diff --git "a/find_best_selling/hf_train_ele.json" "b/find_best_selling/hf_train_ele.json" new file mode 100644--- /dev/null +++ "b/find_best_selling/hf_train_ele.json" @@ -0,0 +1,15280 @@ +[ + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/find_best_selling/action_videoframes/action_0/1271.jpg", + "img_size": [ + 3016, + 1690 + ], + "element": [ + { + "instruction": "For accurate reporting; be sure to refresh lifetime statistics whenever you change the time zone", + "bbox": [ + 0.11007959583393775, + 0.19822485207100593, + 0.5255305242159006, + 0.22662721893491125 + ], + "point": [ + 0.3178, + 0.2124 + ] + }, + { + "instruction": "Last updated: Aug 29,2024, 12.00.02 AM. To refresh last day's statistics, click here_", + "bbox": [ + 0.11041114058355438, + 0.26568047337278106, + 0.46419098143236076, + 0.2911242603550296 + ], + "point": [ + 0.2873, + 0.2784 + ] + }, + { + "instruction": "Filter", + "bbox": [ + 0.07460212201591512, + 0.33668642664802145, + 0.10709549071618037, + 0.3597633497249445 + ], + "point": [ + 0.0908, + 0.3482 + ] + }, + { + "instruction": "Period", + "bbox": [ + 0.253978759603728, + 0.40710059171597635, + 0.2858089983305185, + 0.4260355029585799 + ], + "point": [ + 0.2699, + 0.4166 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.2599469698392428, + 0.4822485207100592, + 0.28481434384454785, + 0.5 + ], + "point": [ + 0.2724, + 0.4911 + ] + }, + { + "instruction": "Export to:", + "bbox": [ + 0.7824933687002652, + 0.7047337278106509, + 0.8272546419098143, + 0.7266272189349112 + ], + "point": [ + 0.8049, + 0.7157 + ] + }, + { + "instruction": "records found", + "bbox": [ + 0.08189655172413793, + 0.7568046614968565, + 0.14489389920424403, + 0.7745561407867974 + ], + "point": [ + 0.1134, + 0.7657 + ] + }, + { + "instruction": "We couldn't find any records_", + "bbox": [ + 0.45026525198938994, + 0.8917160485623151, + 0.5938328912466844, + 0.9177515515208949 + ], + "point": [ + 0.522, + 0.9047 + ] + }, + { + "instruction": "Show Report", + "bbox": [ + 0.8682922848972149, + 0.0685283954326923, + 0.9618713217009284, + 0.12467999881541235 + ], + "point": [ + 0.9151, + 0.0966 + ] + }, + { + "instruction": "CSV", + "bbox": [ + 0.8316987945799486, + 0.6919375808986686, + 0.9154367623974221, + 0.7350045649963017 + ], + "point": [ + 0.8736, + 0.7135 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.604449462890625, + 0.05658901022346962, + 0.682719394300111 + ], + "point": [ + 0.0283, + 0.6436 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5317548221384986, + 0.056885995030086935, + 0.6067394369452662 + ], + "point": [ + 0.0284, + 0.5692 + ] + }, + { + "instruction": "Year", + "bbox": [ + 0.30230463974039495, + 0.39255392763036245, + 0.3722061845288669, + 0.43712078749075445 + ], + "point": [ + 0.3373, + 0.4148 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.45409202801405324, + 0.05674443131100278, + 0.5345219177607249 + ], + "point": [ + 0.0284, + 0.4943 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.30285118366109914, + 0.6166808720876479, + 0.36259492828611983, + 0.6612298909023668 + ], + "point": [ + 0.3327, + 0.639 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.7525173932137574, + 0.057077134635783636, + 0.832386770756287 + ], + "point": [ + 0.0285, + 0.7925 + ] + }, + { + "instruction": "EXTENSIONS", + "bbox": [ + 0.0, + 0.7525173932137574, + 0.057077134635783636, + 0.832386770756287 + ], + "point": [ + 0.0285, + 0.7925 + ] + }, + { + "instruction": "Export", + "bbox": [ + 0.9189095332704741, + 0.6923810789571005, + 0.9715130955218004, + 0.7348590918546598 + ], + "point": [ + 0.9452, + 0.7136 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0, + 0.6779659474389793, + 0.05689895184666156, + 0.7548815123428254 + ], + "point": [ + 0.0284, + 0.7164 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.38851383367233727, + 0.05670576323248663, + 0.45397270247781063 + ], + "point": [ + 0.0284, + 0.4212 + ] + }, + { + "instruction": "All Websites", + "bbox": [ + 0.12744430015827046, + 0.08166572525656435, + 0.19294374501357345, + 0.11048002525194157 + ], + "point": [ + 0.1602, + 0.0961 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.00021265166507791777, + 0.3126956014238166, + 0.05643755561160788, + 0.3776394635262574 + ], + "point": [ + 0.0283, + 0.3452 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.003118201339276463, + 0.09281406741170488, + 0.05140441165994902, + 0.15974074143629807 + ], + "point": [ + 0.0273, + 0.1263 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0, + 0.16579741528753697, + 0.05634987322658063, + 0.24161720050157173 + ], + "point": [ + 0.0282, + 0.2037 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.23952495868389423, + 0.05674167906257771, + 0.30472881610576924 + ], + "point": [ + 0.0284, + 0.2721 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.27033146622958804, + 0.5486296343380177, + 0.2861553161782991, + 0.5835858768259985 + ], + "point": [ + 0.2782, + 0.5661 + ] + }, + { + "instruction": "Scope:", + "bbox": [ + 0.0812030761880647, + 0.07844537136822763, + 0.11636171416831585, + 0.11192763289050943 + ], + "point": [ + 0.0988, + 0.0952 + ] + }, + { + "instruction": "Product", + "bbox": [ + 0.27564298189603365, + 0.8077011198687131, + 0.48355017543155254, + 0.8569597413553994 + ], + "point": [ + 0.3796, + 0.8323 + ] + }, + { + "instruction": "Empty Rows", + "bbox": [ + 0.2186244691398479, + 0.6140965207794009, + 0.2957692639581088, + 0.6630848540356878 + ], + "point": [ + 0.2572, + 0.6386 + ] + }, + { + "instruction": "Order Quantity", + "bbox": [ + 0.6271303617037259, + 0.8081035907451923, + 0.9740728484540783, + 0.9587646484375 + ], + "point": [ + 0.8006, + 0.8834 + ] + }, + { + "instruction": "Interval", + "bbox": [ + 0.0732575171189852, + 0.8077685113489275, + 0.2806572446140117, + 0.8560229781111317 + ], + "point": [ + 0.177, + 0.8319 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.4815869318711663, + 0.8077136880547338, + 0.6336531904711331, + 0.8559775448409763 + ], + "point": [ + 0.5576, + 0.8318 + ] + }, + { + "instruction": "Show Report.", + "bbox": [ + 0.8682922848972149, + 0.0685283954326923, + 0.9618713217009284, + 0.12467999881541235 + ], + "point": [ + 0.9151, + 0.0966 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.8316987945799486, + 0.6919375808986686, + 0.9154367623974221, + 0.7350045649963017 + ], + "point": [ + 0.8736, + 0.7135 + ] + }, + { + "instruction": "a calendar.", + "bbox": [ + 0.3028231957230707, + 0.5421787961700258, + 0.4052829489467631, + 0.5864313069179918 + ], + "point": [ + 0.3541, + 0.5643 + ] + }, + { + "instruction": "Stories.", + "bbox": [ + 0.0, + 0.604449462890625, + 0.05658901022346962, + 0.682719394300111 + ], + "point": [ + 0.0283, + 0.6436 + ] + }, + { + "instruction": "Reports.", + "bbox": [ + 0.0, + 0.5317548221384986, + 0.056885995030086935, + 0.6067394369452662 + ], + "point": [ + 0.0284, + 0.5692 + ] + }, + { + "instruction": "a calendar.", + "bbox": [ + 0.30280967732639463, + 0.4679801986062315, + 0.40521774494363394, + 0.5123525405071191 + ], + "point": [ + 0.354, + 0.4902 + ] + }, + { + "instruction": "a dropdown menu to select the year.", + "bbox": [ + 0.30230463974039495, + 0.39255392763036245, + 0.3722061845288669, + 0.43712078749075445 + ], + "point": [ + 0.3373, + 0.4148 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.45409202801405324, + 0.05674443131100278, + 0.5345219177607249 + ], + "point": [ + 0.0284, + 0.4943 + ] + }, + { + "instruction": "a dropdown menu with no content.", + "bbox": [ + 0.30285118366109914, + 0.6166808720876479, + 0.36259492828611983, + 0.6612298909023668 + ], + "point": [ + 0.3327, + 0.639 + ] + }, + { + "instruction": "FindPartners &Extensions.", + "bbox": [ + 0.0, + 0.7525173932137574, + 0.057077134635783636, + 0.832386770756287 + ], + "point": [ + 0.0285, + 0.7925 + ] + }, + { + "instruction": "Export function.", + "bbox": [ + 0.9189095332704741, + 0.6923810789571005, + 0.9715130955218004, + 0.7348590918546598 + ], + "point": [ + 0.9452, + 0.7136 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0, + 0.6779659474389793, + 0.05689895184666156, + 0.7548815123428254 + ], + "point": [ + 0.0284, + 0.7164 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.38851383367233727, + 0.05670576323248663, + 0.45397270247781063 + ], + "point": [ + 0.0284, + 0.4212 + ] + }, + { + "instruction": "All Websites.", + "bbox": [ + 0.12744430015827046, + 0.08166572525656435, + 0.19294374501357345, + 0.11048002525194157 + ], + "point": [ + 0.1602, + 0.0961 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.004194031975945997, + 0.008140026747122319, + 0.04884091991960844, + 0.09524851691793408 + ], + "point": [ + 0.0265, + 0.0517 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.00021265166507791777, + 0.3126956014238166, + 0.05643755561160788, + 0.3776394635262574 + ], + "point": [ + 0.0283, + 0.3452 + ] + }, + { + "instruction": "Navigation or navigation settings.", + "bbox": [ + 0.003118201339276463, + 0.09281406741170488, + 0.05140441165994902, + 0.15974074143629807 + ], + "point": [ + 0.0273, + 0.1263 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.39193191325949106, + 0.41861218333949707, + 0.4073033016619695, + 0.4496081470737796 + ], + "point": [ + 0.3996, + 0.4341 + ] + }, + { + "instruction": "Sales.", + "bbox": [ + 0.0, + 0.16579741528753697, + 0.05634987322658063, + 0.24161720050157173 + ], + "point": [ + 0.0282, + 0.2037 + ] + }, + { + "instruction": "Help or information.", + "bbox": [ + 0.19947171400965683, + 0.07817708754680566, + 0.22692357070882377, + 0.1158336120244314 + ], + "point": [ + 0.2132, + 0.097 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.28635177814675894, + 0.5486210749699519, + 0.29992113189292524, + 0.5835519643930288 + ], + "point": [ + 0.2931, + 0.5661 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0, + 0.23952495868389423, + 0.05674167906257771, + 0.30472881610576924 + ], + "point": [ + 0.0284, + 0.2721 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.27033146622958804, + 0.5486296343380177, + 0.2861553161782991, + 0.5835858768259985 + ], + "point": [ + 0.2782, + 0.5661 + ] + }, + { + "instruction": "Information", + "bbox": [ + 0.0812360981098853, + 0.18679267838156435, + 0.10693666979235743, + 0.23526994152181951 + ], + "point": [ + 0.0941, + 0.211 + ] + }, + { + "instruction": "Information", + "bbox": [ + 0.08224737233129041, + 0.2559627736108543, + 0.10644507977311111, + 0.3009946924694896 + ], + "point": [ + 0.0943, + 0.2785 + ] + }, + { + "instruction": "Search or magnifying glass.", + "bbox": [ + 0.0, + 0.8429403632350222, + 0.057115736943657264, + 0.9999999277690459 + ], + "point": [ + 0.0286, + 0.9215 + ] + }, + { + "instruction": "a zoom function.", + "bbox": [ + 0.0812030761880647, + 0.07844537136822763, + 0.11636171416831585, + 0.11192763289050943 + ], + "point": [ + 0.0988, + 0.0952 + ] + }, + { + "instruction": "the \"Product\" button in a user interface.", + "bbox": [ + 0.27564298189603365, + 0.8077011198687131, + 0.48355017543155254, + 0.8569597413553994 + ], + "point": [ + 0.3796, + 0.8323 + ] + }, + { + "instruction": "emptyrows.", + "bbox": [ + 0.2186244691398479, + 0.6140965207794009, + 0.2957692639581088, + 0.6630848540356878 + ], + "point": [ + 0.2572, + 0.6386 + ] + }, + { + "instruction": "The option to order quantity.", + "bbox": [ + 0.6271303617037259, + 0.8081035907451923, + 0.9740728484540783, + 0.9587646484375 + ], + "point": [ + 0.8006, + 0.8834 + ] + }, + { + "instruction": "International settings or options.", + "bbox": [ + 0.0732575171189852, + 0.8077685113489275, + 0.2806572446140117, + 0.8560229781111317 + ], + "point": [ + 0.177, + 0.8319 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9923570061235909, + 0.09806912213387574, + 1.0, + 0.23098512909116126 + ], + "point": [ + 0.9962, + 0.1645 + ] + }, + { + "instruction": "a price indicator.", + "bbox": [ + 0.4815869318711663, + 0.8077136880547338, + 0.6336531904711331, + 0.8559775448409763 + ], + "point": [ + 0.5576, + 0.8318 + ] + } + ], + "element_size": 65 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/find_best_selling/action_videoframes/action_1/1558.jpg", + "img_size": [ + 3016, + 1690 + ], + "element": [ + { + "instruction": "For accurate reporting; be sure to refresh lifetime statistics whenever you change the time zone:", + "bbox": [ + 0.11007959583393775, + 0.19822485207100593, + 0.5255305242159006, + 0.22662721893491125 + ], + "point": [ + 0.3178, + 0.2124 + ] + }, + { + "instruction": "Last updated: Aug 29,2024, 12.00.02 AM. To refresh last day's statistics, click here_", + "bbox": [ + 0.11041114058355438, + 0.26568047337278106, + 0.46419098143236076, + 0.2911242603550296 + ], + "point": [ + 0.2873, + 0.2784 + ] + }, + { + "instruction": "Filter", + "bbox": [ + 0.07460212201591512, + 0.33668642664802145, + 0.10709549071618037, + 0.3597633497249445 + ], + "point": [ + 0.0908, + 0.3482 + ] + }, + { + "instruction": "Jan", + "bbox": [ + 0.3461538866280877, + 0.3526627218934911, + 0.3630637009516951, + 0.36923076923076925 + ], + "point": [ + 0.3546, + 0.3609 + ] + }, + { + "instruction": "Feb", + "bbox": [ + 0.34515915119363394, + 0.3792899408284024, + 0.3637267904509284, + 0.3970414201183432 + ], + "point": [ + 0.3544, + 0.3882 + ] + }, + { + "instruction": "Period", + "bbox": [ + 0.25364719461699065, + 0.40532544378698226, + 0.2861405633172559, + 0.42662721893491123 + ], + "point": [ + 0.2699, + 0.416 + ] + }, + { + "instruction": "Mar", + "bbox": [ + 0.34615384615384615, + 0.40710059171597635, + 0.3647214854111406, + 0.4230769230769231 + ], + "point": [ + 0.3554, + 0.4151 + ] + }, + { + "instruction": "Apr", + "bbox": [ + 0.3461538866280877, + 0.43372781065088756, + 0.3630637009516951, + 0.4526627218934911 + ], + "point": [ + 0.3546, + 0.4432 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.2599469698392428, + 0.4822485207100592, + 0.28481434384454785, + 0.5 + ], + "point": [ + 0.2724, + 0.4911 + ] + }, + { + "instruction": "Jun", + "bbox": [ + 0.3461538866280877, + 0.4881656804733728, + 0.3630637009516951, + 0.5053254437869823 + ], + "point": [ + 0.3546, + 0.4967 + ] + }, + { + "instruction": "Jul", + "bbox": [ + 0.34615384615384615, + 0.5159763313609468, + 0.36074270557029176, + 0.5319527349528477 + ], + "point": [ + 0.3534, + 0.524 + ] + }, + { + "instruction": "Suin", + "bbox": [ + 0.3209549273989245, + 0.598224852071006, + 0.3388594366827441, + 0.6142011834319526 + ], + "point": [ + 0.3299, + 0.6062 + ] + }, + { + "instruction": "Oct", + "bbox": [ + 0.34515915119363394, + 0.5964497041420118, + 0.3637267904509284, + 0.6142011834319526 + ], + "point": [ + 0.3544, + 0.6053 + ] + }, + { + "instruction": "Tue", + "bbox": [ + 0.373342175066313, + 0.598224852071006, + 0.3895888594164456, + 0.6142011834319526 + ], + "point": [ + 0.3815, + 0.6062 + ] + }, + { + "instruction": "Wed", + "bbox": [ + 0.39754641909814326, + 0.598224852071006, + 0.4167771883289125, + 0.6142011834319526 + ], + "point": [ + 0.4072, + 0.6062 + ] + }, + { + "instruction": "Thu", + "bbox": [ + 0.4240716180371353, + 0.598224852071006, + 0.4419761273209549, + 0.6142011834319526 + ], + "point": [ + 0.433, + 0.6062 + ] + }, + { + "instruction": "Fri", + "bbox": [ + 0.45225464190981435, + 0.598224852071006, + 0.46518567639257297, + 0.6142011834319526 + ], + "point": [ + 0.4587, + 0.6062 + ] + }, + { + "instruction": "Sat", + "bbox": [ + 0.47745358090185674, + 0.598224852071006, + 0.4927055702917772, + 0.6142011834319526 + ], + "point": [ + 0.4851, + 0.6062 + ] + }, + { + "instruction": "Nov", + "bbox": [ + 0.34615384615384615, + 0.6242603550295858, + 0.3647214854111406, + 0.6408284023668639 + ], + "point": [ + 0.3554, + 0.6325 + ] + }, + { + "instruction": "Empty Rows", + "bbox": [ + 0.22778512565147338, + 0.6289940828402367, + 0.2851458683570437, + 0.6556213017751479 + ], + "point": [ + 0.2565, + 0.6423 + ] + }, + { + "instruction": "30", + "bbox": [ + 0.3756631299734748, + 0.6384615384615384, + 0.3889257294429708, + 0.6550295857988165 + ], + "point": [ + 0.3823, + 0.6467 + ] + }, + { + "instruction": "31", + "bbox": [ + 0.401525198938992, + 0.6384615384615384, + 0.41312997347480107, + 0.6550295857988165 + ], + "point": [ + 0.4073, + 0.6467 + ] + }, + { + "instruction": "Dec", + "bbox": [ + 0.34615384615384615, + 0.650887573964497, + 0.3647214854111406, + 0.6686390532544378 + ], + "point": [ + 0.3554, + 0.6598 + ] + }, + { + "instruction": "5", + "bbox": [ + 0.35145888594164454, + 0.6846154568463387, + 0.3660477453580902, + 0.7005917882072855 + ], + "point": [ + 0.3588, + 0.6926 + ] + }, + { + "instruction": "Export to:", + "bbox": [ + 0.7824933687002652, + 0.7047337278106509, + 0.8272546419098143, + 0.7266272189349112 + ], + "point": [ + 0.8049, + 0.7157 + ] + }, + { + "instruction": "11", + "bbox": [ + 0.32493366676553176, + 0.7307692307692307, + 0.33554374634112855, + 0.7467455621301775 + ], + "point": [ + 0.3302, + 0.7388 + ] + }, + { + "instruction": "12", + "bbox": [ + 0.34980106100795755, + 0.7307692307692307, + 0.3620689655172414, + 0.7467455621301775 + ], + "point": [ + 0.3559, + 0.7388 + ] + }, + { + "instruction": "15", + "bbox": [ + 0.4280504383522256, + 0.7307692307692307, + 0.44031834286150945, + 0.7479289940828402 + ], + "point": [ + 0.4342, + 0.7393 + ] + }, + { + "instruction": "16", + "bbox": [ + 0.45291777188328913, + 0.7307692307692307, + 0.4661803713527852, + 0.7479289940828402 + ], + "point": [ + 0.4595, + 0.7393 + ] + }, + { + "instruction": "records found", + "bbox": [ + 0.08189655172413793, + 0.7568046614968565, + 0.14489389920424403, + 0.7745561407867974 + ], + "point": [ + 0.1134, + 0.7657 + ] + }, + { + "instruction": "18", + "bbox": [ + 0.3242705772662985, + 0.7763313609467456, + 0.3365384817755823, + 0.7928994082840237 + ], + "point": [ + 0.3304, + 0.7846 + ] + }, + { + "instruction": "19", + "bbox": [ + 0.34980106100795755, + 0.7763313609467456, + 0.3620689655172414, + 0.7940828402366864 + ], + "point": [ + 0.3559, + 0.7852 + ] + }, + { + "instruction": "20", + "bbox": [ + 0.3756631299734748, + 0.7751479289940828, + 0.3889257294429708, + 0.7940828402366864 + ], + "point": [ + 0.3823, + 0.7846 + ] + }, + { + "instruction": "21", + "bbox": [ + 0.401525198938992, + 0.7763313609467456, + 0.41312997347480107, + 0.7940828402366864 + ], + "point": [ + 0.4073, + 0.7852 + ] + }, + { + "instruction": "23", + "bbox": [ + 0.45291777188328913, + 0.7763313609467456, + 0.46684350132625996, + 0.7958579881656804 + ], + "point": [ + 0.4599, + 0.7861 + ] + }, + { + "instruction": "Interval", + "bbox": [ + 0.08123342175066313, + 0.8224852071005917, + 0.11604774535809019, + 0.8402366863905325 + ], + "point": [ + 0.0986, + 0.8314 + ] + }, + { + "instruction": "26", + "bbox": [ + 0.34980106100795755, + 0.8224852071005917, + 0.3630636604774536, + 0.8414201183431953 + ], + "point": [ + 0.3564, + 0.832 + ] + }, + { + "instruction": "27", + "bbox": [ + 0.3756631299734748, + 0.8224852071005917, + 0.3879310344827586, + 0.8402366863905325 + ], + "point": [ + 0.3818, + 0.8314 + ] + }, + { + "instruction": "28", + "bbox": [ + 0.401525198938992, + 0.8224852071005917, + 0.41545092838196285, + 0.8414201183431953 + ], + "point": [ + 0.4085, + 0.832 + ] + }, + { + "instruction": "29", + "bbox": [ + 0.42738726790450926, + 0.8224852071005917, + 0.4403183023872679, + 0.8414201183431953 + ], + "point": [ + 0.4339, + 0.832 + ] + }, + { + "instruction": "30", + "bbox": [ + 0.45291777188328913, + 0.8224852071005917, + 0.46684350132625996, + 0.8414201183431953 + ], + "point": [ + 0.4599, + 0.832 + ] + }, + { + "instruction": "Order Quantity", + "bbox": [ + 0.637930994008517, + 0.8207100591715977, + 0.7042439508817556, + 0.8437869822485207 + ], + "point": [ + 0.6711, + 0.8322 + ] + }, + { + "instruction": "lfind any records_", + "bbox": [ + 0.5106101200498384, + 0.8917160485623151, + 0.5938329317209259, + 0.9177515515208949 + ], + "point": [ + 0.5522, + 0.9047 + ] + }, + { + "instruction": "May", + "bbox": [ + 0.34648541114058357, + 0.45917163374861314, + 0.36438992042440316, + 0.4816568408492049 + ], + "point": [ + 0.3554, + 0.4704 + ] + }, + { + "instruction": "Sep", + "bbox": [ + 0.3458222811671088, + 0.5668639053254438, + 0.363395225464191, + 0.5905325443786982 + ], + "point": [ + 0.3546, + 0.5787 + ] + }, + { + "instruction": "Show Report", + "bbox": [ + 0.8681977370689655, + 0.06852686955378606, + 0.9619027297123673, + 0.1246224217160919 + ], + "point": [ + 0.9151, + 0.0966 + ] + }, + { + "instruction": "Go", + "bbox": [ + 0.3157216889156271, + 0.8700146195451184, + 0.4081221360426683, + 0.9239644970414201 + ], + "point": [ + 0.3619, + 0.897 + ] + }, + { + "instruction": "Today", + "bbox": [ + 0.3157216889156271, + 0.8700146195451184, + 0.4081221360426683, + 0.9239644970414201 + ], + "point": [ + 0.3619, + 0.897 + ] + }, + { + "instruction": "CSV", + "bbox": [ + 0.8314659057940982, + 0.6916147085336538, + 0.915713201467175, + 0.7349444688424556 + ], + "point": [ + 0.8736, + 0.7133 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6045450244429549, + 0.056224418255631424, + 0.6830304207886464 + ], + "point": [ + 0.0281, + 0.6438 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.40832147168227784, + 0.8701165374214127, + 0.4994458266847646, + 0.9230456470737796 + ], + "point": [ + 0.4539, + 0.8966 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.7533075276211169, + 0.05939500338202763, + 0.831737775633321 + ], + "point": [ + 0.0297, + 0.7925 + ] + }, + { + "instruction": "EXTENSIONS", + "bbox": [ + 0.0, + 0.7533075276211169, + 0.05939500338202763, + 0.831737775633321 + ], + "point": [ + 0.0297, + 0.7925 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.4545652852255917, + 0.05665132537760848, + 0.5349215716299927 + ], + "point": [ + 0.0283, + 0.4947 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5318877632095969, + 0.05674228617620089, + 0.6070345003929364 + ], + "point": [ + 0.0284, + 0.5695 + ] + }, + { + "instruction": "Export", + "bbox": [ + 0.918796367291114, + 0.6921822271403476, + 0.9715793113809682, + 0.7350332406850961 + ], + "point": [ + 0.9452, + 0.7136 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.38878964757072854, + 0.05631048167099687, + 0.4535647059333395 + ], + "point": [ + 0.0282, + 0.4212 + ] + }, + { + "instruction": "2024", + "bbox": [ + 0.4103866698571162, + 0.5363448464658839, + 0.4789341691318178, + 0.5789689103527182 + ], + "point": [ + 0.4447, + 0.5577 + ] + }, + { + "instruction": "All Websites", + "bbox": [ + 0.12551552041455985, + 0.08141348573583118, + 0.19292008781939032, + 0.11062973293327015 + ], + "point": [ + 0.1592, + 0.096 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.00019278387175947033, + 0.6787199663692678, + 0.055175771131439615, + 0.7552327714728181 + ], + "point": [ + 0.0277, + 0.717 + ] + }, + { + "instruction": "Aug", + "bbox": [ + 0.3347703038223226, + 0.53517708863027, + 0.38084974213051226, + 0.5791858921389608 + ], + "point": [ + 0.3578, + 0.5572 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.003605627570923823, + 0.09285965417263777, + 0.050698414405397775, + 0.1607994666466346 + ], + "point": [ + 0.0272, + 0.1268 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0007107125036912509, + 0.3129582331730769, + 0.055817556001779574, + 0.3785417003744453 + ], + "point": [ + 0.0283, + 0.3457 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 9.576205549568965e-05, + 0.16649538299741123, + 0.05451879830195986, + 0.2411901349852071 + ], + "point": [ + 0.0273, + 0.2038 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.00029484473109561504, + 0.24004819971569896, + 0.05502020838406105, + 0.3053794725406805 + ], + "point": [ + 0.0277, + 0.2727 + ] + }, + { + "instruction": "Scope:", + "bbox": [ + 0.07892541354151557, + 0.07695830757095969, + 0.1204082074152696, + 0.1128397563505455 + ], + "point": [ + 0.0997, + 0.0949 + ] + }, + { + "instruction": "17", + "bbox": [ + 0.47495328463040865, + 0.7198599730723003, + 0.4962143227655628, + 0.7611380853596523 + ], + "point": [ + 0.4856, + 0.7405 + ] + }, + { + "instruction": "25", + "bbox": [ + 0.31993716212103157, + 0.8159701917298446, + 0.34057459337957974, + 0.8507343721107619 + ], + "point": [ + 0.3303, + 0.8334 + ] + }, + { + "instruction": "10", + "bbox": [ + 0.47467308145619197, + 0.6746306831314719, + 0.4954557950047662, + 0.7109608305981878 + ], + "point": [ + 0.4851, + 0.6928 + ] + }, + { + "instruction": "24", + "bbox": [ + 0.47462459331482093, + 0.766805037097818, + 0.4954749797952586, + 0.8039005437546228 + ], + "point": [ + 0.485, + 0.7854 + ] + }, + { + "instruction": "3", + "bbox": [ + 0.47568526128875166, + 0.626222725591716, + 0.49593258157016745, + 0.6707561425203402 + ], + "point": [ + 0.4858, + 0.6485 + ] + }, + { + "instruction": "2", + "bbox": [ + 0.4517404571452255, + 0.6324444832886464, + 0.4685192158747099, + 0.6641571947808802 + ], + "point": [ + 0.4601, + 0.6483 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.27093248847941187, + 0.5504864754761465, + 0.287088470054242, + 0.5826810396634615 + ], + "point": [ + 0.279, + 0.5666 + ] + }, + { + "instruction": "14", + "bbox": [ + 0.398406982421875, + 0.7229852619961169, + 0.4184061146541363, + 0.7542138816336909 + ], + "point": [ + 0.4084, + 0.7386 + ] + }, + { + "instruction": "Prod", + "bbox": [ + 0.27722297486322944, + 0.8077164328309911, + 0.31388547376233006, + 0.8561514769785503 + ], + "point": [ + 0.2956, + 0.8319 + ] + }, + { + "instruction": "31", + "bbox": [ + 0.47573763495731103, + 0.8177803716715977, + 0.49538261757605273, + 0.8499211237980769 + ], + "point": [ + 0.4856, + 0.8339 + ] + }, + { + "instruction": "Year", + "bbox": [ + 0.30291677216952295, + 0.39458166720599114, + 0.34152934026338694, + 0.4361182218472633 + ], + "point": [ + 0.3222, + 0.4153 + ] + }, + { + "instruction": "22", + "bbox": [ + 0.4232894128450348, + 0.7689729769554364, + 0.44456218851023704, + 0.7995012452616495 + ], + "point": [ + 0.4339, + 0.7842 + ] + }, + { + "instruction": "13", + "bbox": [ + 0.37284867263915367, + 0.7229756552792159, + 0.3930492856458264, + 0.7543597159301035 + ], + "point": [ + 0.3829, + 0.7387 + ] + }, + { + "instruction": "Show Report.", + "bbox": [ + 0.8681977370689655, + 0.06852686955378606, + 0.9619027297123673, + 0.1246224217160919 + ], + "point": [ + 0.9151, + 0.0966 + ] + }, + { + "instruction": "a button to proceed to the next step or action.", + "bbox": [ + 0.3157216889156271, + 0.8700146195451184, + 0.4081221360426683, + 0.9239644970414201 + ], + "point": [ + 0.3619, + 0.897 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.8314659057940982, + 0.6916147085336538, + 0.915713201467175, + 0.7349444688424556 + ], + "point": [ + 0.8736, + 0.7133 + ] + }, + { + "instruction": "Stories.", + "bbox": [ + 0.0, + 0.6045450244429549, + 0.056224418255631424, + 0.6830304207886464 + ], + "point": [ + 0.0281, + 0.6438 + ] + }, + { + "instruction": "closing a window or dialog.", + "bbox": [ + 0.40832147168227784, + 0.8701165374214127, + 0.4994458266847646, + 0.9230456470737796 + ], + "point": [ + 0.4539, + 0.8966 + ] + }, + { + "instruction": "FindPartners &ensions.", + "bbox": [ + 0.0, + 0.7533075276211169, + 0.05939500338202763, + 0.831737775633321 + ], + "point": [ + 0.0297, + 0.7925 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.4545652852255917, + 0.05665132537760848, + 0.5349215716299927 + ], + "point": [ + 0.0283, + 0.4947 + ] + }, + { + "instruction": "Reports.", + "bbox": [ + 0.0, + 0.5318877632095969, + 0.05674228617620089, + 0.6070345003929364 + ], + "point": [ + 0.0284, + 0.5695 + ] + }, + { + "instruction": "Export function.", + "bbox": [ + 0.918796367291114, + 0.6921822271403476, + 0.9715793113809682, + 0.7350332406850961 + ], + "point": [ + 0.9452, + 0.7136 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.38878964757072854, + 0.05631048167099687, + 0.4535647059333395 + ], + "point": [ + 0.0282, + 0.4212 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.4103866698571162, + 0.5363448464658839, + 0.4789341691318178, + 0.5789689103527182 + ], + "point": [ + 0.4447, + 0.5577 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.0045927563776071885, + 0.009336306780753052, + 0.04876276162954477, + 0.09488814765885031 + ], + "point": [ + 0.0267, + 0.0521 + ] + }, + { + "instruction": "All Websites.", + "bbox": [ + 0.12551552041455985, + 0.08141348573583118, + 0.19292008781939032, + 0.11062973293327015 + ], + "point": [ + 0.1592, + 0.096 + ] + }, + { + "instruction": "Help or information.", + "bbox": [ + 0.1982689409736613, + 0.07492746657873751, + 0.2275497476997679, + 0.12047402647120008 + ], + "point": [ + 0.2129, + 0.0977 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.00019278387175947033, + 0.6787199663692678, + 0.055175771131439615, + 0.7552327714728181 + ], + "point": [ + 0.0277, + 0.717 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.30373860164409605, + 0.5117174137273484, + 0.32998286887252365, + 0.5461772850984652 + ], + "point": [ + 0.3169, + 0.5289 + ] + }, + { + "instruction": "A dropdown menu for selecting the month of August.", + "bbox": [ + 0.3347703038223226, + 0.53517708863027, + 0.38084974213051226, + 0.5791858921389608 + ], + "point": [ + 0.3578, + 0.5572 + ] + }, + { + "instruction": "Navigation or compass settings.", + "bbox": [ + 0.003605627570923823, + 0.09285965417263777, + 0.050698414405397775, + 0.1607994666466346 + ], + "point": [ + 0.0272, + 0.1268 + ] + }, + { + "instruction": "Scroll bar.", + "bbox": [ + 0.3810606938774453, + 0.536058559079142, + 0.4050125405390003, + 0.5787921973234098 + ], + "point": [ + 0.393, + 0.5574 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.3055270369552491, + 0.5440116205159023, + 0.33037854505786846, + 0.5832459579558062 + ], + "point": [ + 0.318, + 0.5636 + ] + }, + { + "instruction": "Next", + "bbox": [ + 0.4828964354821162, + 0.536101789305196, + 0.5051473116684971, + 0.5816383497249445 + ], + "point": [ + 0.494, + 0.5589 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.0007107125036912509, + 0.3129582331730769, + 0.055817556001779574, + 0.3785417003744453 + ], + "point": [ + 0.0283, + 0.3457 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.2867568038819007, + 0.5495515902366864, + 0.29978534081254143, + 0.582757604474852 + ], + "point": [ + 0.2933, + 0.5662 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.30268414646624253, + 0.46915962174093934, + 0.3307985664995027, + 0.5122330343934911 + ], + "point": [ + 0.3167, + 0.4907 + ] + }, + { + "instruction": "Sales", + "bbox": [ + 9.576205549568965e-05, + 0.16649538299741123, + 0.05451879830195986, + 0.2411901349852071 + ], + "point": [ + 0.0273, + 0.2038 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.00029484473109561504, + 0.24004819971569896, + 0.05502020838406105, + 0.3053794725406805 + ], + "point": [ + 0.0277, + 0.2727 + ] + }, + { + "instruction": "a zoom function.", + "bbox": [ + 0.07892541354151557, + 0.07695830757095969, + 0.1204082074152696, + 0.1128397563505455 + ], + "point": [ + 0.0997, + 0.0949 + ] + }, + { + "instruction": "Information", + "bbox": [ + 0.08242092081975558, + 0.25676888911681767, + 0.10632880739571245, + 0.3006564890844582 + ], + "point": [ + 0.0944, + 0.2787 + ] + }, + { + "instruction": "Information", + "bbox": [ + 0.08151760657839181, + 0.18760040102625739, + 0.10682617511293932, + 0.23476706961908284 + ], + "point": [ + 0.0942, + 0.2112 + ] + }, + { + "instruction": "a calendar.", + "bbox": [ + 0.3706078972044927, + 0.34121086526904587, + 0.3979993258610328, + 0.5132620365661982 + ], + "point": [ + 0.3843, + 0.4272 + ] + }, + { + "instruction": "17, September, 2024", + "bbox": [ + 0.47495328463040865, + 0.7198599730723003, + 0.4962143227655628, + 0.7611380853596523 + ], + "point": [ + 0.4856, + 0.7405 + ] + }, + { + "instruction": "25, September, 2024", + "bbox": [ + 0.31993716212103157, + 0.8159701917298446, + 0.34057459337957974, + 0.8507343721107619 + ], + "point": [ + 0.3303, + 0.8334 + ] + }, + { + "instruction": "10, September, 2024", + "bbox": [ + 0.47467308145619197, + 0.6746306831314719, + 0.4954557950047662, + 0.7109608305981878 + ], + "point": [ + 0.4851, + 0.6928 + ] + }, + { + "instruction": "24, September, 2024", + "bbox": [ + 0.47462459331482093, + 0.766805037097818, + 0.4954749797952586, + 0.8039005437546228 + ], + "point": [ + 0.485, + 0.7854 + ] + }, + { + "instruction": "3, September, 2024", + "bbox": [ + 0.47568526128875166, + 0.626222725591716, + 0.49593258157016745, + 0.6707561425203402 + ], + "point": [ + 0.4858, + 0.6485 + ] + }, + { + "instruction": "2, September, 2024", + "bbox": [ + 0.4517404571452255, + 0.6324444832886464, + 0.4685192158747099, + 0.6641571947808802 + ], + "point": [ + 0.4601, + 0.6483 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.27093248847941187, + 0.5504864754761465, + 0.287088470054242, + 0.5826810396634615 + ], + "point": [ + 0.279, + 0.5666 + ] + }, + { + "instruction": "7, September, 2024", + "bbox": [ + 0.39701487088393156, + 0.675872838849852, + 0.41871011668238145, + 0.7117464866863905 + ], + "point": [ + 0.4079, + 0.6938 + ] + }, + { + "instruction": "14, September, 2024", + "bbox": [ + 0.398406982421875, + 0.7229852619961169, + 0.4184061146541363, + 0.7542138816336909 + ], + "point": [ + 0.4084, + 0.7386 + ] + }, + { + "instruction": "Prod.", + "bbox": [ + 0.27722297486322944, + 0.8077164328309911, + 0.31388547376233006, + 0.8561514769785503 + ], + "point": [ + 0.2956, + 0.8319 + ] + }, + { + "instruction": "31, September, 2024", + "bbox": [ + 0.47573763495731103, + 0.8177803716715977, + 0.49538261757605273, + 0.8499211237980769 + ], + "point": [ + 0.4856, + 0.8339 + ] + }, + { + "instruction": "a forward or next action.", + "bbox": [ + 0.3633665292269355, + 0.3611142130293084, + 0.3810122462103158, + 0.3969557180912537 + ], + "point": [ + 0.3722, + 0.379 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9923094084155338, + 0.0973219832019693, + 1.0, + 0.2335034071341069 + ], + "point": [ + 0.9962, + 0.1654 + ] + }, + { + "instruction": "a vertical scrollbar.", + "bbox": [ + 0.3017106397714792, + 0.6269637429502589, + 0.31778211112996313, + 0.6590157954650517 + ], + "point": [ + 0.3097, + 0.643 + ] + }, + { + "instruction": "a year-related function.", + "bbox": [ + 0.30291677216952295, + 0.39458166720599114, + 0.34152934026338694, + 0.4361182218472633 + ], + "point": [ + 0.3222, + 0.4153 + ] + }, + { + "instruction": "the number 28.", + "bbox": [ + 0.31853899968397714, + 0.6260059604983358, + 0.34366115903980854, + 0.6717921510955991 + ], + "point": [ + 0.3311, + 0.6489 + ] + }, + { + "instruction": "22, September, 2024", + "bbox": [ + 0.4232894128450348, + 0.7689729769554364, + 0.44456218851023704, + 0.7995012452616495 + ], + "point": [ + 0.4339, + 0.7842 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.4986929248435428, + 0.8883708886140902, + 0.5110427492177139, + 0.9180861253004807 + ], + "point": [ + 0.5049, + 0.9032 + ] + }, + { + "instruction": "13, September, 2024", + "bbox": [ + 0.37284867263915367, + 0.7229756552792159, + 0.3930492856458264, + 0.7543597159301035 + ], + "point": [ + 0.3829, + 0.7387 + ] + }, + { + "instruction": "8, September, 2024", + "bbox": [ + 0.42565796546025364, + 0.6782198392427885, + 0.4429978590745192, + 0.7092587803947855 + ], + "point": [ + 0.4343, + 0.6937 + ] + }, + { + "instruction": "the number 4.", + "bbox": [ + 0.3176187570910871, + 0.6716379380085059, + 0.34296544730188994, + 0.7117714785965237 + ], + "point": [ + 0.3303, + 0.6917 + ] + }, + { + "instruction": "9, October, 2024", + "bbox": [ + 0.4516872739918352, + 0.6782230896357249, + 0.46876181847853116, + 0.7090122561482988 + ], + "point": [ + 0.4602, + 0.6936 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.2886523542733028, + 0.4781233025725777, + 0.29970145794693925, + 0.5021635698848927 + ], + "point": [ + 0.2942, + 0.4901 + ] + } + ], + "element_size": 132 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/find_best_selling/action_videoframes/action_2/2410.jpg", + "img_size": [ + 3016, + 1690 + ], + "element": [ + { + "instruction": "For accurate reporting; be sure to refresh lifetime statistics whenever you change the time zone", + "bbox": [ + 0.11007959583393775, + 0.19822485207100593, + 0.5255305242159006, + 0.22662721893491125 + ], + "point": [ + 0.3178, + 0.2124 + ] + }, + { + "instruction": "Last updated: Aug 29,2024, 12.00.02 AM. To refresh last day's statistics, click here_", + "bbox": [ + 0.11041114058355438, + 0.26568047337278106, + 0.46419098143236076, + 0.2911242603550296 + ], + "point": [ + 0.2873, + 0.2784 + ] + }, + { + "instruction": "Filter", + "bbox": [ + 0.07460212201591512, + 0.33668642664802145, + 0.10709549071618037, + 0.3597633497249445 + ], + "point": [ + 0.0908, + 0.3482 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.2592838196286472, + 0.4798816568047337, + 0.28580901856763924, + 0.5023668639053255 + ], + "point": [ + 0.2725, + 0.4911 + ] + }, + { + "instruction": "Export to:", + "bbox": [ + 0.7824933687002652, + 0.7047337278106509, + 0.8272546419098143, + 0.7266272189349112 + ], + "point": [ + 0.8049, + 0.7157 + ] + }, + { + "instruction": "records found", + "bbox": [ + 0.08189655172413793, + 0.7568046614968565, + 0.14489389920424403, + 0.7745561407867974 + ], + "point": [ + 0.1134, + 0.7657 + ] + }, + { + "instruction": "We couldn't find any records_", + "bbox": [ + 0.45026525198938994, + 0.8917160485623151, + 0.5938328912466844, + 0.9177515515208949 + ], + "point": [ + 0.522, + 0.9047 + ] + }, + { + "instruction": "Show Report", + "bbox": [ + 0.8682883993700266, + 0.06850681643514238, + 0.9618496275074602, + 0.12466571514423076 + ], + "point": [ + 0.9151, + 0.0966 + ] + }, + { + "instruction": "CSV", + "bbox": [ + 0.8315289646624254, + 0.6917712330112796, + 0.9154283437551807, + 0.7352893716484837 + ], + "point": [ + 0.8735, + 0.7135 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6044389894022744, + 0.056637599550444506, + 0.6826720107941938 + ], + "point": [ + 0.0283, + 0.6436 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5317290356878698, + 0.056886506017386436, + 0.6067434096477441 + ], + "point": [ + 0.0284, + 0.5692 + ] + }, + { + "instruction": "12/31/2024", + "bbox": [ + 0.3027758813347045, + 0.5422372671274038, + 0.40575495955166196, + 0.586654681143676 + ], + "point": [ + 0.3543, + 0.5644 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.45406649437176405, + 0.05674678893557278, + 0.5344996345113721 + ], + "point": [ + 0.0284, + 0.4943 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.7524973130085059, + 0.05715700549219268, + 0.8323091947115384 + ], + "point": [ + 0.0286, + 0.7924 + ] + }, + { + "instruction": "EXTENSIONS", + "bbox": [ + 0.0, + 0.7524973130085059, + 0.05715700549219268, + 0.8323091947115384 + ], + "point": [ + 0.0286, + 0.7924 + ] + }, + { + "instruction": "Year", + "bbox": [ + 0.3020336444561298, + 0.3922919820751664, + 0.37222346703000664, + 0.437237043211446 + ], + "point": [ + 0.3371, + 0.4148 + ] + }, + { + "instruction": "Export", + "bbox": [ + 0.9190362176465103, + 0.6924328685512204, + 0.9714905108950183, + 0.7350385857757027 + ], + "point": [ + 0.9453, + 0.7137 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.30292960250409273, + 0.6166878784901997, + 0.3625153964014838, + 0.6612855809680104 + ], + "point": [ + 0.3327, + 0.639 + ] + }, + { + "instruction": "01/1/2024", + "bbox": [ + 0.3021067004621187, + 0.4673775396403476, + 0.40612752494508453, + 0.5129808414617234 + ], + "point": [ + 0.3541, + 0.4902 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0, + 0.6779035398946006, + 0.05714141279063743, + 0.754899570081361 + ], + "point": [ + 0.0286, + 0.7164 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.38852853267150517, + 0.056703972247298264, + 0.45368894317446373 + ], + "point": [ + 0.0284, + 0.4211 + ] + }, + { + "instruction": "All Websites", + "bbox": [ + 0.12683763175175108, + 0.08160284821098372, + 0.1931094263213383, + 0.11053638345391087 + ], + "point": [ + 0.16, + 0.0961 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0001560838532384574, + 0.31258761614737424, + 0.05643440368004756, + 0.3773566793407914 + ], + "point": [ + 0.0283, + 0.345 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.00281266634913275, + 0.09281673092813887, + 0.0517917956850573, + 0.15944464869753144 + ], + "point": [ + 0.0273, + 0.1261 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0, + 0.1657952483589127, + 0.05641828987263242, + 0.2412581404285318 + ], + "point": [ + 0.0282, + 0.2035 + ] + }, + { + "instruction": "Empty Rows", + "bbox": [ + 0.2183178767601438, + 0.6141016491771449, + 0.29554127255548535, + 0.6633832401072485 + ], + "point": [ + 0.2569, + 0.6387 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.23960015110715607, + 0.05671851767785353, + 0.304305000982341 + ], + "point": [ + 0.0284, + 0.272 + ] + }, + { + "instruction": "Scope:", + "bbox": [ + 0.08033681105555526, + 0.07710034974227996, + 0.11775485779941873, + 0.11343477689302885 + ], + "point": [ + 0.099, + 0.0953 + ] + }, + { + "instruction": "Product", + "bbox": [ + 0.27554556039663464, + 0.8076764168823964, + 0.4834246648085212, + 0.8568216357710798 + ], + "point": [ + 0.3795, + 0.8322 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.27048949790570087, + 0.5487052962624815, + 0.2866428486548305, + 0.5837643233982064 + ], + "point": [ + 0.2786, + 0.5662 + ] + }, + { + "instruction": "Interval", + "bbox": [ + 0.07313448554324851, + 0.8077559431629068, + 0.28038113945675147, + 0.8559719830575074 + ], + "point": [ + 0.1768, + 0.8319 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.4818466146049196, + 0.8077055259569157, + 0.6336583711740509, + 0.8557944393722263 + ], + "point": [ + 0.5578, + 0.8317 + ] + }, + { + "instruction": "Period", + "bbox": [ + 0.2450735562676144, + 0.3908787112264238, + 0.29619620649504724, + 0.4383088061090052 + ], + "point": [ + 0.2706, + 0.4146 + ] + }, + { + "instruction": "Order Quantity", + "bbox": [ + 0.6270670195157079, + 0.808218871348003, + 0.974057387293808, + 0.9571193717640533 + ], + "point": [ + 0.8006, + 0.8827 + ] + }, + { + "instruction": "Show Report.", + "bbox": [ + 0.8682883993700266, + 0.06850681643514238, + 0.9618496275074602, + 0.12466571514423076 + ], + "point": [ + 0.9151, + 0.0966 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.8315289646624254, + 0.6917712330112796, + 0.9154283437551807, + 0.7352893716484837 + ], + "point": [ + 0.8735, + 0.7135 + ] + }, + { + "instruction": "Stories.", + "bbox": [ + 0.0, + 0.6044389894022744, + 0.056637599550444506, + 0.6826720107941938 + ], + "point": [ + 0.0283, + 0.6436 + ] + }, + { + "instruction": "Reports.", + "bbox": [ + 0.0, + 0.5317290356878698, + 0.056886506017386436, + 0.6067434096477441 + ], + "point": [ + 0.0284, + 0.5692 + ] + }, + { + "instruction": "a calendar date.", + "bbox": [ + 0.3027758813347045, + 0.5422372671274038, + 0.40575495955166196, + 0.586654681143676 + ], + "point": [ + 0.3543, + 0.5644 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.45406649437176405, + 0.05674678893557278, + 0.5344996345113721 + ], + "point": [ + 0.0284, + 0.4943 + ] + }, + { + "instruction": "FindPartners &Extensions.", + "bbox": [ + 0.0, + 0.7524973130085059, + 0.05715700549219268, + 0.8323091947115384 + ], + "point": [ + 0.0286, + 0.7924 + ] + }, + { + "instruction": "a dropdown menu to select the year.", + "bbox": [ + 0.3020336444561298, + 0.3922919820751664, + 0.37222346703000664, + 0.437237043211446 + ], + "point": [ + 0.3371, + 0.4148 + ] + }, + { + "instruction": "Export function.", + "bbox": [ + 0.9190362176465103, + 0.6924328685512204, + 0.9714905108950183, + 0.7350385857757027 + ], + "point": [ + 0.9453, + 0.7137 + ] + }, + { + "instruction": "a dropdown menu with no content.", + "bbox": [ + 0.30292960250409273, + 0.6166878784901997, + 0.3625153964014838, + 0.6612855809680104 + ], + "point": [ + 0.3327, + 0.639 + ] + }, + { + "instruction": "a calendar with a stopwatch function.", + "bbox": [ + 0.3021067004621187, + 0.4673775396403476, + 0.40612752494508453, + 0.5129808414617234 + ], + "point": [ + 0.3541, + 0.4902 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0, + 0.6779035398946006, + 0.05714141279063743, + 0.754899570081361 + ], + "point": [ + 0.0286, + 0.7164 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.38852853267150517, + 0.056703972247298264, + 0.45368894317446373 + ], + "point": [ + 0.0284, + 0.4211 + ] + }, + { + "instruction": "A dropdown menu for all websites.", + "bbox": [ + 0.12683763175175108, + 0.08160284821098372, + 0.1931094263213383, + 0.11053638345391087 + ], + "point": [ + 0.16, + 0.0961 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.004126083313312075, + 0.008147917978862334, + 0.048900288043034805, + 0.09522430149055797 + ], + "point": [ + 0.0265, + 0.0517 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.0001560838532384574, + 0.31258761614737424, + 0.05643440368004756, + 0.3773566793407914 + ], + "point": [ + 0.0283, + 0.345 + ] + }, + { + "instruction": "Navigation or compass settings.", + "bbox": [ + 0.00281266634913275, + 0.09281673092813887, + 0.0517917956850573, + 0.15944464869753144 + ], + "point": [ + 0.0273, + 0.1261 + ] + }, + { + "instruction": "Help or information.", + "bbox": [ + 0.199504619568033, + 0.07800298386071561, + 0.22693385116617623, + 0.11629992603550296 + ], + "point": [ + 0.2132, + 0.0972 + ] + }, + { + "instruction": "Sales.", + "bbox": [ + 0.0, + 0.1657952483589127, + 0.05641828987263242, + 0.2412581404285318 + ], + "point": [ + 0.0282, + 0.2035 + ] + }, + { + "instruction": "emptyrows.", + "bbox": [ + 0.2183178767601438, + 0.6141016491771449, + 0.29554127255548535, + 0.6633832401072485 + ], + "point": [ + 0.2569, + 0.6387 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0, + 0.23960015110715607, + 0.05671851767785353, + 0.304305000982341 + ], + "point": [ + 0.0284, + 0.272 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.2863842789627197, + 0.5487978963456915, + 0.30000981095615054, + 0.5837002545418823 + ], + "point": [ + 0.2932, + 0.5662 + ] + }, + { + "instruction": "Information", + "bbox": [ + 0.08109414988550646, + 0.18678639428855398, + 0.10709330510713694, + 0.23523082846015161 + ], + "point": [ + 0.0941, + 0.211 + ] + }, + { + "instruction": "Information", + "bbox": [ + 0.08215332537178019, + 0.2559163832805566, + 0.10652530983841388, + 0.3008434589092548 + ], + "point": [ + 0.0943, + 0.2784 + ] + }, + { + "instruction": "Search or magnifying glass.", + "bbox": [ + 0.0, + 0.8429272894323225, + 0.05715183490783529, + 1.0 + ], + "point": [ + 0.0286, + 0.9215 + ] + }, + { + "instruction": "a zoom function.", + "bbox": [ + 0.08033681105555526, + 0.07710034974227996, + 0.11775485779941873, + 0.11343477689302885 + ], + "point": [ + 0.099, + 0.0953 + ] + }, + { + "instruction": "the \"Product\" button in a user interface.", + "bbox": [ + 0.27554556039663464, + 0.8076764168823964, + 0.4834246648085212, + 0.8568216357710798 + ], + "point": [ + 0.3795, + 0.8322 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.27048949790570087, + 0.5487052962624815, + 0.2866428486548305, + 0.5837643233982064 + ], + "point": [ + 0.2786, + 0.5662 + ] + }, + { + "instruction": "International settings or options.", + "bbox": [ + 0.07313448554324851, + 0.8077559431629068, + 0.28038113945675147, + 0.8559719830575074 + ], + "point": [ + 0.1768, + 0.8319 + ] + }, + { + "instruction": "a price indicator.", + "bbox": [ + 0.4818466146049196, + 0.8077055259569157, + 0.6336583711740509, + 0.8557944393722263 + ], + "point": [ + 0.5578, + 0.8317 + ] + }, + { + "instruction": "period.", + "bbox": [ + 0.2450735562676144, + 0.3908787112264238, + 0.29619620649504724, + 0.4383088061090052 + ], + "point": [ + 0.2706, + 0.4146 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9923829096381797, + 0.09789831398506842, + 1.0, + 0.2311689749271912 + ], + "point": [ + 0.9962, + 0.1645 + ] + }, + { + "instruction": "The option to order quantity.", + "bbox": [ + 0.6270670195157079, + 0.808218871348003, + 0.974057387293808, + 0.9571193717640533 + ], + "point": [ + 0.8006, + 0.8827 + ] + } + ], + "element_size": 67 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/find_best_selling/action_videoframes/action_3/2596.jpg", + "img_size": [ + 3016, + 1690 + ], + "element": [ + { + "instruction": "For accurate reporting; be sure to refresh lifetime statistics whenever you change the time zone", + "bbox": [ + 0.11007959583393775, + 0.19822485207100593, + 0.5255305242159006, + 0.22662721893491125 + ], + "point": [ + 0.3178, + 0.2124 + ] + }, + { + "instruction": "Last updated: Aug 29,2024, 12.00.02 AM. To refresh last day's statistics, click here_", + "bbox": [ + 0.11041114058355438, + 0.26568047337278106, + 0.46419098143236076, + 0.2911242603550296 + ], + "point": [ + 0.2873, + 0.2784 + ] + }, + { + "instruction": "Filter", + "bbox": [ + 0.07460212201591512, + 0.33668642664802145, + 0.10709549071618037, + 0.3597633497249445 + ], + "point": [ + 0.0908, + 0.3482 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.2592838196286472, + 0.4798816568047337, + 0.28580901856763924, + 0.5023668639053255 + ], + "point": [ + 0.2725, + 0.4911 + ] + }, + { + "instruction": "Export to:", + "bbox": [ + 0.7824933687002652, + 0.7047337278106509, + 0.8272546419098143, + 0.7266272189349112 + ], + "point": [ + 0.8049, + 0.7157 + ] + }, + { + "instruction": "records found", + "bbox": [ + 0.08189655172413793, + 0.7568046614968565, + 0.14489389920424403, + 0.7745561407867974 + ], + "point": [ + 0.1134, + 0.7657 + ] + }, + { + "instruction": "Order Quantity", + "bbox": [ + 0.637930994008517, + 0.8207100591715977, + 0.7042439508817556, + 0.8437869822485207 + ], + "point": [ + 0.6711, + 0.8322 + ] + }, + { + "instruction": "We couldn't find any records_", + "bbox": [ + 0.45026525198938994, + 0.8917160485623151, + 0.5938328912466844, + 0.9177515515208949 + ], + "point": [ + 0.522, + 0.9047 + ] + }, + { + "instruction": "Show Report", + "bbox": [ + 0.8682972227546834, + 0.06851161076472356, + 0.9618453372378565, + 0.12466135420037444 + ], + "point": [ + 0.9151, + 0.0966 + ] + }, + { + "instruction": "CSV", + "bbox": [ + 0.8315377070985991, + 0.6917925411427515, + 0.9154477713911223, + 0.7352848210983728 + ], + "point": [ + 0.8735, + 0.7135 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6043575490014793, + 0.05671740969549124, + 0.6827266896264793 + ], + "point": [ + 0.0284, + 0.6435 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.531735753166605, + 0.05688403708865219, + 0.6067401592548077 + ], + "point": [ + 0.0284, + 0.5692 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.45404767820821007, + 0.056742943882626, + 0.5344974314672707 + ], + "point": [ + 0.0284, + 0.4943 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.7524630033052885, + 0.05720241253192608, + 0.8322704066891642 + ], + "point": [ + 0.0286, + 0.7924 + ] + }, + { + "instruction": "EXTENSIONS", + "bbox": [ + 0.0, + 0.7524630033052885, + 0.05720241253192608, + 0.8322704066891642 + ], + "point": [ + 0.0286, + 0.7924 + ] + }, + { + "instruction": "12/31/2024}", + "bbox": [ + 0.30280312049926433, + 0.541464251456176, + 0.40629193131424074, + 0.5868023212139423 + ], + "point": [ + 0.3545, + 0.5641 + ] + }, + { + "instruction": "Year", + "bbox": [ + 0.30219123091558564, + 0.3923266168176775, + 0.37220128714563994, + 0.43719662999260356 + ], + "point": [ + 0.3372, + 0.4148 + ] + }, + { + "instruction": "Export", + "bbox": [ + 0.9188081048211622, + 0.6923399073132397, + 0.9715646597055289, + 0.7349550145617604 + ], + "point": [ + 0.9452, + 0.7136 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.30290602625839275, + 0.6167206713433802, + 0.36251567972117454, + 0.6612867366632766 + ], + "point": [ + 0.3327, + 0.639 + ] + }, + { + "instruction": "01/1/2023", + "bbox": [ + 0.30227608516298493, + 0.4677827914085614, + 0.40540518115622926, + 0.5125959588225777 + ], + "point": [ + 0.3538, + 0.4902 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0, + 0.6778721916605029, + 0.05721974562586777, + 0.7549135828864645 + ], + "point": [ + 0.0286, + 0.7164 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.3886130790033284, + 0.05669602411811485, + 0.4533806253467086 + ], + "point": [ + 0.0283, + 0.421 + ] + }, + { + "instruction": "All Websites", + "bbox": [ + 0.12682049091045672, + 0.0815709401869915, + 0.19315125644997513, + 0.11055501904007951 + ], + "point": [ + 0.16, + 0.0961 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.00014533541246813868, + 0.3126204090005547, + 0.056432822654987204, + 0.37719806016549556 + ], + "point": [ + 0.0283, + 0.3449 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0027725690239620462, + 0.09283156536034579, + 0.05186473785724185, + 0.15919377253605768 + ], + "point": [ + 0.0273, + 0.126 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0, + 0.16579698190181213, + 0.05644681409436132, + 0.24131845327524037 + ], + "point": [ + 0.0282, + 0.2036 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.2396592179699057, + 0.056716276416727975, + 0.30406588040865384 + ], + "point": [ + 0.0284, + 0.2719 + ] + }, + { + "instruction": "Empty Rows", + "bbox": [ + 0.218272930114908, + 0.6143506292760725, + 0.2955070111100174, + 0.6629441481370192 + ], + "point": [ + 0.2569, + 0.6386 + ] + }, + { + "instruction": "Product", + "bbox": [ + 0.2755038112164809, + 0.8076905741494083, + 0.48336832466429047, + 0.8567752634985207 + ], + "point": [ + 0.3794, + 0.8322 + ] + }, + { + "instruction": "Scope:", + "bbox": [ + 0.0803189416779131, + 0.07721799590883875, + 0.11777683531257771, + 0.11325295352371487 + ], + "point": [ + 0.099, + 0.0952 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.2706123372287902, + 0.5480704222910503, + 0.28628971089734956, + 0.5844088763174926 + ], + "point": [ + 0.2785, + 0.5662 + ] + }, + { + "instruction": "Interval", + "bbox": [ + 0.07308293147808044, + 0.8077549319295488, + 0.28036605268321557, + 0.8559413571329512 + ], + "point": [ + 0.1767, + 0.8318 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.48174340528897963, + 0.8076995307877219, + 0.6336841127916736, + 0.8558137250369823 + ], + "point": [ + 0.5577, + 0.8318 + ] + }, + { + "instruction": "Period", + "bbox": [ + 0.24466197370534234, + 0.3912745729705991, + 0.2968164742467258, + 0.43812060835798816 + ], + "point": [ + 0.2707, + 0.4147 + ] + }, + { + "instruction": "Show Report.", + "bbox": [ + 0.8682972227546834, + 0.06851161076472356, + 0.9618453372378565, + 0.12466135420037444 + ], + "point": [ + 0.9151, + 0.0966 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.8315377070985991, + 0.6917925411427515, + 0.9154477713911223, + 0.7352848210983728 + ], + "point": [ + 0.8735, + 0.7135 + ] + }, + { + "instruction": "Stories.", + "bbox": [ + 0.0, + 0.6043575490014793, + 0.05671740969549124, + 0.6827266896264793 + ], + "point": [ + 0.0284, + 0.6435 + ] + }, + { + "instruction": "Reports.", + "bbox": [ + 0.0, + 0.531735753166605, + 0.05688403708865219, + 0.6067401592548077 + ], + "point": [ + 0.0284, + 0.5692 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.45404767820821007, + 0.056742943882626, + 0.5344974314672707 + ], + "point": [ + 0.0284, + 0.4943 + ] + }, + { + "instruction": "FindPartners &Extensions.", + "bbox": [ + 0.0, + 0.7524630033052885, + 0.05720241253192608, + 0.8322704066891642 + ], + "point": [ + 0.0286, + 0.7924 + ] + }, + { + "instruction": "Calendar date.", + "bbox": [ + 0.30280312049926433, + 0.541464251456176, + 0.40629193131424074, + 0.5868023212139423 + ], + "point": [ + 0.3545, + 0.5641 + ] + }, + { + "instruction": "a dropdown menu to select the year.", + "bbox": [ + 0.30219123091558564, + 0.3923266168176775, + 0.37220128714563994, + 0.43719662999260356 + ], + "point": [ + 0.3372, + 0.4148 + ] + }, + { + "instruction": "Export function.", + "bbox": [ + 0.9188081048211622, + 0.6923399073132397, + 0.9715646597055289, + 0.7349550145617604 + ], + "point": [ + 0.9452, + 0.7136 + ] + }, + { + "instruction": "a dropdown menu with no content.", + "bbox": [ + 0.30290602625839275, + 0.6167206713433802, + 0.36251567972117454, + 0.6612867366632766 + ], + "point": [ + 0.3327, + 0.639 + ] + }, + { + "instruction": "a calendar date.", + "bbox": [ + 0.30227608516298493, + 0.4677827914085614, + 0.40540518115622926, + 0.5125959588225777 + ], + "point": [ + 0.3538, + 0.4902 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0, + 0.6778721916605029, + 0.05721974562586777, + 0.7549135828864645 + ], + "point": [ + 0.0286, + 0.7164 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.3886130790033284, + 0.05669602411811485, + 0.4533806253467086 + ], + "point": [ + 0.0283, + 0.421 + ] + }, + { + "instruction": "A dropdown menu for all websites.", + "bbox": [ + 0.12682049091045672, + 0.0815709401869915, + 0.19315125644997513, + 0.11055501904007951 + ], + "point": [ + 0.16, + 0.0961 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.0041192178700899884, + 0.00816285624306583, + 0.04890705230065303, + 0.09523300983496671 + ], + "point": [ + 0.0265, + 0.0517 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.00014533541246813868, + 0.3126204090005547, + 0.056432822654987204, + 0.37719806016549556 + ], + "point": [ + 0.0283, + 0.3449 + ] + }, + { + "instruction": "Navigation or navigation settings.", + "bbox": [ + 0.0027725690239620462, + 0.09283156536034579, + 0.05186473785724185, + 0.15919377253605768 + ], + "point": [ + 0.0273, + 0.126 + ] + }, + { + "instruction": "Help or information.", + "bbox": [ + 0.19941824753657575, + 0.0779521964710845, + 0.22698683194835875, + 0.11623265193058895 + ], + "point": [ + 0.2132, + 0.0971 + ] + }, + { + "instruction": "Sales.", + "bbox": [ + 0.0, + 0.16579698190181213, + 0.05644681409436132, + 0.24131845327524037 + ], + "point": [ + 0.0282, + 0.2036 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0, + 0.2396592179699057, + 0.056716276416727975, + 0.30406588040865384 + ], + "point": [ + 0.0284, + 0.2719 + ] + }, + { + "instruction": "emptyrows.", + "bbox": [ + 0.218272930114908, + 0.6143506292760725, + 0.2955070111100174, + 0.6629441481370192 + ], + "point": [ + 0.2569, + 0.6386 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.2862778924188184, + 0.5480791622365014, + 0.3001191521196846, + 0.5843437962278106 + ], + "point": [ + 0.2932, + 0.5662 + ] + }, + { + "instruction": "Search or magnifying glass.", + "bbox": [ + 0.0, + 0.8430336133968195, + 0.05715791110334725, + 1.0 + ], + "point": [ + 0.0286, + 0.9215 + ] + }, + { + "instruction": "Information", + "bbox": [ + 0.08106916715991276, + 0.1867805435812685, + 0.10709228313253792, + 0.23520139434633874 + ], + "point": [ + 0.0941, + 0.211 + ] + }, + { + "instruction": "Information", + "bbox": [ + 0.08214383922141806, + 0.2558765659670858, + 0.10652888169023023, + 0.30090711243759244 + ], + "point": [ + 0.0943, + 0.2784 + ] + }, + { + "instruction": "the \"Product\" button in a user interface.", + "bbox": [ + 0.2755038112164809, + 0.8076905741494083, + 0.48336832466429047, + 0.8567752634985207 + ], + "point": [ + 0.3794, + 0.8322 + ] + }, + { + "instruction": "a zoom function.", + "bbox": [ + 0.0803189416779131, + 0.07721799590883875, + 0.11777683531257771, + 0.11325295352371487 + ], + "point": [ + 0.099, + 0.0952 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.2706123372287902, + 0.5480704222910503, + 0.28628971089734956, + 0.5844088763174926 + ], + "point": [ + 0.2785, + 0.5662 + ] + }, + { + "instruction": "International settings or options.", + "bbox": [ + 0.07308293147808044, + 0.8077549319295488, + 0.28036605268321557, + 0.8559413571329512 + ], + "point": [ + 0.1767, + 0.8318 + ] + }, + { + "instruction": "a price indicator.", + "bbox": [ + 0.48174340528897963, + 0.8076995307877219, + 0.6336841127916736, + 0.8558137250369823 + ], + "point": [ + 0.5577, + 0.8318 + ] + }, + { + "instruction": "period.", + "bbox": [ + 0.24466197370534234, + 0.3912745729705991, + 0.2968164742467258, + 0.43812060835798816 + ], + "point": [ + 0.2707, + 0.4147 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9923848524017739, + 0.09796205780209874, + 1.0, + 0.23152557914779032 + ], + "point": [ + 0.9962, + 0.1647 + ] + } + ], + "element_size": 66 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/find_best_selling/action_videoframes/action_4/2962.jpg", + "img_size": [ + 3016, + 1690 + ], + "element": [ + { + "instruction": "For accurate reporting, be sure to refresh lifetime statistics whenever you change the time zone:", + "bbox": [ + 0.11041116082067515, + 0.3183431952662722, + 0.5251989592291633, + 0.3437869822485207 + ], + "point": [ + 0.3178, + 0.3311 + ] + }, + { + "instruction": "Last", + "bbox": [ + 0.11074270557029178, + 0.38757392838156435, + 0.13030503978779842, + 0.40532540767150516 + ], + "point": [ + 0.1205, + 0.3964 + ] + }, + { + "instruction": "updated: Aug 29,2024, 12.00.02 AM: To refresh last day's statistics, click here:", + "bbox": [ + 0.12931034482758622, + 0.38224855682553627, + 0.46518567639257297, + 0.4118343556421043 + ], + "point": [ + 0.2972, + 0.397 + ] + }, + { + "instruction": "Filter", + "bbox": [ + 0.07393899710172051, + 0.4550295857988166, + 0.10709549071618037, + 0.47810650887573963 + ], + "point": [ + 0.0905, + 0.4666 + ] + }, + { + "instruction": "Period", + "bbox": [ + 0.25364719461699065, + 0.5248520710059171, + 0.2861405633172559, + 0.5467454898992233 + ], + "point": [ + 0.2699, + 0.5358 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.2586206694180516, + 0.5994082840236686, + 0.2848143033703063, + 0.6224852071005917 + ], + "point": [ + 0.2717, + 0.6109 + ] + }, + { + "instruction": "Export to:", + "bbox": [ + 0.781498673740053, + 0.8248520710059172, + 0.8265915119363395, + 0.8461538461538461 + ], + "point": [ + 0.804, + 0.8355 + ] + }, + { + "instruction": "Product", + "bbox": [ + 0.20557029177718833, + 0.942603550295858, + 0.2403846153846154, + 0.9603550295857988 + ], + "point": [ + 0.223, + 0.9515 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.6578249336870027, + 0.942603550295858, + 0.6810344827586207, + 0.9603550295857988 + ], + "point": [ + 0.6694, + 0.9515 + ] + }, + { + "instruction": "Cnrite Vooa Ctran 6 foot", + "bbox": [ + 0.20557029177718833, + 0.98698224852071, + 0.3020557029177719, + 1.0 + ], + "point": [ + 0.2538, + 0.9935 + ] + }, + { + "instruction": "Show Report", + "bbox": [ + 0.8681634958606184, + 0.18818604960244084, + 0.9611124296719579, + 0.24432246642705252 + ], + "point": [ + 0.9146, + 0.2163 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5320040189302885, + 0.0569769052358774, + 0.6066566602718195 + ], + "point": [ + 0.0285, + 0.5693 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6046264287282729, + 0.05667654588937127, + 0.6818871492464866 + ], + "point": [ + 0.0283, + 0.6433 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.4539680796967456, + 0.05686322320993763, + 0.5345872145432692 + ], + "point": [ + 0.0284, + 0.4943 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.7524970963156435, + 0.05815366851240001, + 0.8336657642612796 + ], + "point": [ + 0.0291, + 0.7931 + ] + }, + { + "instruction": "EXTENSIONS", + "bbox": [ + 0.0, + 0.7524970963156435, + 0.05815366851240001, + 0.8336657642612796 + ], + "point": [ + 0.0291, + 0.7931 + ] + }, + { + "instruction": "CSV", + "bbox": [ + 0.8313838240322446, + 0.8106594830575073, + 0.9148553094433853, + 0.8557340542945636 + ], + "point": [ + 0.8731, + 0.8332 + ] + }, + { + "instruction": "Export", + "bbox": [ + 0.9188391080901857, + 0.8117570324056953, + 0.970940951643319, + 0.8553440793731509 + ], + "point": [ + 0.9449, + 0.8336 + ] + }, + { + "instruction": "Year", + "bbox": [ + 0.301657011401432, + 0.5129584859814165, + 0.37201603654208804, + 0.5574612047545303 + ], + "point": [ + 0.3368, + 0.5352 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0, + 0.6773779874722633, + 0.05715454162273862, + 0.7551399546967456 + ], + "point": [ + 0.0286, + 0.7163 + ] + }, + { + "instruction": "12/31/23", + "bbox": [ + 0.3026988386159234, + 0.6619873046875, + 0.4052298062676144, + 0.7063967732988166 + ], + "point": [ + 0.354, + 0.6842 + ] + }, + { + "instruction": "1/1/23", + "bbox": [ + 0.3021399702886688, + 0.5863458215837648, + 0.4054732993047497, + 0.6325700206869452 + ], + "point": [ + 0.3538, + 0.6095 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.3022975567481246, + 0.7366125704974112, + 0.3617848768158364, + 0.7802101631841716 + ], + "point": [ + 0.332, + 0.7584 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.3888947797244823, + 0.056708039908573545, + 0.454112252681213 + ], + "point": [ + 0.0284, + 0.4215 + ] + }, + { + "instruction": "AIl Websites", + "bbox": [ + 0.12458561459650096, + 0.19799378524870562, + 0.19289572232598018, + 0.23226921487842087 + ], + "point": [ + 0.1587, + 0.2151 + ] + }, + { + "instruction": "admin", + "bbox": [ + 0.8970872793020557, + 0.0841985578367696, + 0.9708486703725961, + 0.14038250262920673 + ], + "point": [ + 0.934, + 0.1123 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.00018498246170165367, + 0.312620047845784, + 0.056219996444742626, + 0.3774801220414201 + ], + "point": [ + 0.0282, + 0.3451 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0032204468623396572, + 0.09210468721107619, + 0.050358741922150875, + 0.16229836729151256 + ], + "point": [ + 0.0268, + 0.1272 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0, + 0.16637259037536983, + 0.05507210648028225, + 0.23913892034948225 + ], + "point": [ + 0.0275, + 0.2028 + ] + }, + { + "instruction": "Empty Rows", + "bbox": [ + 0.21900790186712532, + 0.7352198854705991, + 0.2951020663233588, + 0.7812812760031435 + ], + "point": [ + 0.2571, + 0.7583 + ] + }, + { + "instruction": "Bestsellers Report", + "bbox": [ + 0.07249650525161379, + 0.0946163922371949, + 0.23509468766675387, + 0.14637023203471708 + ], + "point": [ + 0.1538, + 0.1205 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.23923677523460615, + 0.05564829778291819, + 0.30588570318278474 + ], + "point": [ + 0.0278, + 0.2726 + ] + }, + { + "instruction": "records found", + "bbox": [ + 0.06968548316854381, + 0.8635212012296598, + 0.15097534624904158, + 0.905356358635355 + ], + "point": [ + 0.1103, + 0.8844 + ] + }, + { + "instruction": "Interval", + "bbox": [ + 0.07393291078764817, + 0.9274121527135725, + 0.20102948661824435, + 0.9747478417390902 + ], + "point": [ + 0.1375, + 0.9511 + ] + }, + { + "instruction": "Scope:", + "bbox": [ + 0.07925145885356225, + 0.19339673646102995, + 0.11889229529100008, + 0.23630293445474299 + ], + "point": [ + 0.0991, + 0.2148 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.26967493355748506, + 0.6676720252403846, + 0.2868282409182278, + 0.7014235276442308 + ], + "point": [ + 0.2783, + 0.6845 + ] + }, + { + "instruction": "Order Quantity", + "bbox": [ + 0.7600810812386024, + 0.9271389030140532, + 0.971389810982054, + 0.9769758055196006 + ], + "point": [ + 0.8657, + 0.9521 + ] + }, + { + "instruction": "Show Report.", + "bbox": [ + 0.8681634958606184, + 0.18818604960244084, + 0.9611124296719579, + 0.24432246642705252 + ], + "point": [ + 0.9146, + 0.2163 + ] + }, + { + "instruction": "Reports.", + "bbox": [ + 0.0, + 0.5320040189302885, + 0.0569769052358774, + 0.6066566602718195 + ], + "point": [ + 0.0285, + 0.5693 + ] + }, + { + "instruction": "Stories.", + "bbox": [ + 0.0, + 0.6046264287282729, + 0.05667654588937127, + 0.6818871492464866 + ], + "point": [ + 0.0283, + 0.6433 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.4539680796967456, + 0.05686322320993763, + 0.5345872145432692 + ], + "point": [ + 0.0284, + 0.4943 + ] + }, + { + "instruction": "FindPartners &Extensions.", + "bbox": [ + 0.0, + 0.7524970963156435, + 0.05815366851240001, + 0.8336657642612796 + ], + "point": [ + 0.0291, + 0.7931 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.8313838240322446, + 0.8106594830575073, + 0.9148553094433853, + 0.8557340542945636 + ], + "point": [ + 0.8731, + 0.8332 + ] + }, + { + "instruction": "Export.", + "bbox": [ + 0.9188391080901857, + 0.8117570324056953, + 0.970940951643319, + 0.8553440793731509 + ], + "point": [ + 0.9449, + 0.8336 + ] + }, + { + "instruction": "a dropdown menu to select the year.", + "bbox": [ + 0.301657011401432, + 0.5129584859814165, + 0.37201603654208804, + 0.5574612047545303 + ], + "point": [ + 0.3368, + 0.5352 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0, + 0.6773779874722633, + 0.05715454162273862, + 0.7551399546967456 + ], + "point": [ + 0.0286, + 0.7163 + ] + }, + { + "instruction": "a date display showing 12/31/23.", + "bbox": [ + 0.3026988386159234, + 0.6619873046875, + 0.4052298062676144, + 0.7063967732988166 + ], + "point": [ + 0.354, + 0.6842 + ] + }, + { + "instruction": "the date 1/23/23.", + "bbox": [ + 0.3021399702886688, + 0.5863458215837648, + 0.4054732993047497, + 0.6325700206869452 + ], + "point": [ + 0.3538, + 0.6095 + ] + }, + { + "instruction": "a dropdown menu with no content.", + "bbox": [ + 0.3022975567481246, + 0.7366125704974112, + 0.3617848768158364, + 0.7802101631841716 + ], + "point": [ + 0.332, + 0.7584 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.3888947797244823, + 0.056708039908573545, + 0.454112252681213 + ], + "point": [ + 0.0284, + 0.4215 + ] + }, + { + "instruction": "Help or information.", + "bbox": [ + 0.1984894244044782, + 0.1928801406770063, + 0.22658097649126532, + 0.2408043314013961 + ], + "point": [ + 0.2125, + 0.2168 + ] + }, + { + "instruction": "All Websites.", + "bbox": [ + 0.12458561459650096, + 0.19799378524870562, + 0.19289572232598018, + 0.23226921487842087 + ], + "point": [ + 0.1587, + 0.2151 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.0037499966608750723, + 0.007363489816880085, + 0.04881350115060174, + 0.09474434485802284 + ], + "point": [ + 0.0263, + 0.0511 + ] + }, + { + "instruction": "Admin settings.", + "bbox": [ + 0.8970872793020557, + 0.0841985578367696, + 0.9708486703725961, + 0.14038250262920673 + ], + "point": [ + 0.934, + 0.1123 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.00018498246170165367, + 0.312620047845784, + 0.056219996444742626, + 0.3774801220414201 + ], + "point": [ + 0.0282, + 0.3451 + ] + }, + { + "instruction": "Navigator", + "bbox": [ + 0.0032204468623396572, + 0.09210468721107619, + 0.050358741922150875, + 0.16229836729151256 + ], + "point": [ + 0.0268, + 0.1272 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.863571207466429, + 0.0898044112166004, + 0.8908531128253482, + 0.13970563538681122 + ], + "point": [ + 0.8772, + 0.1148 + ] + }, + { + "instruction": "Information", + "bbox": [ + 0.08121602794535912, + 0.3730816180889423, + 0.10691658444999068, + 0.42305568717640535 + ], + "point": [ + 0.0941, + 0.3981 + ] + }, + { + "instruction": "Sales", + "bbox": [ + 0.0, + 0.16637259037536983, + 0.05507210648028225, + 0.23913892034948225 + ], + "point": [ + 0.0275, + 0.2028 + ] + }, + { + "instruction": "emptyrows.", + "bbox": [ + 0.21900790186712532, + 0.7352198854705991, + 0.2951020663233588, + 0.7812812760031435 + ], + "point": [ + 0.2571, + 0.7583 + ] + }, + { + "instruction": "Search or magnifying glass.", + "bbox": [ + 0.0, + 0.8396020652274409, + 0.05713229090844921, + 1.0 + ], + "point": [ + 0.0286, + 0.9198 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.8265241627984085, + 0.0841322317631287, + 0.859530259190567, + 0.14588493031157546 + ], + "point": [ + 0.843, + 0.115 + ] + }, + { + "instruction": "a report for Bestsellers Report.", + "bbox": [ + 0.07249650525161379, + 0.0946163922371949, + 0.23509468766675387, + 0.14637023203471708 + ], + "point": [ + 0.1538, + 0.1205 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0, + 0.23923677523460615, + 0.05564829778291819, + 0.30588570318278474 + ], + "point": [ + 0.0278, + 0.2726 + ] + }, + { + "instruction": "Information", + "bbox": [ + 0.08129177548841077, + 0.30603272928994085, + 0.10694718297659876, + 0.35564224875184913 + ], + "point": [ + 0.0941, + 0.3308 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.28662334007040574, + 0.668527745354105, + 0.3005863462898396, + 0.6993767190967086 + ], + "point": [ + 0.2936, + 0.684 + ] + }, + { + "instruction": "a search function for 1 records found.", + "bbox": [ + 0.06968548316854381, + 0.8635212012296598, + 0.15097534624904158, + 0.905356358635355 + ], + "point": [ + 0.1103, + 0.8844 + ] + }, + { + "instruction": "the number 4.", + "bbox": [ + 0.7650025061650365, + 0.983894808616864, + 0.7766798105416943, + 1.0 + ], + "point": [ + 0.7708, + 0.9919 + ] + }, + { + "instruction": "interval settings or options.", + "bbox": [ + 0.07393291078764817, + 0.9274121527135725, + 0.20102948661824435, + 0.9747478417390902 + ], + "point": [ + 0.1375, + 0.9511 + ] + }, + { + "instruction": "Scope:", + "bbox": [ + 0.07925145885356225, + 0.19339673646102995, + 0.11889229529100008, + 0.23630293445474299 + ], + "point": [ + 0.0991, + 0.2148 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.26967493355748506, + 0.6676720252403846, + 0.2868282409182278, + 0.7014235276442308 + ], + "point": [ + 0.2783, + 0.6845 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.5081742182966885, + 0.49400815343010357, + 0.5284512466713984, + 0.5341807709643122 + ], + "point": [ + 0.5183, + 0.5141 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.991923607945126, + 0.5516191651835244, + 1.0, + 0.6822842750323594 + ], + "point": [ + 0.996, + 0.617 + ] + }, + { + "instruction": "a price tag of $14.00.", + "bbox": [ + 0.6555838344584093, + 0.9724893964959319, + 0.7640625323793933, + 1.0 + ], + "point": [ + 0.7098, + 0.9862 + ] + }, + { + "instruction": "minimizing a window.", + "bbox": [ + 0.07347626521669585, + 0.9730475250785873, + 0.20091097297972013, + 0.9999999277690459 + ], + "point": [ + 0.1372, + 0.9865 + ] + }, + { + "instruction": "Ordered quantity selection.", + "bbox": [ + 0.7600810812386024, + 0.9271389030140532, + 0.971389810982054, + 0.9769758055196006 + ], + "point": [ + 0.8657, + 0.9521 + ] + } + ], + "element_size": 76 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/find_best_selling/action_videoframes/action_5/4173.jpg", + "img_size": [ + 3016, + 1690 + ], + "element": [ + { + "instruction": "Reports", + "bbox": [ + 0.07294429708222812, + 0.028402366863905324, + 0.13295755968169762, + 0.0650887573964497 + ], + "point": [ + 0.103, + 0.0467 + ] + }, + { + "instruction": "Export to:", + "bbox": [ + 0.7824933687002652, + 0.3715976692515717, + 0.8272546419098143, + 0.3934911603758321 + ], + "point": [ + 0.8049, + 0.3825 + ] + }, + { + "instruction": "Products", + "bbox": [ + 0.42937665782493367, + 0.3994082840236686, + 0.4781167108753316, + 0.421301775147929 + ], + "point": [ + 0.4537, + 0.4104 + ] + }, + { + "instruction": "Views", + "bbox": [ + 0.4290450928381963, + 0.46153846153846156, + 0.4572281167108753, + 0.48284023668639053 + ], + "point": [ + 0.4431, + 0.4722 + ] + }, + { + "instruction": "By Products", + "bbox": [ + 0.07460211189735473, + 0.5650887212809727, + 0.12831563974881363, + 0.5899407922868898 + ], + "point": [ + 0.1015, + 0.5775 + ] + }, + { + "instruction": "14", + "bbox": [ + 0.7685676392572944, + 0.7544378698224852, + 0.7801724137931034, + 0.770414201183432 + ], + "point": [ + 0.7744, + 0.7624 + ] + }, + { + "instruction": "Statistics", + "bbox": [ + 0.42937665782493367, + 0.7745562130177515, + 0.4791114058355438, + 0.7976331360946746 + ], + "point": [ + 0.4542, + 0.7861 + ] + }, + { + "instruction": "Magento ver. 2.4.6", + "bbox": [ + 0.8862732095490716, + 0.9023668639053254, + 0.9711538461538461, + 0.9272189349112426 + ], + "point": [ + 0.9287, + 0.9148 + ] + }, + { + "instruction": "Export", + "bbox": [ + 0.9188985242767739, + 0.3589449007835614, + 0.9714943154737234, + 0.4017177604359283 + ], + "point": [ + 0.9452, + 0.3803 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.45672629091161243, + 0.05661598630545942, + 0.5347494452662722 + ], + "point": [ + 0.0283, + 0.4957 + ] + }, + { + "instruction": "Show Report", + "bbox": [ + 0.8877749658073607, + 0.021322986219056258, + 0.981719080269811, + 0.07752505195211376 + ], + "point": [ + 0.9347, + 0.0494 + ] + }, + { + "instruction": "CSV", + "bbox": [ + 0.831760234478614, + 0.3588805791188979, + 0.915652975795756, + 0.4017681415264423 + ], + "point": [ + 0.8737, + 0.3803 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6039167234883506, + 0.05723250513051486, + 0.6855754062268861 + ], + "point": [ + 0.0286, + 0.6447 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0007893514253732697, + 0.09196631076067863, + 0.05083920152497228, + 0.17278267222748706 + ], + "point": [ + 0.0258, + 0.1324 + ] + }, + { + "instruction": "wacy_Policy", + "bbox": [ + 0.7660629312935179, + 0.9268376277043269, + 0.8159182925439323, + 0.9544203177006287 + ], + "point": [ + 0.791, + 0.9406 + ] + }, + { + "instruction": "Report an Issue", + "bbox": [ + 0.9019352839543269, + 0.9272723135863535, + 0.9715035436007957, + 0.9534001277043269 + ], + "point": [ + 0.9367, + 0.9403 + ] + }, + { + "instruction": "Account Activity", + "bbox": [ + 0.8217567828352951, + 0.9267488558616864, + 0.893916365322447, + 0.9538110496024408 + ], + "point": [ + 0.8578, + 0.9403 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0009899670628717154, + 0.3924882335775703, + 0.055672630391007075, + 0.45746900569757765 + ], + "point": [ + 0.0283, + 0.425 + ] + }, + { + "instruction": "Abandoned Carts", + "bbox": [ + 0.07384824373361602, + 0.28979275494637574, + 0.15198367091009407, + 0.31619331314718935 + ], + "point": [ + 0.1129, + 0.303 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0010570860035539623, + 0.16852019721939718, + 0.05134119089465559, + 0.24480905024963018 + ], + "point": [ + 0.0262, + 0.2067 + ] + }, + { + "instruction": "Search Terms", + "bbox": [ + 0.07427407828819214, + 0.23774403227856877, + 0.13506288806702793, + 0.26420753975591715 + ], + "point": [ + 0.1047, + 0.251 + ] + }, + { + "instruction": "Order Count", + "bbox": [ + 0.4299578274592797, + 0.23776765180057322, + 0.4865058473946245, + 0.2640474398460614 + ], + "point": [ + 0.4582, + 0.2509 + ] + }, + { + "instruction": "Newsletter Problem Reports", + "bbox": [ + 0.07391907871560013, + 0.34236406856740015, + 0.19845564864990883, + 0.3683689456014238 + ], + "point": [ + 0.1362, + 0.3554 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0, + 0.6790179190551036, + 0.056525582027688266, + 0.7557770317122781 + ], + "point": [ + 0.0283, + 0.7174 + ] + }, + { + "instruction": "Advanced", + "bbox": [ + 0.6076572327145847, + 0.18652896316799186, + 0.7033345756227205, + 0.21239764873798078 + ], + "point": [ + 0.6555, + 0.1995 + ] + }, + { + "instruction": "Reporting", + "bbox": [ + 0.6076572327145847, + 0.18652896316799186, + 0.7033345756227205, + 0.21239764873798078 + ], + "point": [ + 0.6555, + 0.1995 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0016332798358300003, + 0.3185855662328957, + 0.05493653041930666, + 0.3853896643283099 + ], + "point": [ + 0.0283, + 0.352 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5319825302214312, + 0.05758650296562862, + 0.6070601423816568 + ], + "point": [ + 0.0288, + 0.5695 + ] + }, + { + "instruction": "Invoiced", + "bbox": [ + 0.2493305965190857, + 0.27774981436644786, + 0.40958896303050396, + 0.3326928855399408 + ], + "point": [ + 0.3295, + 0.3052 + ] + }, + { + "instruction": "Order Total", + "bbox": [ + 0.43001651510952005, + 0.18582469330736873, + 0.4805327397758828, + 0.21223066882974298 + ], + "point": [ + 0.4553, + 0.199 + ] + }, + { + "instruction": "Order Quantity", + "bbox": [ + 0.7644860548429211, + 0.4744212855954142, + 0.972427327689821, + 0.5229233600684171 + ], + "point": [ + 0.8685, + 0.4987 + ] + }, + { + "instruction": "Business Intelligence", + "bbox": [ + 0.6014320515195002, + 0.1022915631356324, + 0.7534852369394479, + 0.17307015142497226 + ], + "point": [ + 0.6775, + 0.1377 + ] + }, + { + "instruction": "Low Stock", + "bbox": [ + 0.430415914925087, + 0.5617684810119268, + 0.4753944538632502, + 0.5888175287190274 + ], + "point": [ + 0.4529, + 0.5753 + ] + }, + { + "instruction": "Coupons", + "bbox": [ + 0.2526201405006631, + 0.44625666691706734, + 0.2930951915305869, + 0.4728614942561945 + ], + "point": [ + 0.2729, + 0.4596 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.7556853706314719, + 0.056540456311456086, + 0.8427849222217085 + ], + "point": [ + 0.0283, + 0.7992 + ] + }, + { + "instruction": "EXTENSIONS", + "bbox": [ + 0.0, + 0.7556853706314719, + 0.056540456311456086, + 0.8427849222217085 + ], + "point": [ + 0.0283, + 0.7992 + ] + }, + { + "instruction": "New", + "bbox": [ + 0.43044590633807195, + 0.290428441516041, + 0.4505891268702338, + 0.3163750101123336 + ], + "point": [ + 0.4405, + 0.3034 + ] + }, + { + "instruction": "Ordered", + "bbox": [ + 0.4303451254766247, + 0.6147938384106879, + 0.46825799511977784, + 0.6401386689857619 + ], + "point": [ + 0.4493, + 0.6275 + ] + }, + { + "instruction": "Tax", + "bbox": [ + 0.2481694512405193, + 0.22590846676798262, + 0.41231360802283656, + 0.28095058463734285 + ], + "point": [ + 0.3302, + 0.2534 + ] + }, + { + "instruction": "PayPal Settlement", + "bbox": [ + 0.25251470510143814, + 0.4992083126271265, + 0.33330416489659315, + 0.5241829595622226 + ], + "point": [ + 0.2929, + 0.5117 + ] + }, + { + "instruction": "Braintree Settlement", + "bbox": [ + 0.2525554626626741, + 0.5519955968010355, + 0.3434825866861116, + 0.5759351741632767 + ], + "point": [ + 0.298, + 0.564 + ] + }, + { + "instruction": "Shipping", + "bbox": [ + 0.24952774654965185, + 0.332157906978088, + 0.4098370701311754, + 0.38324519953078773 + ], + "point": [ + 0.3297, + 0.3577 + ] + }, + { + "instruction": "Refresh Statistics", + "bbox": [ + 0.42989007357893316, + 0.8347035063794379, + 0.5051397834595698, + 0.8604626537074704 + ], + "point": [ + 0.4675, + 0.8476 + ] + }, + { + "instruction": "By Customers", + "bbox": [ + 0.0782142659397277, + 0.5116430880755363, + 0.1376872783630533, + 0.5360861874191013 + ], + "point": [ + 0.108, + 0.5239 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0022605774573369116, + 0.24235027245515903, + 0.05155629631062718, + 0.3171129215398484 + ], + "point": [ + 0.0269, + 0.2797 + ] + }, + { + "instruction": "Refunds", + "bbox": [ + 0.2497285797361986, + 0.3820301304202108, + 0.41061190901131467, + 0.4358339569272374 + ], + "point": [ + 0.3302, + 0.4089 + ] + }, + { + "instruction": "Bl Essentials L", + "bbox": [ + 0.6076421358224884, + 0.23946536814672706, + 0.6701777531550481, + 0.2635920959111501 + ], + "point": [ + 0.6389, + 0.2515 + ] + }, + { + "instruction": "Products in Cart", + "bbox": [ + 0.07446449947610141, + 0.185850028314534, + 0.1457565773070965, + 0.21258602706638313 + ], + "point": [ + 0.1101, + 0.1992 + ] + }, + { + "instruction": "Orders", + "bbox": [ + 0.24815417221433603, + 0.17165691669170674, + 0.4115884310370731, + 0.22701226409370376 + ], + "point": [ + 0.3299, + 0.1993 + ] + }, + { + "instruction": "Downloads", + "bbox": [ + 0.4300806263081275, + 0.6666844114044009, + 0.48052310690639505, + 0.692148856439534 + ], + "point": [ + 0.4553, + 0.6794 + ] + }, + { + "instruction": "Marketing", + "bbox": [ + 0.07063170010594537, + 0.10406817374144786, + 0.23831387223868533, + 0.17261991783006655 + ], + "point": [ + 0.1545, + 0.1383 + ] + }, + { + "instruction": "Bestsellers", + "bbox": [ + 0.4300890854246104, + 0.5100683088133321, + 0.4787455186919761, + 0.5363275832678439 + ], + "point": [ + 0.4544, + 0.5232 + ] + }, + { + "instruction": "Reviews", + "bbox": [ + 0.07203061637574862, + 0.4322014983589127, + 0.23758738489935188, + 0.4955557738535503 + ], + "point": [ + 0.1548, + 0.4639 + ] + }, + { + "instruction": "Sales", + "bbox": [ + 0.2479374124137413, + 0.1042676485501803, + 0.4115697724117208, + 0.17162634494036613 + ], + "point": [ + 0.3298, + 0.1379 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.42660506271240883, + 0.1045532497428578, + 0.5905278456305951, + 0.17297681097448225 + ], + "point": [ + 0.5086, + 0.1388 + ] + }, + { + "instruction": "Export function.", + "bbox": [ + 0.9188985242767739, + 0.3589449007835614, + 0.9714943154737234, + 0.4017177604359283 + ], + "point": [ + 0.9452, + 0.3803 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.45672629091161243, + 0.05661598630545942, + 0.5347494452662722 + ], + "point": [ + 0.0283, + 0.4957 + ] + }, + { + "instruction": "Show Report.", + "bbox": [ + 0.8877749658073607, + 0.021322986219056258, + 0.981719080269811, + 0.07752505195211376 + ], + "point": [ + 0.9347, + 0.0494 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.831760234478614, + 0.3588805791188979, + 0.915652975795756, + 0.4017681415264423 + ], + "point": [ + 0.8737, + 0.3803 + ] + }, + { + "instruction": "Stories.", + "bbox": [ + 0.0, + 0.6039167234883506, + 0.05723250513051486, + 0.6855754062268861 + ], + "point": [ + 0.0286, + 0.6447 + ] + }, + { + "instruction": "Navigator", + "bbox": [ + 0.0007893514253732697, + 0.09196631076067863, + 0.05083920152497228, + 0.17278267222748706 + ], + "point": [ + 0.0258, + 0.1324 + ] + }, + { + "instruction": "Privacy Policy.", + "bbox": [ + 0.7660629312935179, + 0.9268376277043269, + 0.8159182925439323, + 0.9544203177006287 + ], + "point": [ + 0.791, + 0.9406 + ] + }, + { + "instruction": "Report an issue.", + "bbox": [ + 0.9019352839543269, + 0.9272723135863535, + 0.9715035436007957, + 0.9534001277043269 + ], + "point": [ + 0.9367, + 0.9403 + ] + }, + { + "instruction": "Account activity.", + "bbox": [ + 0.8217567828352951, + 0.9267488558616864, + 0.893916365322447, + 0.9538110496024408 + ], + "point": [ + 0.8578, + 0.9403 + ] + }, + { + "instruction": "Marketing", + "bbox": [ + 0.0009899670628717154, + 0.3924882335775703, + 0.055672630391007075, + 0.45746900569757765 + ], + "point": [ + 0.0283, + 0.425 + ] + }, + { + "instruction": "uBlock Origin (Ctrl+T)", + "bbox": [ + 0.0032772322232274224, + 0.005919692361143214, + 0.04944853694116405, + 0.09554460062783145 + ], + "point": [ + 0.0264, + 0.0507 + ] + }, + { + "instruction": "Abanded carts.", + "bbox": [ + 0.07384824373361602, + 0.28979275494637574, + 0.15198367091009407, + 0.31619331314718935 + ], + "point": [ + 0.1129, + 0.303 + ] + }, + { + "instruction": "Sales", + "bbox": [ + 0.0010570860035539623, + 0.16852019721939718, + 0.05134119089465559, + 0.24480905024963018 + ], + "point": [ + 0.0262, + 0.2067 + ] + }, + { + "instruction": "Search Terms.", + "bbox": [ + 0.07427407828819214, + 0.23774403227856877, + 0.13506288806702793, + 0.26420753975591715 + ], + "point": [ + 0.1047, + 0.251 + ] + }, + { + "instruction": "Ordered Count.", + "bbox": [ + 0.4299578274592797, + 0.23776765180057322, + 0.4865058473946245, + 0.2640474398460614 + ], + "point": [ + 0.4582, + 0.2509 + ] + }, + { + "instruction": "Newspaster Problem Reports.", + "bbox": [ + 0.07391907871560013, + 0.34236406856740015, + 0.19845564864990883, + 0.3683689456014238 + ], + "point": [ + 0.1362, + 0.3554 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0, + 0.6790179190551036, + 0.056525582027688266, + 0.7557770317122781 + ], + "point": [ + 0.0283, + 0.7174 + ] + }, + { + "instruction": "Advanced Reporting.", + "bbox": [ + 0.6076572327145847, + 0.18652896316799186, + 0.7033345756227205, + 0.21239764873798078 + ], + "point": [ + 0.6555, + 0.1995 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.0016332798358300003, + 0.3185855662328957, + 0.05493653041930666, + 0.3853896643283099 + ], + "point": [ + 0.0283, + 0.352 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.0, + 0.5319825302214312, + 0.05758650296562862, + 0.6070601423816568 + ], + "point": [ + 0.0288, + 0.5695 + ] + }, + { + "instruction": "Invoice.", + "bbox": [ + 0.2493305965190857, + 0.27774981436644786, + 0.40958896303050396, + 0.3326928855399408 + ], + "point": [ + 0.3295, + 0.3052 + ] + }, + { + "instruction": "the number 4.", + "bbox": [ + 0.7647926876968667, + 0.5208288429756842, + 0.9716894013179708, + 0.5669067021657729 + ], + "point": [ + 0.8682, + 0.5439 + ] + }, + { + "instruction": "The option to order a total.", + "bbox": [ + 0.43001651510952005, + 0.18582469330736873, + 0.4805327397758828, + 0.21223066882974298 + ], + "point": [ + 0.4553, + 0.199 + ] + }, + { + "instruction": "an option to order quantity.", + "bbox": [ + 0.7644860548429211, + 0.4744212855954142, + 0.972427327689821, + 0.5229233600684171 + ], + "point": [ + 0.8685, + 0.4987 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.7290073060862898, + 0.01829068110539363, + 0.7538759752673243, + 0.071480842454899 + ], + "point": [ + 0.7414, + 0.0449 + ] + }, + { + "instruction": "Business Intelligence.", + "bbox": [ + 0.6014320515195002, + 0.1022915631356324, + 0.7534852369394479, + 0.17307015142497226 + ], + "point": [ + 0.6775, + 0.1377 + ] + }, + { + "instruction": "Low stock.", + "bbox": [ + 0.430415914925087, + 0.5617684810119268, + 0.4753944538632502, + 0.5888175287190274 + ], + "point": [ + 0.4529, + 0.5753 + ] + }, + { + "instruction": "Coupons.", + "bbox": [ + 0.2526201405006631, + 0.44625666691706734, + 0.2930951915305869, + 0.4728614942561945 + ], + "point": [ + 0.2729, + 0.4596 + ] + }, + { + "instruction": "FindPartners &Extensions.", + "bbox": [ + 0.0, + 0.7556853706314719, + 0.056540456311456086, + 0.8427849222217085 + ], + "point": [ + 0.0283, + 0.7992 + ] + }, + { + "instruction": "creating a new item or feature.", + "bbox": [ + 0.43044590633807195, + 0.290428441516041, + 0.4505891268702338, + 0.3163750101123336 + ], + "point": [ + 0.4405, + 0.3034 + ] + }, + { + "instruction": "Ordered status.", + "bbox": [ + 0.4303451254766247, + 0.6147938384106879, + 0.46825799511977784, + 0.6401386689857619 + ], + "point": [ + 0.4493, + 0.6275 + ] + }, + { + "instruction": "the \"Fax\" function.", + "bbox": [ + 0.2481694512405193, + 0.22590846676798262, + 0.41231360802283656, + 0.28095058463734285 + ], + "point": [ + 0.3302, + 0.2534 + ] + }, + { + "instruction": "PayPal Settings.", + "bbox": [ + 0.25251470510143814, + 0.4992083126271265, + 0.33330416489659315, + 0.5241829595622226 + ], + "point": [ + 0.2929, + 0.5117 + ] + }, + { + "instruction": "Braintree Settings.", + "bbox": [ + 0.2525554626626741, + 0.5519955968010355, + 0.3434825866861116, + 0.5759351741632767 + ], + "point": [ + 0.298, + 0.564 + ] + }, + { + "instruction": "Shipping.", + "bbox": [ + 0.24952774654965185, + 0.332157906978088, + 0.4098370701311754, + 0.38324519953078773 + ], + "point": [ + 0.3297, + 0.3577 + ] + }, + { + "instruction": "Refresh statistics.", + "bbox": [ + 0.42989007357893316, + 0.8347035063794379, + 0.5051397834595698, + 0.8604626537074704 + ], + "point": [ + 0.4675, + 0.8476 + ] + }, + { + "instruction": "ByCustomers section.", + "bbox": [ + 0.0782142659397277, + 0.5116430880755363, + 0.1376872783630533, + 0.5360861874191013 + ], + "point": [ + 0.108, + 0.5239 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0022605774573369116, + 0.24235027245515903, + 0.05155629631062718, + 0.3171129215398484 + ], + "point": [ + 0.0269, + 0.2797 + ] + }, + { + "instruction": "Refunds.", + "bbox": [ + 0.2497285797361986, + 0.3820301304202108, + 0.41061190901131467, + 0.4358339569272374 + ], + "point": [ + 0.3302, + 0.4089 + ] + }, + { + "instruction": "bi Essentials.", + "bbox": [ + 0.6076421358224884, + 0.23946536814672706, + 0.6701777531550481, + 0.2635920959111501 + ], + "point": [ + 0.6389, + 0.2515 + ] + }, + { + "instruction": "the number 3.", + "bbox": [ + 0.7633815937396385, + 0.5649444038345969, + 0.9722417937665783, + 0.6105629102718195 + ], + "point": [ + 0.8678, + 0.5878 + ] + }, + { + "instruction": "Products in cart.", + "bbox": [ + 0.07446449947610141, + 0.185850028314534, + 0.1457565773070965, + 0.21258602706638313 + ], + "point": [ + 0.1101, + 0.1992 + ] + }, + { + "instruction": "Orders.", + "bbox": [ + 0.24815417221433603, + 0.17165691669170674, + 0.4115884310370731, + 0.22701226409370376 + ], + "point": [ + 0.3299, + 0.1993 + ] + }, + { + "instruction": "Downloads.", + "bbox": [ + 0.4300806263081275, + 0.6666844114044009, + 0.48052310690639505, + 0.692148856439534 + ], + "point": [ + 0.4553, + 0.6794 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.07063170010594537, + 0.10406817374144786, + 0.23831387223868533, + 0.17261991783006655 + ], + "point": [ + 0.1545, + 0.1383 + ] + }, + { + "instruction": "the number 3.", + "bbox": [ + 0.7631228014391993, + 0.6077975481924927, + 0.9722213138003565, + 0.6546112963433802 + ], + "point": [ + 0.8677, + 0.6312 + ] + }, + { + "instruction": "bestsellers.", + "bbox": [ + 0.4300890854246104, + 0.5100683088133321, + 0.4787455186919761, + 0.5363275832678439 + ], + "point": [ + 0.4544, + 0.5232 + ] + }, + { + "instruction": "a button to view more reviews or details.", + "bbox": [ + 0.07203061637574862, + 0.4322014983589127, + 0.23758738489935188, + 0.4955557738535503 + ], + "point": [ + 0.1548, + 0.4639 + ] + }, + { + "instruction": "Sales.", + "bbox": [ + 0.2479374124137413, + 0.1042676485501803, + 0.4115697724117208, + 0.17162634494036613 + ], + "point": [ + 0.3298, + 0.1379 + ] + }, + { + "instruction": "a loading or buffering indicator.", + "bbox": [ + 0.9907618353158156, + 0.9725284012111687, + 1.0, + 1.0 + ], + "point": [ + 0.9954, + 0.9863 + ] + }, + { + "instruction": "Customers section.", + "bbox": [ + 0.42660506271240883, + 0.1045532497428578, + 0.5905278456305951, + 0.17297681097448225 + ], + "point": [ + 0.5086, + 0.1388 + ] + }, + { + "instruction": "the number 2.", + "bbox": [ + 0.76377063214937, + 0.6955368493435651, + 0.9716010055744363, + 0.7422601643398669 + ], + "point": [ + 0.8677, + 0.7189 + ] + }, + { + "instruction": "the number 2.", + "bbox": [ + 0.7630029976842257, + 0.6518969293176775, + 0.9723352892645474, + 0.6983203413923816 + ], + "point": [ + 0.8677, + 0.6751 + ] + } + ], + "element_size": 108 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/find_best_selling/action_videoframes/action_6/8274.jpg", + "img_size": [ + 3016, + 1690 + ], + "element": [ + { + "instruction": "Matt Baker", + "bbox": [ + 0.23043766578249336, + 0.0053254437869822485, + 0.27619363395225466, + 0.023076923076923078 + ], + "point": [ + 0.2533, + 0.0142 + ] + }, + { + "instruction": "$112.35", + "bbox": [ + 0.6521882884382253, + 0.0053254437869822485, + 0.6863395225464191, + 0.023076923076923078 + ], + "point": [ + 0.6693, + 0.0142 + ] + }, + { + "instruction": "$449.40", + "bbox": [ + 0.8047082228116711, + 0.0053254437869822485, + 0.8395225464190982, + 0.023076923076923078 + ], + "point": [ + 0.8221, + 0.0142 + ] + }, + { + "instruction": "Lucy Garcia", + "bbox": [ + 0.22877982061168559, + 0.047928989568405606, + 0.27818300363555826, + 0.07041419666899731 + ], + "point": [ + 0.2535, + 0.0592 + ] + }, + { + "instruction": "$149.57", + "bbox": [ + 0.6521882884382253, + 0.0485207100591716, + 0.6856763925729443, + 0.06627218934911243 + ], + "point": [ + 0.6689, + 0.0574 + ] + }, + { + "instruction": "$448.72", + "bbox": [ + 0.8047082228116711, + 0.0485207100591716, + 0.8388594164456233, + 0.06627218934911243 + ], + "point": [ + 0.8218, + 0.0574 + ] + }, + { + "instruction": "Bob Johnson", + "bbox": [ + 0.23043766578249336, + 0.09171597633136094, + 0.28249336870026526, + 0.11124260355029586 + ], + "point": [ + 0.2565, + 0.1015 + ] + }, + { + "instruction": "5", + "bbox": [ + 0.5159151193633952, + 0.0940828402366864, + 0.5228779840848806, + 0.10887573964497041 + ], + "point": [ + 0.5194, + 0.1015 + ] + }, + { + "instruction": "$83.92", + "bbox": [ + 0.6521883289124668, + 0.09171597633136094, + 0.6810345637071038, + 0.11124260355029586 + ], + "point": [ + 0.6666, + 0.1015 + ] + }, + { + "instruction": "$419.60", + "bbox": [ + 0.8047082228116711, + 0.09171597633136094, + 0.8388594164456233, + 0.10946745562130178 + ], + "point": [ + 0.8218, + 0.1006 + ] + }, + { + "instruction": "John Lee", + "bbox": [ + 0.22811671087533156, + 0.1349112426035503, + 0.26657824933687, + 0.15680473372781065 + ], + "point": [ + 0.2473, + 0.1459 + ] + }, + { + "instruction": "$134.00", + "bbox": [ + 0.6521882884382253, + 0.1366863905325444, + 0.6863395225464191, + 0.1544378698224852 + ], + "point": [ + 0.6693, + 0.1456 + ] + }, + { + "instruction": "$402.00", + "bbox": [ + 0.8047082228116711, + 0.1366863905325444, + 0.8388594164456233, + 0.1544378698224852 + ], + "point": [ + 0.8218, + 0.1456 + ] + }, + { + "instruction": "Adam Garcia", + "bbox": [ + 0.23043766578249336, + 0.17988165680473372, + 0.28315649867374004, + 0.19763313609467456 + ], + "point": [ + 0.2568, + 0.1888 + ] + }, + { + "instruction": "$133.72", + "bbox": [ + 0.6521882884382253, + 0.17988165680473372, + 0.6863395225464191, + 0.19763313609467456 + ], + "point": [ + 0.6693, + 0.1888 + ] + }, + { + "instruction": "$401.16", + "bbox": [ + 0.8047082228116711, + 0.17988165680473372, + 0.8388594164456233, + 0.19763313609467456 + ], + "point": [ + 0.8218, + 0.1888 + ] + }, + { + "instruction": "Martin", + "bbox": [ + 0.2529840848806366, + 0.2242603550295858, + 0.28083554376657827, + 0.24201183431952664 + ], + "point": [ + 0.2669, + 0.2331 + ] + }, + { + "instruction": "$127.93", + "bbox": [ + 0.6521882884382253, + 0.2242603550295858, + 0.6863395225464191, + 0.24201183431952664 + ], + "point": [ + 0.6693, + 0.2331 + ] + }, + { + "instruction": "$383.80", + "bbox": [ + 0.8047082228116711, + 0.2242603550295858, + 0.8388594164456233, + 0.24201183431952664 + ], + "point": [ + 0.8218, + 0.2331 + ] + }, + { + "instruction": "Michael Nguyen", + "bbox": [ + 0.23010610079575597, + 0.2668639053254438, + 0.29608753315649866, + 0.28875736033422705 + ], + "point": [ + 0.2631, + 0.2778 + ] + }, + { + "instruction": "$125.75", + "bbox": [ + 0.6521882884382253, + 0.26745562130177514, + 0.6863395225464191, + 0.285207100591716 + ], + "point": [ + 0.6693, + 0.2763 + ] + }, + { + "instruction": "$377.24", + "bbox": [ + 0.8047082228116711, + 0.26745562130177514, + 0.8388594164456233, + 0.285207100591716 + ], + "point": [ + 0.8218, + 0.2763 + ] + }, + { + "instruction": "Alex Martin", + "bbox": [ + 0.23043766578249336, + 0.31242603550295855, + 0.27718832891246686, + 0.32840236686390534 + ], + "point": [ + 0.2538, + 0.3204 + ] + }, + { + "instruction": "$121.00", + "bbox": [ + 0.6521882884382253, + 0.3106508875739645, + 0.6863395225464191, + 0.32840236686390534 + ], + "point": [ + 0.6693, + 0.3195 + ] + }, + { + "instruction": "$363.00", + "bbox": [ + 0.8040450928381963, + 0.30946749173677884, + 0.8391909814323607, + 0.3307692668847078 + ], + "point": [ + 0.8216, + 0.3201 + ] + }, + { + "instruction": "Jane Doe", + "bbox": [ + 0.22877984084880637, + 0.35562130177514795, + 0.2675729442970822, + 0.3745562130177515 + ], + "point": [ + 0.2482, + 0.3651 + ] + }, + { + "instruction": "$116.57", + "bbox": [ + 0.6521882884382253, + 0.355621337890625, + 0.6856763925729443, + 0.3733728171805658 + ], + "point": [ + 0.6689, + 0.3645 + ] + }, + { + "instruction": "$349.72", + "bbox": [ + 0.8047082228116711, + 0.35562130177514795, + 0.8395225464190982, + 0.3745562130177515 + ], + "point": [ + 0.8221, + 0.3651 + ] + }, + { + "instruction": "Lily Potter", + "bbox": [ + 0.2297745155718978, + 0.4, + 0.2722148338742851, + 0.41893491124260357 + ], + "point": [ + 0.251, + 0.4095 + ] + }, + { + "instruction": "$165.60", + "bbox": [ + 0.6521882884382253, + 0.3988165680473373, + 0.6863395225464191, + 0.4165680473372781 + ], + "point": [ + 0.6693, + 0.4077 + ] + }, + { + "instruction": "$331.20", + "bbox": [ + 0.8047082228116711, + 0.3988165680473373, + 0.8388594164456233, + 0.4165680473372781 + ], + "point": [ + 0.8218, + 0.4077 + ] + }, + { + "instruction": "Alex Johnson", + "bbox": [ + 0.23010610079575597, + 0.4414201183431953, + 0.2838196286472148, + 0.46331360946745564 + ], + "point": [ + 0.257, + 0.4524 + ] + }, + { + "instruction": "$100.80", + "bbox": [ + 0.6521882884382253, + 0.44319526627218936, + 0.6863395225464191, + 0.46094674556213017 + ], + "point": [ + 0.6693, + 0.4521 + ] + }, + { + "instruction": "$302.40", + "bbox": [ + 0.8047082228116711, + 0.44319526627218936, + 0.8388594164456233, + 0.46094674556213017 + ], + "point": [ + 0.8218, + 0.4521 + ] + }, + { + "instruction": "Sarah Miller", + "bbox": [ + 0.22977453580901858, + 0.4863905325443787, + 0.2801724137931034, + 0.5041420118343195 + ], + "point": [ + 0.255, + 0.4953 + ] + }, + { + "instruction": "$146.60", + "bbox": [ + 0.6521882884382253, + 0.4863905325443787, + 0.6863395225464191, + 0.5041420118343195 + ], + "point": [ + 0.6693, + 0.4953 + ] + }, + { + "instruction": "$293.20", + "bbox": [ + 0.8047082228116711, + 0.4863905325443787, + 0.8388594164456233, + 0.5041420118343195 + ], + "point": [ + 0.8218, + 0.4953 + ] + }, + { + "instruction": "2022", + "bbox": [ + 0.08189655172413793, + 0.5088756674140162, + 0.10377984084880637, + 0.5266272189349113 + ], + "point": [ + 0.0928, + 0.5178 + ] + }, + { + "instruction": "Bob Jones", + "bbox": [ + 0.23043766578249336, + 0.5313609467455621, + 0.27221485411140584, + 0.5491124982664571 + ], + "point": [ + 0.2513, + 0.5402 + ] + }, + { + "instruction": "$69.50", + "bbox": [ + 0.651856804399971, + 0.5289940828402366, + 0.6813660477453581, + 0.5508875739644971 + ], + "point": [ + 0.6666, + 0.5399 + ] + }, + { + "instruction": "$278.00", + "bbox": [ + 0.8047082228116711, + 0.5313609467455621, + 0.8388594164456233, + 0.5491124982664571 + ], + "point": [ + 0.8218, + 0.5402 + ] + }, + { + "instruction": "John Doe", + "bbox": [ + 0.2281166906382108, + 0.5727811373197116, + 0.26889918400691104, + 0.5946745562130178 + ], + "point": [ + 0.2485, + 0.5837 + ] + }, + { + "instruction": "$135.00", + "bbox": [ + 0.6521882884382253, + 0.5745562130177515, + 0.6863395225464191, + 0.5923076923076923 + ], + "point": [ + 0.6693, + 0.5834 + ] + }, + { + "instruction": "$269.99", + "bbox": [ + 0.8047082228116711, + 0.5745562491332286, + 0.8388594164456233, + 0.593491160375832 + ], + "point": [ + 0.8218, + 0.584 + ] + }, + { + "instruction": "Jane Smith", + "bbox": [ + 0.22877984084880637, + 0.6177514792899408, + 0.27486737400530503, + 0.6366863905325444 + ], + "point": [ + 0.2518, + 0.6272 + ] + }, + { + "instruction": "$126.78", + "bbox": [ + 0.6521882884382253, + 0.6177514792899408, + 0.6863395225464191, + 0.6355029585798817 + ], + "point": [ + 0.6693, + 0.6266 + ] + }, + { + "instruction": "$253.56", + "bbox": [ + 0.8047082228116711, + 0.6177514792899408, + 0.8388594164456233, + 0.6355029585798817 + ], + "point": [ + 0.8218, + 0.6266 + ] + }, + { + "instruction": "Jason Miller", + "bbox": [ + 0.22877984084880637, + 0.6621301775147929, + 0.27851458885941643, + 0.6810650887573965 + ], + "point": [ + 0.2536, + 0.6716 + ] + }, + { + "instruction": "$119.30", + "bbox": [ + 0.6521882884382253, + 0.6621301775147929, + 0.6863395225464191, + 0.6810650887573965 + ], + "point": [ + 0.6693, + 0.6716 + ] + }, + { + "instruction": "$238.60", + "bbox": [ + 0.8047082228116711, + 0.6621301775147929, + 0.8395225464190982, + 0.6810650887573965 + ], + "point": [ + 0.8221, + 0.6716 + ] + }, + { + "instruction": "Lisa Kim", + "bbox": [ + 0.22977453580901858, + 0.7053254437869823, + 0.2645888594164456, + 0.7230769230769231 + ], + "point": [ + 0.2472, + 0.7142 + ] + }, + { + "instruction": "$119.05", + "bbox": [ + 0.6521882884382253, + 0.7053254437869823, + 0.6863395225464191, + 0.7230769230769231 + ], + "point": [ + 0.6693, + 0.7142 + ] + }, + { + "instruction": "$238.10", + "bbox": [ + 0.8047082228116711, + 0.7053254437869823, + 0.8388594164456233, + 0.7230769230769231 + ], + "point": [ + 0.8218, + 0.7142 + ] + }, + { + "instruction": "Brian Smith", + "bbox": [ + 0.23043766578249336, + 0.7502958579881657, + 0.27851458885941643, + 0.7662721893491125 + ], + "point": [ + 0.2545, + 0.7583 + ] + }, + { + "instruction": "$103.25", + "bbox": [ + 0.6521882884382253, + 0.7485207100591716, + 0.6863395225464191, + 0.7662721893491125 + ], + "point": [ + 0.6693, + 0.7574 + ] + }, + { + "instruction": "$206.50", + "bbox": [ + 0.8040450928381963, + 0.7467455621301775, + 0.8391909814323607, + 0.7686390532544378 + ], + "point": [ + 0.8216, + 0.7577 + ] + }, + { + "instruction": "John Smith", + "bbox": [ + 0.22811671087533156, + 0.7917159763313609, + 0.27586206896551724, + 0.8130177514792899 + ], + "point": [ + 0.252, + 0.8024 + ] + }, + { + "instruction": "$94.70", + "bbox": [ + 0.6521883289124668, + 0.7934911242603551, + 0.6810345637071038, + 0.8106508875739645 + ], + "point": [ + 0.6666, + 0.8021 + ] + }, + { + "instruction": "$189.40", + "bbox": [ + 0.8047082228116711, + 0.7934911242603551, + 0.8388594164456233, + 0.8106508875739645 + ], + "point": [ + 0.8218, + 0.8021 + ] + }, + { + "instruction": "Alexander Thomas", + "bbox": [ + 0.2304376455453726, + 0.8366863905325443, + 0.3066975924949747, + 0.8544378698224852 + ], + "point": [ + 0.2686, + 0.8456 + ] + }, + { + "instruction": "S82.00", + "bbox": [ + 0.6521883289124668, + 0.8366863905325443, + 0.6816976127320955, + 0.855621301775148 + ], + "point": [ + 0.6669, + 0.8462 + ] + }, + { + "instruction": "$164.00", + "bbox": [ + 0.8047082228116711, + 0.8366863905325443, + 0.8388594164456233, + 0.8544378698224852 + ], + "point": [ + 0.8218, + 0.8456 + ] + }, + { + "instruction": "Olivia Lee", + "bbox": [ + 0.23043766578249336, + 0.8810650887573964, + 0.2708885941644562, + 0.8988165680473372 + ], + "point": [ + 0.2507, + 0.8899 + ] + }, + { + "instruction": "S81.62", + "bbox": [ + 0.6521883289124668, + 0.8810650887573964, + 0.6810345637071038, + 0.8988165680473372 + ], + "point": [ + 0.6666, + 0.8899 + ] + }, + { + "instruction": "$163.25", + "bbox": [ + 0.8047082228116711, + 0.8810650887573964, + 0.8388594164456233, + 0.8988165680473372 + ], + "point": [ + 0.8218, + 0.8899 + ] + }, + { + "instruction": "Daniel Jackson", + "bbox": [ + 0.23010610079575597, + 0.9224852071005917, + 0.2901193633952255, + 0.9443786982248521 + ], + "point": [ + 0.2601, + 0.9334 + ] + }, + { + "instruction": "S47.13", + "bbox": [ + 0.6521883289124668, + 0.9242603550295858, + 0.6810345637071038, + 0.9420118343195266 + ], + "point": [ + 0.6666, + 0.9331 + ] + }, + { + "instruction": "$141.40", + "bbox": [ + 0.8047082228116711, + 0.9242603550295858, + 0.8388594164456233, + 0.9420118343195266 + ], + "point": [ + 0.8218, + 0.9331 + ] + }, + { + "instruction": "Katie Wong", + "bbox": [ + 0.22944297082228116, + 0.9668639053254438, + 0.27785145888594165, + 0.9905325443786982 + ], + "point": [ + 0.2536, + 0.9787 + ] + }, + { + "instruction": "$137.00", + "bbox": [ + 0.6521882884382253, + 0.9674556213017751, + 0.6863395225464191, + 0.985207100591716 + ], + "point": [ + 0.6693, + 0.9763 + ] + }, + { + "instruction": "$137.00", + "bbox": [ + 0.8047082228116711, + 0.9674556213017751, + 0.8388594164456233, + 0.985207100591716 + ], + "point": [ + 0.8218, + 0.9763 + ] + }, + { + "instruction": "Mary", + "bbox": [ + 0.23110079575596817, + 0.22248520710059172, + 0.2513262599469496, + 0.2455621301775148 + ], + "point": [ + 0.2412, + 0.234 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5317150589982433, + 0.056728929676491006, + 0.6065901355630547 + ], + "point": [ + 0.0284, + 0.5692 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.4545163487541605, + 0.0567475832425631, + 0.5337301581568972 + ], + "point": [ + 0.0284, + 0.4941 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6050611146102995, + 0.056777620189069754, + 0.6781248555380918 + ], + "point": [ + 0.0284, + 0.6416 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.7522378594212278, + 0.05681132005443624, + 0.8382631922614645 + ], + "point": [ + 0.0284, + 0.7953 + ] + }, + { + "instruction": "EXTENSIONS", + "bbox": [ + 0.0, + 0.7522378594212278, + 0.05681132005443624, + 0.8382631922614645 + ], + "point": [ + 0.0284, + 0.7953 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0, + 0.6783702963202662, + 0.05721208081637517, + 0.7540784485946745 + ], + "point": [ + 0.0286, + 0.7162 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.38736528927052516, + 0.05668715519993628, + 0.4520714393028846 + ], + "point": [ + 0.0283, + 0.4197 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0, + 0.1642237736628606, + 0.05706040865546513, + 0.2386337189984745 + ], + "point": [ + 0.0285, + 0.2014 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0, + 0.09197603485287999, + 0.056409921823192974, + 0.16316849748058432 + ], + "point": [ + 0.0282, + 0.1276 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.23902524688540125, + 0.05635993613488478, + 0.3066817244129068 + ], + "point": [ + 0.0282, + 0.2729 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0, + 0.30963763174926034, + 0.05647543950169409, + 0.38089895756286984 + ], + "point": [ + 0.0282, + 0.3453 + ] + }, + { + "instruction": "Reports.", + "bbox": [ + 0.0, + 0.5317150589982433, + 0.056728929676491006, + 0.6065901355630547 + ], + "point": [ + 0.0284, + 0.5692 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.4545163487541605, + 0.0567475832425631, + 0.5337301581568972 + ], + "point": [ + 0.0284, + 0.4941 + ] + }, + { + "instruction": "Stories.", + "bbox": [ + 0.0, + 0.6050611146102995, + 0.056777620189069754, + 0.6781248555380918 + ], + "point": [ + 0.0284, + 0.6416 + ] + }, + { + "instruction": "Find Partners &Extensions.", + "bbox": [ + 0.0, + 0.7522378594212278, + 0.05681132005443624, + 0.8382631922614645 + ], + "point": [ + 0.0284, + 0.7953 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0, + 0.6783702963202662, + 0.05721208081637517, + 0.7540784485946745 + ], + "point": [ + 0.0286, + 0.7162 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.0, + 0.002203847670696191, + 0.0549568510182024, + 0.09544615435177052 + ], + "point": [ + 0.0275, + 0.0488 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.38736528927052516, + 0.05668715519993628, + 0.4520714393028846 + ], + "point": [ + 0.0283, + 0.4197 + ] + }, + { + "instruction": "Sales.", + "bbox": [ + 0.0, + 0.1642237736628606, + 0.05706040865546513, + 0.2386337189984745 + ], + "point": [ + 0.0285, + 0.2014 + ] + }, + { + "instruction": "Navigation or compass settings.", + "bbox": [ + 0.0, + 0.09197603485287999, + 0.056409921823192974, + 0.16316849748058432 + ], + "point": [ + 0.0282, + 0.1276 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0, + 0.23902524688540125, + 0.05635993613488478, + 0.3066817244129068 + ], + "point": [ + 0.0282, + 0.2729 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.0, + 0.30963763174926034, + 0.05647543950169409, + 0.38089895756286984 + ], + "point": [ + 0.0282, + 0.3453 + ] + }, + { + "instruction": "Search or magnifying glass.", + "bbox": [ + 0.0, + 0.8397875543176775, + 0.05761411145764257, + 1.0 + ], + "point": [ + 0.0288, + 0.9199 + ] + } + ], + "element_size": 95 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/find_best_selling/action_videoframes/action_7/8448.jpg", + "img_size": [ + 3016, + 1690 + ], + "element": [ + { + "instruction": "Matt Baker", + "bbox": [ + 0.23043766578249336, + 0.0053254437869822485, + 0.27619363395225466, + 0.023076923076923078 + ], + "point": [ + 0.2533, + 0.0142 + ] + }, + { + "instruction": "$112.35", + "bbox": [ + 0.6521882884382253, + 0.0053254437869822485, + 0.6863395225464191, + 0.023076923076923078 + ], + "point": [ + 0.6693, + 0.0142 + ] + }, + { + "instruction": "$449.40", + "bbox": [ + 0.8047082228116711, + 0.0053254437869822485, + 0.8395225464190982, + 0.023076923076923078 + ], + "point": [ + 0.8221, + 0.0142 + ] + }, + { + "instruction": "Lucy Garcia", + "bbox": [ + 0.22877982061168559, + 0.047928989568405606, + 0.27818300363555826, + 0.07041419666899731 + ], + "point": [ + 0.2535, + 0.0592 + ] + }, + { + "instruction": "$149.57", + "bbox": [ + 0.6521882884382253, + 0.0485207100591716, + 0.6856763925729443, + 0.06627218934911243 + ], + "point": [ + 0.6689, + 0.0574 + ] + }, + { + "instruction": "$448.72", + "bbox": [ + 0.8047082228116711, + 0.0485207100591716, + 0.8388594164456233, + 0.06627218934911243 + ], + "point": [ + 0.8218, + 0.0574 + ] + }, + { + "instruction": "Bob Johnson", + "bbox": [ + 0.23043766578249336, + 0.09171597633136094, + 0.28249336870026526, + 0.11124260355029586 + ], + "point": [ + 0.2565, + 0.1015 + ] + }, + { + "instruction": "5", + "bbox": [ + 0.5159151193633952, + 0.0940828402366864, + 0.5228779840848806, + 0.10887573964497041 + ], + "point": [ + 0.5194, + 0.1015 + ] + }, + { + "instruction": "$83.92", + "bbox": [ + 0.6521883289124668, + 0.09171597633136094, + 0.6810345637071038, + 0.11124260355029586 + ], + "point": [ + 0.6666, + 0.1015 + ] + }, + { + "instruction": "$419.60", + "bbox": [ + 0.8047082228116711, + 0.09171597633136094, + 0.8388594164456233, + 0.10946745562130178 + ], + "point": [ + 0.8218, + 0.1006 + ] + }, + { + "instruction": "John Lee", + "bbox": [ + 0.22811671087533156, + 0.1349112426035503, + 0.26657824933687, + 0.15680473372781065 + ], + "point": [ + 0.2473, + 0.1459 + ] + }, + { + "instruction": "$134.00", + "bbox": [ + 0.6521882884382253, + 0.1366863905325444, + 0.6863395225464191, + 0.1544378698224852 + ], + "point": [ + 0.6693, + 0.1456 + ] + }, + { + "instruction": "$402.00", + "bbox": [ + 0.8047082228116711, + 0.1366863905325444, + 0.8388594164456233, + 0.1544378698224852 + ], + "point": [ + 0.8218, + 0.1456 + ] + }, + { + "instruction": "Adam Garcia", + "bbox": [ + 0.23043766578249336, + 0.17988165680473372, + 0.28315649867374004, + 0.19763313609467456 + ], + "point": [ + 0.2568, + 0.1888 + ] + }, + { + "instruction": "$133.72", + "bbox": [ + 0.6521882884382253, + 0.17988165680473372, + 0.6863395225464191, + 0.19763313609467456 + ], + "point": [ + 0.6693, + 0.1888 + ] + }, + { + "instruction": "$401.16", + "bbox": [ + 0.8047082228116711, + 0.17988165680473372, + 0.8388594164456233, + 0.19763313609467456 + ], + "point": [ + 0.8218, + 0.1888 + ] + }, + { + "instruction": "Martin", + "bbox": [ + 0.2529840848806366, + 0.2242603550295858, + 0.28083554376657827, + 0.24201183431952664 + ], + "point": [ + 0.2669, + 0.2331 + ] + }, + { + "instruction": "$127.93", + "bbox": [ + 0.6521882884382253, + 0.2242603550295858, + 0.6863395225464191, + 0.24201183431952664 + ], + "point": [ + 0.6693, + 0.2331 + ] + }, + { + "instruction": "$383.80", + "bbox": [ + 0.8047082228116711, + 0.2242603550295858, + 0.8388594164456233, + 0.24201183431952664 + ], + "point": [ + 0.8218, + 0.2331 + ] + }, + { + "instruction": "Michael Nguyen", + "bbox": [ + 0.23010610079575597, + 0.2668639053254438, + 0.29608753315649866, + 0.28875736033422705 + ], + "point": [ + 0.2631, + 0.2778 + ] + }, + { + "instruction": "$125.75", + "bbox": [ + 0.6521882884382253, + 0.26745562130177514, + 0.6863395225464191, + 0.285207100591716 + ], + "point": [ + 0.6693, + 0.2763 + ] + }, + { + "instruction": "$377.24", + "bbox": [ + 0.8047082228116711, + 0.26745562130177514, + 0.8388594164456233, + 0.285207100591716 + ], + "point": [ + 0.8218, + 0.2763 + ] + }, + { + "instruction": "Alex Martin", + "bbox": [ + 0.23043766578249336, + 0.31242603550295855, + 0.27718832891246686, + 0.32840236686390534 + ], + "point": [ + 0.2538, + 0.3204 + ] + }, + { + "instruction": "$121.00", + "bbox": [ + 0.6521882884382253, + 0.3106508875739645, + 0.6863395225464191, + 0.32840236686390534 + ], + "point": [ + 0.6693, + 0.3195 + ] + }, + { + "instruction": "$363.00", + "bbox": [ + 0.8040450928381963, + 0.30946749173677884, + 0.8391909814323607, + 0.3307692668847078 + ], + "point": [ + 0.8216, + 0.3201 + ] + }, + { + "instruction": "Jane Doe", + "bbox": [ + 0.22877984084880637, + 0.35562130177514795, + 0.2675729442970822, + 0.3745562130177515 + ], + "point": [ + 0.2482, + 0.3651 + ] + }, + { + "instruction": "$116.57", + "bbox": [ + 0.6521882884382253, + 0.355621337890625, + 0.6856763925729443, + 0.3733728171805658 + ], + "point": [ + 0.6689, + 0.3645 + ] + }, + { + "instruction": "$349.72", + "bbox": [ + 0.8047082228116711, + 0.355621337890625, + 0.8388594164456233, + 0.3733728171805658 + ], + "point": [ + 0.8218, + 0.3645 + ] + }, + { + "instruction": "Lily Potter", + "bbox": [ + 0.2297745155718978, + 0.4, + 0.2722148338742851, + 0.41893491124260357 + ], + "point": [ + 0.251, + 0.4095 + ] + }, + { + "instruction": "$165.60", + "bbox": [ + 0.6521882884382253, + 0.3988165680473373, + 0.6863395225464191, + 0.4165680473372781 + ], + "point": [ + 0.6693, + 0.4077 + ] + }, + { + "instruction": "$331.20", + "bbox": [ + 0.8047082228116711, + 0.3988165680473373, + 0.8388594164456233, + 0.4165680473372781 + ], + "point": [ + 0.8218, + 0.4077 + ] + }, + { + "instruction": "Alex Johnson", + "bbox": [ + 0.23010610079575597, + 0.4414201183431953, + 0.2838196286472148, + 0.46331360946745564 + ], + "point": [ + 0.257, + 0.4524 + ] + }, + { + "instruction": "$100.80", + "bbox": [ + 0.6521882884382253, + 0.44319526627218936, + 0.6863395225464191, + 0.46094674556213017 + ], + "point": [ + 0.6693, + 0.4521 + ] + }, + { + "instruction": "$302.40", + "bbox": [ + 0.8047082228116711, + 0.44319526627218936, + 0.8388594164456233, + 0.46094674556213017 + ], + "point": [ + 0.8218, + 0.4521 + ] + }, + { + "instruction": "Sarah Miller", + "bbox": [ + 0.22977453580901858, + 0.4863905325443787, + 0.2801724137931034, + 0.5041420118343195 + ], + "point": [ + 0.255, + 0.4953 + ] + }, + { + "instruction": "$146.60", + "bbox": [ + 0.6521882884382253, + 0.4863905325443787, + 0.6863395225464191, + 0.5041420118343195 + ], + "point": [ + 0.6693, + 0.4953 + ] + }, + { + "instruction": "$293.20", + "bbox": [ + 0.8047082228116711, + 0.4863905325443787, + 0.8388594164456233, + 0.5041420118343195 + ], + "point": [ + 0.8218, + 0.4953 + ] + }, + { + "instruction": "2022", + "bbox": [ + 0.08189655172413793, + 0.5088756674140162, + 0.10377984084880637, + 0.5266272189349113 + ], + "point": [ + 0.0928, + 0.5178 + ] + }, + { + "instruction": "Bob Jones", + "bbox": [ + 0.23043766578249336, + 0.5313609467455621, + 0.27221485411140584, + 0.5491124982664571 + ], + "point": [ + 0.2513, + 0.5402 + ] + }, + { + "instruction": "$69.50", + "bbox": [ + 0.651856804399971, + 0.5289940828402366, + 0.6813660477453581, + 0.5508875739644971 + ], + "point": [ + 0.6666, + 0.5399 + ] + }, + { + "instruction": "$278.00", + "bbox": [ + 0.8047082228116711, + 0.5313609467455621, + 0.8388594164456233, + 0.5491124982664571 + ], + "point": [ + 0.8218, + 0.5402 + ] + }, + { + "instruction": "John Doe", + "bbox": [ + 0.2281166906382108, + 0.5727811373197116, + 0.26889918400691104, + 0.5946745562130178 + ], + "point": [ + 0.2485, + 0.5837 + ] + }, + { + "instruction": "$135.00", + "bbox": [ + 0.6521882884382253, + 0.5745562130177515, + 0.6863395225464191, + 0.5923076923076923 + ], + "point": [ + 0.6693, + 0.5834 + ] + }, + { + "instruction": "$269.99", + "bbox": [ + 0.8047082228116711, + 0.5745562491332286, + 0.8388594164456233, + 0.593491160375832 + ], + "point": [ + 0.8218, + 0.584 + ] + }, + { + "instruction": "Jane Smith", + "bbox": [ + 0.22877984084880637, + 0.6177514792899408, + 0.27486737400530503, + 0.6366863905325444 + ], + "point": [ + 0.2518, + 0.6272 + ] + }, + { + "instruction": "$126.78", + "bbox": [ + 0.6521882884382253, + 0.6177514792899408, + 0.6863395225464191, + 0.6355029585798817 + ], + "point": [ + 0.6693, + 0.6266 + ] + }, + { + "instruction": "$253.56", + "bbox": [ + 0.8047082228116711, + 0.6177514792899408, + 0.8388594164456233, + 0.6366863905325444 + ], + "point": [ + 0.8218, + 0.6272 + ] + }, + { + "instruction": "Jason Miller", + "bbox": [ + 0.22877984084880637, + 0.6621301775147929, + 0.27851458885941643, + 0.6810650887573965 + ], + "point": [ + 0.2536, + 0.6716 + ] + }, + { + "instruction": "$119.30", + "bbox": [ + 0.6521882884382253, + 0.6621301775147929, + 0.6863395225464191, + 0.6810650887573965 + ], + "point": [ + 0.6693, + 0.6716 + ] + }, + { + "instruction": "$238.60", + "bbox": [ + 0.8047082228116711, + 0.6621301775147929, + 0.8395225464190982, + 0.6810650887573965 + ], + "point": [ + 0.8221, + 0.6716 + ] + }, + { + "instruction": "Lisa Kim", + "bbox": [ + 0.22977453580901858, + 0.7053254437869823, + 0.2645888594164456, + 0.7230769230769231 + ], + "point": [ + 0.2472, + 0.7142 + ] + }, + { + "instruction": "$119.05", + "bbox": [ + 0.6521882884382253, + 0.7053254437869823, + 0.6863395225464191, + 0.7230769230769231 + ], + "point": [ + 0.6693, + 0.7142 + ] + }, + { + "instruction": "$238.10", + "bbox": [ + 0.8047082228116711, + 0.7053254437869823, + 0.8388594164456233, + 0.7230769230769231 + ], + "point": [ + 0.8218, + 0.7142 + ] + }, + { + "instruction": "Brian Smith", + "bbox": [ + 0.23043766578249336, + 0.7502958579881657, + 0.27851458885941643, + 0.7662721893491125 + ], + "point": [ + 0.2545, + 0.7583 + ] + }, + { + "instruction": "$103.25", + "bbox": [ + 0.6521882884382253, + 0.7485207100591716, + 0.6863395225464191, + 0.7662721893491125 + ], + "point": [ + 0.6693, + 0.7574 + ] + }, + { + "instruction": "$206.50", + "bbox": [ + 0.8040450928381963, + 0.7467455621301775, + 0.8391909814323607, + 0.7686390532544378 + ], + "point": [ + 0.8216, + 0.7577 + ] + }, + { + "instruction": "John Smith", + "bbox": [ + 0.22811671087533156, + 0.7917159763313609, + 0.27586206896551724, + 0.8130177514792899 + ], + "point": [ + 0.252, + 0.8024 + ] + }, + { + "instruction": "$94.70", + "bbox": [ + 0.6521883289124668, + 0.7934911242603551, + 0.6810345637071038, + 0.8106508875739645 + ], + "point": [ + 0.6666, + 0.8021 + ] + }, + { + "instruction": "$189.40", + "bbox": [ + 0.8047082228116711, + 0.7934911242603551, + 0.8388594164456233, + 0.8106508875739645 + ], + "point": [ + 0.8218, + 0.8021 + ] + }, + { + "instruction": "Alexander Thomas", + "bbox": [ + 0.2304376455453726, + 0.8366863905325443, + 0.3066975924949747, + 0.8544378698224852 + ], + "point": [ + 0.2686, + 0.8456 + ] + }, + { + "instruction": "S82.00", + "bbox": [ + 0.6521883289124668, + 0.8366863905325443, + 0.6816976127320955, + 0.855621301775148 + ], + "point": [ + 0.6669, + 0.8462 + ] + }, + { + "instruction": "$164.00", + "bbox": [ + 0.8047082228116711, + 0.8366863905325443, + 0.8388594164456233, + 0.8544378698224852 + ], + "point": [ + 0.8218, + 0.8456 + ] + }, + { + "instruction": "Olivia Lee", + "bbox": [ + 0.23043766578249336, + 0.8810650887573964, + 0.2708885941644562, + 0.8988165680473372 + ], + "point": [ + 0.2507, + 0.8899 + ] + }, + { + "instruction": "S81.62", + "bbox": [ + 0.6521883289124668, + 0.8810650165264423, + 0.6816976127320955, + 0.8999999277690458 + ], + "point": [ + 0.6669, + 0.8905 + ] + }, + { + "instruction": "$163.25", + "bbox": [ + 0.8047082228116711, + 0.8810650887573964, + 0.8388594164456233, + 0.8988165680473372 + ], + "point": [ + 0.8218, + 0.8899 + ] + }, + { + "instruction": "Daniel Jackson", + "bbox": [ + 0.23010610079575597, + 0.9224852071005917, + 0.2901193633952255, + 0.9443786982248521 + ], + "point": [ + 0.2601, + 0.9334 + ] + }, + { + "instruction": "S47.13", + "bbox": [ + 0.6521883289124668, + 0.9242603550295858, + 0.6810345637071038, + 0.9420118343195266 + ], + "point": [ + 0.6666, + 0.9331 + ] + }, + { + "instruction": "$141.40", + "bbox": [ + 0.8047082228116711, + 0.9242603550295858, + 0.8388594164456233, + 0.9420118343195266 + ], + "point": [ + 0.8218, + 0.9331 + ] + }, + { + "instruction": "Katie Wong", + "bbox": [ + 0.22944297082228116, + 0.9668639053254438, + 0.27785145888594165, + 0.9905325443786982 + ], + "point": [ + 0.2536, + 0.9787 + ] + }, + { + "instruction": "$137.00", + "bbox": [ + 0.6521882884382253, + 0.9674556213017751, + 0.6863395225464191, + 0.985207100591716 + ], + "point": [ + 0.6693, + 0.9763 + ] + }, + { + "instruction": "$137.00", + "bbox": [ + 0.8047082228116711, + 0.9674556213017751, + 0.8388594164456233, + 0.985207100591716 + ], + "point": [ + 0.8218, + 0.9763 + ] + }, + { + "instruction": "Mary", + "bbox": [ + 0.23110079575596817, + 0.22248520710059172, + 0.2513262599469496, + 0.2455621301775148 + ], + "point": [ + 0.2412, + 0.234 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5317174065042529, + 0.056729820109805, + 0.6065888354058802 + ], + "point": [ + 0.0284, + 0.5692 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.45451837122087646, + 0.056749156678703165, + 0.5337354310165495 + ], + "point": [ + 0.0284, + 0.4941 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.605065376236594, + 0.056780767061349886, + 0.6781663883367234 + ], + "point": [ + 0.0284, + 0.6416 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.7522497052977071, + 0.056795970198330256, + 0.8383008968195266 + ], + "point": [ + 0.0284, + 0.7953 + ] + }, + { + "instruction": "EXTENSIONS", + "bbox": [ + 0.0, + 0.7522497052977071, + 0.056795970198330256, + 0.8383008968195266 + ], + "point": [ + 0.0284, + 0.7953 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0, + 0.6783427763267381, + 0.05721392745364566, + 0.7540973008737056 + ], + "point": [ + 0.0286, + 0.7162 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.3873640974597818, + 0.056689138437771985, + 0.4520714031874075 + ], + "point": [ + 0.0283, + 0.4197 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0, + 0.16422243739020895, + 0.05706254367170663, + 0.23865199342987242 + ], + "point": [ + 0.0285, + 0.2014 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0, + 0.09197145721616125, + 0.05641475343577742, + 0.16318976949657915 + ], + "point": [ + 0.0282, + 0.1276 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.23901573045719304, + 0.05636250624922289, + 0.3066970373751849 + ], + "point": [ + 0.0282, + 0.2729 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0, + 0.30966284035225594, + 0.05647590495547186, + 0.38093738443047337 + ], + "point": [ + 0.0282, + 0.3453 + ] + }, + { + "instruction": "Reports.", + "bbox": [ + 0.0, + 0.5317174065042529, + 0.056729820109805, + 0.6065888354058802 + ], + "point": [ + 0.0284, + 0.5692 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.45451837122087646, + 0.056749156678703165, + 0.5337354310165495 + ], + "point": [ + 0.0284, + 0.4941 + ] + }, + { + "instruction": "Stories.", + "bbox": [ + 0.0, + 0.605065376236594, + 0.056780767061349886, + 0.6781663883367234 + ], + "point": [ + 0.0284, + 0.6416 + ] + }, + { + "instruction": "Find Partners &Extensions.", + "bbox": [ + 0.0, + 0.7522497052977071, + 0.056795970198330256, + 0.8383008968195266 + ], + "point": [ + 0.0284, + 0.7953 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0, + 0.6783427763267381, + 0.05721392745364566, + 0.7540973008737056 + ], + "point": [ + 0.0286, + 0.7162 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.0, + 0.0021786796976123336, + 0.0550397776798481, + 0.09547216200969628 + ], + "point": [ + 0.0275, + 0.0488 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.3873640974597818, + 0.056689138437771985, + 0.4520714031874075 + ], + "point": [ + 0.0283, + 0.4197 + ] + }, + { + "instruction": "Sales.", + "bbox": [ + 0.0, + 0.16422243739020895, + 0.05706254367170663, + 0.23865199342987242 + ], + "point": [ + 0.0285, + 0.2014 + ] + }, + { + "instruction": "Navigation or compass settings.", + "bbox": [ + 0.0, + 0.09197145721616125, + 0.05641475343577742, + 0.16318976949657915 + ], + "point": [ + 0.0282, + 0.1276 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0, + 0.23901573045719304, + 0.05636250624922289, + 0.3066970373751849 + ], + "point": [ + 0.0282, + 0.2729 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.0, + 0.30966284035225594, + 0.05647590495547186, + 0.38093738443047337 + ], + "point": [ + 0.0282, + 0.3453 + ] + }, + { + "instruction": "Search or magnifying glass.", + "bbox": [ + 0.0, + 0.8398467837000739, + 0.05760953786834798, + 1.0 + ], + "point": [ + 0.0288, + 0.9199 + ] + } + ], + "element_size": 95 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/find_best_selling/action_videoframes/action_8/5792.jpg", + "img_size": [ + 3016, + 1690 + ], + "element": [ + { + "instruction": "From:", + "bbox": [ + 0.07924403183023873, + 0.3005916798608543, + 0.10709549071618037, + 0.3201183070797892 + ], + "point": [ + 0.0932, + 0.3104 + ] + }, + { + "instruction": "To:", + "bbox": [ + 0.21949602122015915, + 0.2994083201391457, + 0.23408488063660476, + 0.31893494735808064 + ], + "point": [ + 0.2268, + 0.3092 + ] + }, + { + "instruction": "Show By:", + "bbox": [ + 0.34648541114058357, + 0.2988165319318602, + 0.38925729442970824, + 0.3236686029377774 + ], + "point": [ + 0.3679, + 0.3112 + ] + }, + { + "instruction": "Export to:", + "bbox": [ + 0.791445623342175, + 0.3000000180577385, + 0.8368700265251989, + 0.32189349112426036 + ], + "point": [ + 0.8142, + 0.3109 + ] + }, + { + "instruction": "Copyright @ 2024 Magento Commerce Inc: All rights reserved.", + "bbox": [ + 0.09416445623342175, + 0.6112426035502958, + 0.36173740053050396, + 0.636094674556213 + ], + "point": [ + 0.228, + 0.6237 + ] + }, + { + "instruction": "Magento ver. 2.4.6", + "bbox": [ + 0.896551724137931, + 0.6112426035502958, + 0.9814323607427056, + 0.6343195266272189 + ], + "point": [ + 0.939, + 0.6228 + ] + }, + { + "instruction": "Export", + "bbox": [ + 0.9291114705943302, + 0.2874621690377681, + 0.9808025815442639, + 0.3305130998058432 + ], + "point": [ + 0.955, + 0.309 + ] + }, + { + "instruction": "01/1/2021", + "bbox": [ + 0.11159161231245855, + 0.28752157899754993, + 0.2142802676092092, + 0.33038221731693784 + ], + "point": [ + 0.1629, + 0.309 + ] + }, + { + "instruction": "CSV", + "bbox": [ + 0.8413795855696701, + 0.28681506997734835, + 0.9241226965299651, + 0.33128196219720785 + ], + "point": [ + 0.8828, + 0.309 + ] + }, + { + "instruction": "Day", + "bbox": [ + 0.3933443428666902, + 0.2871990136140902, + 0.4621138838305081, + 0.33064333221616127 + ], + "point": [ + 0.4277, + 0.3089 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.7521236622827293, + 0.05671098440964595, + 0.8321091871995192 + ], + "point": [ + 0.0284, + 0.7921 + ] + }, + { + "instruction": "EXTENSIONS", + "bbox": [ + 0.0, + 0.7521236622827293, + 0.05671098440964595, + 0.8321091871995192 + ], + "point": [ + 0.0284, + 0.7921 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5316911144369453, + 0.0569837605605391, + 0.6065251277043269 + ], + "point": [ + 0.0285, + 0.5691 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6039492274177145, + 0.05674958165823939, + 0.6818913386418269 + ], + "point": [ + 0.0284, + 0.6429 + ] + }, + { + "instruction": "Refresh", + "bbox": [ + 0.46674648456927637, + 0.2877086391110392, + 0.5234638487312459, + 0.3303233852047892 + ], + "point": [ + 0.4951, + 0.309 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.4551990035017567, + 0.05649814555120089, + 0.5347161106809356 + ], + "point": [ + 0.0282, + 0.495 + ] + }, + { + "instruction": "admin", + "bbox": [ + 0.9070708176185345, + 0.08562123676728921, + 0.9818398554065816, + 0.13869795037444527 + ], + "point": [ + 0.9445, + 0.1122 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0, + 0.6779652251294379, + 0.05685239635032431, + 0.7558645756286982 + ], + "point": [ + 0.0284, + 0.7169 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0024543883629755884, + 0.09250714002981694, + 0.049913603683997845, + 0.17188872388128698 + ], + "point": [ + 0.0262, + 0.1322 + ] + }, + { + "instruction": "AIl Websites", + "bbox": [ + 0.12064160212913938, + 0.19379942403037168, + 0.1943550413420093, + 0.23372418104544193 + ], + "point": [ + 0.1575, + 0.2138 + ] + }, + { + "instruction": "Interval", + "bbox": [ + 0.07444056908078787, + 0.35174538877588757, + 0.26275968678117745, + 0.39845360750277364 + ], + "point": [ + 0.1686, + 0.3751 + ] + }, + { + "instruction": "Customer", + "bbox": [ + 0.259024217843377, + 0.35187323756471894, + 0.4835932804987981, + 0.39981646114552516 + ], + "point": [ + 0.3713, + 0.3758 + ] + }, + { + "instruction": "Reportan Issue", + "bbox": [ + 0.9109068043352122, + 0.6366279556906435, + 0.9807051195706233, + 0.6625594460752589 + ], + "point": [ + 0.9458, + 0.6496 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.001761593300088331, + 0.16687892936390533, + 0.05167141264250171, + 0.2421954815204327 + ], + "point": [ + 0.0267, + 0.2045 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0026825669589662427, + 0.31848296216253696, + 0.05251642120927968, + 0.3770072982156065 + ], + "point": [ + 0.0276, + 0.3477 + ] + }, + { + "instruction": "Account", + "bbox": [ + 0.8316291788844911, + 0.636388148922892, + 0.903397456404385, + 0.6628040200859837 + ], + "point": [ + 0.8675, + 0.6496 + ] + }, + { + "instruction": "Activity", + "bbox": [ + 0.8316291788844911, + 0.636388148922892, + 0.903397456404385, + 0.6628040200859837 + ], + "point": [ + 0.8675, + 0.6496 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0004369801488415948, + 0.39245786046135356, + 0.05511463984886594, + 0.4544822196283284 + ], + "point": [ + 0.0278, + 0.4235 + ] + }, + { + "instruction": "Total", + "bbox": [ + 0.8400840860462948, + 0.35116537421412725, + 0.9808727638791032, + 0.3997531145987426 + ], + "point": [ + 0.9105, + 0.3755 + ] + }, + { + "instruction": "Scope:", + "bbox": [ + 0.0781429908003668, + 0.1916996701934634, + 0.1204809699830073, + 0.23727010693070452 + ], + "point": [ + 0.0993, + 0.2145 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.001483570675634895, + 0.23933618308524407, + 0.05256338903695266, + 0.3192191039316753 + ], + "point": [ + 0.027, + 0.2793 + ] + }, + { + "instruction": "Average", + "bbox": [ + 0.6493771499917109, + 0.3522661378397744, + 0.8419267163668767, + 0.39910957291281435 + ], + "point": [ + 0.7457, + 0.3757 + ] + }, + { + "instruction": "Privacy_Policy", + "bbox": [ + 0.7654941063028432, + 0.6352103509846524, + 0.8255612805920507, + 0.6628277118389423 + ], + "point": [ + 0.7955, + 0.649 + ] + }, + { + "instruction": "Order Total Report", + "bbox": [ + 0.0742270067452752, + 0.09361716727533284, + 0.23998776544626574, + 0.14512701090976332 + ], + "point": [ + 0.1571, + 0.1194 + ] + }, + { + "instruction": "We can't find records for this period.", + "bbox": [ + 0.4353430062453374, + 0.43070360894739274, + 0.6174494088170382, + 0.45952354295719305 + ], + "point": [ + 0.5264, + 0.4451 + ] + }, + { + "instruction": "Orders", + "bbox": [ + 0.48101284522909066, + 0.35208668003420857, + 0.6525986972474925, + 0.39920560396634613 + ], + "point": [ + 0.5668, + 0.3756 + ] + }, + { + "instruction": "Export function.", + "bbox": [ + 0.9291114705943302, + 0.2874621690377681, + 0.9808025815442639, + 0.3305130998058432 + ], + "point": [ + 0.955, + 0.309 + ] + }, + { + "instruction": "Calendar date.", + "bbox": [ + 0.11159161231245855, + 0.28752157899754993, + 0.2142802676092092, + 0.33038221731693784 + ], + "point": [ + 0.1629, + 0.309 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.8413795855696701, + 0.28681506997734835, + 0.9241226965299651, + 0.33128196219720785 + ], + "point": [ + 0.8828, + 0.309 + ] + }, + { + "instruction": "a dropdown menu labeled \"Day\".", + "bbox": [ + 0.3933443428666902, + 0.2871990136140902, + 0.4621138838305081, + 0.33064333221616127 + ], + "point": [ + 0.4277, + 0.3089 + ] + }, + { + "instruction": "FindPartners &Extensions.", + "bbox": [ + 0.0, + 0.7521236622827293, + 0.05671098440964595, + 0.8321091871995192 + ], + "point": [ + 0.0284, + 0.7921 + ] + }, + { + "instruction": "Reports.", + "bbox": [ + 0.0, + 0.5316911144369453, + 0.0569837605605391, + 0.6065251277043269 + ], + "point": [ + 0.0285, + 0.5691 + ] + }, + { + "instruction": "Stories.", + "bbox": [ + 0.0, + 0.6039492274177145, + 0.05674958165823939, + 0.6818913386418269 + ], + "point": [ + 0.0284, + 0.6429 + ] + }, + { + "instruction": "Refresh function.", + "bbox": [ + 0.46674648456927637, + 0.2877086391110392, + 0.5234638487312459, + 0.3303233852047892 + ], + "point": [ + 0.4951, + 0.309 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.4551990035017567, + 0.05649814555120089, + 0.5347161106809356 + ], + "point": [ + 0.0282, + 0.495 + ] + }, + { + "instruction": "Admin settings.", + "bbox": [ + 0.9070708176185345, + 0.08562123676728921, + 0.9818398554065816, + 0.13869795037444527 + ], + "point": [ + 0.9445, + 0.1122 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0, + 0.6779652251294379, + 0.05685239635032431, + 0.7558645756286982 + ], + "point": [ + 0.0284, + 0.7169 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.8730087482644645, + 0.08762070695324058, + 0.9022743771499917, + 0.1398857432709643 + ], + "point": [ + 0.8876, + 0.1138 + ] + }, + { + "instruction": "Navigation or compass settings.", + "bbox": [ + 0.0024543883629755884, + 0.09250714002981694, + 0.049913603683997845, + 0.17188872388128698 + ], + "point": [ + 0.0262, + 0.1322 + ] + }, + { + "instruction": "A dropdown menu for All Websites.", + "bbox": [ + 0.12064160212913938, + 0.19379942403037168, + 0.1943550413420093, + 0.23372418104544193 + ], + "point": [ + 0.1575, + 0.2138 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.004388308335362442, + 0.009264847794933431, + 0.04836185667812034, + 0.09559764974921413 + ], + "point": [ + 0.0264, + 0.0524 + ] + }, + { + "instruction": "interval settings or options.", + "bbox": [ + 0.07444056908078787, + 0.35174538877588757, + 0.26275968678117745, + 0.39845360750277364 + ], + "point": [ + 0.1686, + 0.3751 + ] + }, + { + "instruction": "Calendar", + "bbox": [ + 0.3174419453668974, + 0.2907498873197115, + 0.3380076765065484, + 0.32752252161150147 + ], + "point": [ + 0.3277, + 0.3091 + ] + }, + { + "instruction": "customer information.", + "bbox": [ + 0.259024217843377, + 0.35187323756471894, + 0.4835932804987981, + 0.39981646114552516 + ], + "point": [ + 0.3713, + 0.3758 + ] + }, + { + "instruction": "Search or magnifying glass.", + "bbox": [ + 0.0, + 0.8412561540772929, + 0.057381151841869406, + 1.0 + ], + "point": [ + 0.0287, + 0.9206 + ] + }, + { + "instruction": "Help or information.", + "bbox": [ + 0.2028343342343439, + 0.1972175553000185, + 0.22373037565924445, + 0.23394309500970784 + ], + "point": [ + 0.2133, + 0.2156 + ] + }, + { + "instruction": "Export an issue.", + "bbox": [ + 0.9109068043352122, + 0.6366279556906435, + 0.9807051195706233, + 0.6625594460752589 + ], + "point": [ + 0.9458, + 0.6496 + ] + }, + { + "instruction": "Sales", + "bbox": [ + 0.001761593300088331, + 0.16687892936390533, + 0.05167141264250171, + 0.2421954815204327 + ], + "point": [ + 0.0267, + 0.2045 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.0026825669589662427, + 0.31848296216253696, + 0.05251642120927968, + 0.3770072982156065 + ], + "point": [ + 0.0276, + 0.3477 + ] + }, + { + "instruction": "Account activity.", + "bbox": [ + 0.8316291788844911, + 0.636388148922892, + 0.903397456404385, + 0.6628040200859837 + ], + "point": [ + 0.8675, + 0.6496 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.8359523135724055, + 0.08673769256772375, + 0.8686608433407245, + 0.14134743594558988 + ], + "point": [ + 0.8523, + 0.114 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0004369801488415948, + 0.39245786046135356, + 0.05511463984886594, + 0.4544822196283284 + ], + "point": [ + 0.0278, + 0.4235 + ] + }, + { + "instruction": "a loading or processing indicator.", + "bbox": [ + 0.8400840860462948, + 0.35116537421412725, + 0.9808727638791032, + 0.3997531145987426 + ], + "point": [ + 0.9105, + 0.3755 + ] + }, + { + "instruction": "Scope:", + "bbox": [ + 0.0781429908003668, + 0.1916996701934634, + 0.1204809699830073, + 0.23727010693070452 + ], + "point": [ + 0.0993, + 0.2145 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.001483570675634895, + 0.23933618308524407, + 0.05256338903695266, + 0.3192191039316753 + ], + "point": [ + 0.027, + 0.2793 + ] + }, + { + "instruction": "an option to change the size of an object or screen.", + "bbox": [ + 0.6493771499917109, + 0.3522661378397744, + 0.8419267163668767, + 0.39910957291281435 + ], + "point": [ + 0.7457, + 0.3757 + ] + }, + { + "instruction": "Privacy Policy.", + "bbox": [ + 0.7654941063028432, + 0.6352103509846524, + 0.8255612805920507, + 0.6628277118389423 + ], + "point": [ + 0.7955, + 0.649 + ] + }, + { + "instruction": "The option to order a total report.", + "bbox": [ + 0.0742270067452752, + 0.09361716727533284, + 0.23998776544626574, + 0.14512701090976332 + ], + "point": [ + 0.1571, + 0.1194 + ] + }, + { + "instruction": "We can't find records for this period.", + "bbox": [ + 0.4353430062453374, + 0.43070360894739274, + 0.6174494088170382, + 0.45952354295719305 + ], + "point": [ + 0.5264, + 0.4451 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.13771150219661804, + 0.4865897455159024, + 0.8873808276431946, + 0.5710620406111316 + ], + "point": [ + 0.5125, + 0.5288 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.06697654218193075, + 0.5968478050457655, + 0.09665751773419368, + 0.6554670886880547 + ], + "point": [ + 0.0818, + 0.6262 + ] + }, + { + "instruction": "Orders section.", + "bbox": [ + 0.48101284522909066, + 0.35208668003420857, + 0.6525986972474925, + 0.39920560396634613 + ], + "point": [ + 0.5668, + 0.3756 + ] + } + ], + "element_size": 72 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/find_best_selling/action_videoframes/action_9/11278.jpg", + "img_size": [ + 3016, + 1690 + ], + "element": [ + { + "instruction": "Search Terms Report", + "bbox": [ + 0.07294428696366773, + 0.1, + 0.2599469394835616, + 0.14733727810650887 + ], + "point": [ + 0.1664, + 0.1237 + ] + }, + { + "instruction": "Export to:", + "bbox": [ + 0.7821618037135278, + 0.1804733727810651, + 0.8272546419098143, + 0.20473372781065088 + ], + "point": [ + 0.8047, + 0.1926 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.7635940835077504, + 0.23491124260355029, + 0.8053712718366628, + 0.25680473372781065 + ], + "point": [ + 0.7845, + 0.2459 + ] + }, + { + "instruction": "Sewrch Query", + "bbox": [ + 0.1395888594164456, + 0.2964496860842733, + 0.19993368700265252, + 0.3289940828402367 + ], + "point": [ + 0.1698, + 0.3127 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.348474801061008, + 0.29822487012874443, + 0.3730106100795756, + 0.31597633136094677 + ], + "point": [ + 0.3607, + 0.3071 + ] + }, + { + "instruction": "Results", + "bbox": [ + 0.5593501326259946, + 0.29822487012874443, + 0.59184350132626, + 0.31597633136094677 + ], + "point": [ + 0.5756, + 0.3071 + ] + }, + { + "instruction": "Hits", + "bbox": [ + 0.7672413793103449, + 0.29822487012874443, + 0.786472148541114, + 0.31597633136094677 + ], + "point": [ + 0.7769, + 0.3071 + ] + }, + { + "instruction": "All Store Views", + "bbox": [ + 0.35245358090185674, + 0.3692308053462463, + 0.41213527851458887, + 0.3869822846361871 + ], + "point": [ + 0.3823, + 0.3781 + ] + }, + { + "instruction": "25", + "bbox": [ + 0.08189655172413793, + 0.4615384976539386, + 0.09350132625994695, + 0.47751482901488534 + ], + "point": [ + 0.0877, + 0.4695 + ] + }, + { + "instruction": "19", + "bbox": [ + 0.08189655172413793, + 0.5449704142011834, + 0.09350132625994695, + 0.5615384615384615 + ], + "point": [ + 0.0877, + 0.5533 + ] + }, + { + "instruction": "13", + "bbox": [ + 0.08189655172413793, + 0.6289940828402367, + 0.09350132625994695, + 0.6461538461538462 + ], + "point": [ + 0.0877, + 0.6376 + ] + }, + { + "instruction": "11", + "bbox": [ + 0.08189655172413793, + 0.7136094674556213, + 0.09283819628647215, + 0.7301775147928994 + ], + "point": [ + 0.0874, + 0.7219 + ] + }, + { + "instruction": "Export", + "bbox": [ + 0.9190303893557278, + 0.16784985784948225, + 0.9716423702492955, + 0.21153571676220415 + ], + "point": [ + 0.9453, + 0.1897 + ] + }, + { + "instruction": "CSV", + "bbox": [ + 0.8316719196835627, + 0.1664624095668454, + 0.9151390338766163, + 0.21184714052098744 + ], + "point": [ + 0.8734, + 0.1892 + ] + }, + { + "instruction": "Search", + "bbox": [ + 0.07447251843520754, + 0.2207591762204142, + 0.1269189242658944, + 0.2626747266780695 + ], + "point": [ + 0.1007, + 0.2417 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.7528771755963387, + 0.058483144016417646, + 0.8332540478226701 + ], + "point": [ + 0.0292, + 0.7931 + ] + }, + { + "instruction": "EXTENSIONS", + "bbox": [ + 0.0, + 0.7528771755963387, + 0.058483144016417646, + 0.8332540478226701 + ], + "point": [ + 0.0292, + 0.7931 + ] + }, + { + "instruction": "20", + "bbox": [ + 0.6996647761418269, + 0.21924147746972078, + 0.7594288793103449, + 0.2637633374456823 + ], + "point": [ + 0.7295, + 0.2415 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.5565640477349967, + 0.3391696185049926, + 0.7562428279643982, + 0.3790660971015163 + ], + "point": [ + 0.6564, + 0.3591 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.7645588275292191, + 0.33879936263406063, + 0.9648346028214108, + 0.3787810737564719 + ], + "point": [ + 0.8647, + 0.3588 + ] + }, + { + "instruction": "records found", + "bbox": [ + 0.20604432609416445, + 0.21814784665079512, + 0.30083629496850134, + 0.2621046438725037 + ], + "point": [ + 0.2534, + 0.2401 + ] + }, + { + "instruction": "admin", + "bbox": [ + 0.8977912882594911, + 0.08649309147039108, + 0.9719715067815401, + 0.13842489028118066 + ], + "point": [ + 0.9349, + 0.1125 + ] + }, + { + "instruction": "Reset Filter", + "bbox": [ + 0.12683189452801205, + 0.22009006477671966, + 0.19898958484437168, + 0.2620552017843935 + ], + "point": [ + 0.1629, + 0.2411 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0001399801643837036, + 0.39187293419471153, + 0.05235036045550035, + 0.4510265463202663 + ], + "point": [ + 0.0262, + 0.4214 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0019073106882110515, + 0.3156917775171043, + 0.05169918809076203, + 0.37692477435049926 + ], + "point": [ + 0.0268, + 0.3463 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.3444572064225174, + 0.5114271897536058, + 0.5547530277970615, + 0.5981619027944711 + ], + "point": [ + 0.4496, + 0.5548 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.3444572064225174, + 0.5114271897536058, + 0.5547530277970615, + 0.5981619027944711 + ], + "point": [ + 0.4496, + 0.5548 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.3444572064225174, + 0.5114271897536058, + 0.5547530277970615, + 0.5981619027944711 + ], + "point": [ + 0.4496, + 0.5548 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6044903094951923, + 0.05425529581166073, + 0.6812692134338018 + ], + "point": [ + 0.0271, + 0.6429 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9062113066250829, + 0.21912798458302515, + 0.9327190206917274, + 0.26306954107340974 + ], + "point": [ + 0.9195, + 0.2411 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0013469271065385652, + 0.09490504518768492, + 0.052442919986633786, + 0.16361073149731878 + ], + "point": [ + 0.0269, + 0.1293 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.002127154120083513, + 0.2412285799105492, + 0.049250438295561694, + 0.3074114015116494 + ], + "point": [ + 0.0257, + 0.2743 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.3443113372559889, + 0.8479234322993713, + 0.5548706459429915, + 0.9336924897143122 + ], + "point": [ + 0.4496, + 0.8908 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.3443113372559889, + 0.8479234322993713, + 0.5548706459429915, + 0.9336924897143122 + ], + "point": [ + 0.4496, + 0.8908 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.3443113372559889, + 0.8479234322993713, + 0.5548706459429915, + 0.9336924897143122 + ], + "point": [ + 0.4496, + 0.8908 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0012303967058500498, + 0.16821973450790495, + 0.051557525715714106, + 0.23871165619799373 + ], + "point": [ + 0.0264, + 0.2035 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.34442519129745525, + 0.6803170649963017, + 0.5549267837160146, + 0.7651552098742603 + ], + "point": [ + 0.4497, + 0.7227 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.34442519129745525, + 0.6803170649963017, + 0.5549267837160146, + 0.7651552098742603 + ], + "point": [ + 0.4497, + 0.7227 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.34442519129745525, + 0.6803170649963017, + 0.5549267837160146, + 0.7651552098742603 + ], + "point": [ + 0.4497, + 0.7227 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.34441907968698193, + 0.5970290325097078, + 0.5547685699058148, + 0.6823220518213757 + ], + "point": [ + 0.4496, + 0.6397 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.34441907968698193, + 0.5970290325097078, + 0.5547685699058148, + 0.6823220518213757 + ], + "point": [ + 0.4496, + 0.6397 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.34441907968698193, + 0.5970290325097078, + 0.5547685699058148, + 0.6823220518213757 + ], + "point": [ + 0.4496, + 0.6397 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.34459773298916196, + 0.7640143219535873, + 0.555423119340082, + 0.8491390792575814 + ], + "point": [ + 0.45, + 0.8066 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.34459773298916196, + 0.7640143219535873, + 0.555423119340082, + 0.8491390792575814 + ], + "point": [ + 0.45, + 0.8066 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.34459773298916196, + 0.7640143219535873, + 0.555423119340082, + 0.8491390792575814 + ], + "point": [ + 0.45, + 0.8066 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.5607365777701219, + 0.3835495446560651, + 0.5759451787731059, + 0.4167416183200814 + ], + "point": [ + 0.5683, + 0.4001 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 5.8639587078549815e-05, + 0.45676410381610577, + 0.05431908574597589, + 0.5351029796713203 + ], + "point": [ + 0.0272, + 0.4959 + ] + }, + { + "instruction": "23", + "bbox": [ + 0.5547262338491586, + 0.42642851158006656, + 0.7596379692421668, + 0.5142386712971524 + ], + "point": [ + 0.6572, + 0.4703 + ] + }, + { + "instruction": "WP1O", + "bbox": [ + 0.13592659826303982, + 0.7635398368158284, + 0.3426534414923792, + 0.8507341554178994 + ], + "point": [ + 0.2393, + 0.8071 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.001039413937839336, + 0.6807016225961539, + 0.05149342463566707, + 0.7545693301590237 + ], + "point": [ + 0.0263, + 0.7176 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.343433612853842, + 0.9326816175110947, + 0.5548566418554169, + 1.0 + ], + "point": [ + 0.4491, + 0.9663 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.343433612853842, + 0.9326816175110947, + 0.5548566418554169, + 1.0 + ], + "point": [ + 0.4491, + 0.9663 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.343433612853842, + 0.9326816175110947, + 0.5548566418554169, + 1.0 + ], + "point": [ + 0.4491, + 0.9663 + ] + }, + { + "instruction": "nike", + "bbox": [ + 0.13549010380509677, + 0.5109340690296783, + 0.3429387646581513, + 0.59869532839081 + ], + "point": [ + 0.2392, + 0.5548 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5325854419956546, + 0.055693876838178155, + 0.6072256234975961 + ], + "point": [ + 0.0278, + 0.5699 + ] + }, + { + "instruction": "hollister", + "bbox": [ + 0.13634464658539872, + 0.6802081407174556, + 0.3423824563266744, + 0.7659342929456361 + ], + "point": [ + 0.2394, + 0.7231 + ] + }, + { + "instruction": "MTO2-M-Gray", + "bbox": [ + 0.13624528232240551, + 0.8482343865569527, + 0.34236140972107093, + 0.9355314175758136 + ], + "point": [ + 0.2393, + 0.8919 + ] + }, + { + "instruction": "tanks", + "bbox": [ + 0.1369284774011263, + 0.4264036641318417, + 0.34102145936191874, + 0.5148225863304364 + ], + "point": [ + 0.239, + 0.4706 + ] + }, + { + "instruction": "Antonia Racer Tank", + "bbox": [ + 0.1350614411128927, + 0.5961319601747411, + 0.34263893147678526, + 0.6831968409069896 + ], + "point": [ + 0.2389, + 0.6397 + ] + }, + { + "instruction": "115", + "bbox": [ + 0.5530269632921295, + 0.8479185928254438, + 0.7642797981080073, + 0.9339501375277367 + ], + "point": [ + 0.6587, + 0.8909 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.07563405327834881, + 0.28496924405972635, + 0.09997127543077544, + 0.3287565152320636 + ], + "point": [ + 0.0878, + 0.3069 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.34468495497969165, + 0.4264018944734652, + 0.5529747919947778, + 0.5133231800688794 + ], + "point": [ + 0.4488, + 0.4699 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.34468495497969165, + 0.4264018944734652, + 0.5529747919947778, + 0.5133231800688794 + ], + "point": [ + 0.4488, + 0.4699 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.34468495497969165, + 0.4264018944734652, + 0.5529747919947778, + 0.5133231800688794 + ], + "point": [ + 0.4488, + 0.4699 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.34468495497969165, + 0.4264018944734652, + 0.5529747919947778, + 0.5133231800688794 + ], + "point": [ + 0.4488, + 0.4699 + ] + }, + { + "instruction": "23", + "bbox": [ + 0.5522291755170341, + 0.5960700943625185, + 0.7632422004517573, + 0.6848921736316568 + ], + "point": [ + 0.6577, + 0.6405 + ] + }, + { + "instruction": "19", + "bbox": [ + 0.7584759537674072, + 0.6792879905926406, + 0.9707296761024535, + 0.7653888770109097 + ], + "point": [ + 0.8646, + 0.7223 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.7692405639972232, + 0.38444192197901256, + 0.783732770924859, + 0.41421862720737795 + ], + "point": [ + 0.7765, + 0.3993 + ] + }, + { + "instruction": "Joust", + "bbox": [ + 0.1358257060974283, + 0.9316594050480769, + 0.34033073607427056, + 1.0 + ], + "point": [ + 0.2381, + 0.9658 + ] + }, + { + "instruction": "Bag", + "bbox": [ + 0.1358257060974283, + 0.9316594050480769, + 0.34033073607427056, + 1.0 + ], + "point": [ + 0.2381, + 0.9658 + ] + }, + { + "instruction": "10", + "bbox": [ + 0.5529220945322861, + 0.9309349285780325, + 0.7618917369083638, + 1.0 + ], + "point": [ + 0.6574, + 0.9655 + ] + }, + { + "instruction": "Export function.", + "bbox": [ + 0.9190303893557278, + 0.16784985784948225, + 0.9716423702492955, + 0.21153571676220415 + ], + "point": [ + 0.9453, + 0.1897 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.8316719196835627, + 0.1664624095668454, + 0.9151390338766163, + 0.21184714052098744 + ], + "point": [ + 0.8734, + 0.1892 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.07447251843520754, + 0.2207591762204142, + 0.1269189242658944, + 0.2626747266780695 + ], + "point": [ + 0.1007, + 0.2417 + ] + }, + { + "instruction": "FindPartners &ensions.", + "bbox": [ + 0.0, + 0.7528771755963387, + 0.058483144016417646, + 0.8332540478226701 + ], + "point": [ + 0.0292, + 0.7931 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.6996647761418269, + 0.21924147746972078, + 0.7594288793103449, + 0.2637633374456823 + ], + "point": [ + 0.7295, + 0.2415 + ] + }, + { + "instruction": "\"FROM\" text input field.", + "bbox": [ + 0.5565640477349967, + 0.3391696185049926, + 0.7562428279643982, + 0.3790660971015163 + ], + "point": [ + 0.6564, + 0.3591 + ] + }, + { + "instruction": "\"FROM\" text input field.", + "bbox": [ + 0.7645588275292191, + 0.33879936263406063, + 0.9648346028214108, + 0.3787810737564719 + ], + "point": [ + 0.8647, + 0.3588 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.8733334326301393, + 0.21898420886880549, + 0.9050720376740716, + 0.26401027702015534 + ], + "point": [ + 0.8892, + 0.2415 + ] + }, + { + "instruction": "navigating to the next item or screen.", + "bbox": [ + 0.9402929655120607, + 0.2190618932599852, + 0.9714375705870772, + 0.2635438095183062 + ], + "point": [ + 0.9559, + 0.2413 + ] + }, + { + "instruction": "uBlock Origin (0)", + "bbox": [ + 0.004472950092993617, + 0.011214083609496347, + 0.04921250887195375, + 0.08550962414261858 + ], + "point": [ + 0.0268, + 0.0484 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.13868245901416404, + 0.3593496108196191, + 0.33816967465833264, + 0.39890819301266645 + ], + "point": [ + 0.2384, + 0.3791 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.7609763714615799, + 0.42616472413553996, + 0.9703080154540368, + 0.5145041922845784 + ], + "point": [ + 0.8656, + 0.4703 + ] + }, + { + "instruction": "a search function for 7 records found.", + "bbox": [ + 0.20604432609416445, + 0.21814784665079512, + 0.30083629496850134, + 0.2621046438725037 + ], + "point": [ + 0.2534, + 0.2401 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.8245286207932693, + 0.218683872561483, + 0.8568800058541943, + 0.264481620111409 + ], + "point": [ + 0.8407, + 0.2416 + ] + }, + { + "instruction": "Admin settings.", + "bbox": [ + 0.8977912882594911, + 0.08649309147039108, + 0.9719715067815401, + 0.13842489028118066 + ], + "point": [ + 0.9349, + 0.1125 + ] + }, + { + "instruction": "resetting a filter.", + "bbox": [ + 0.12683189452801205, + 0.22009006477671966, + 0.19898958484437168, + 0.2620552017843935 + ], + "point": [ + 0.1629, + 0.2411 + ] + }, + { + "instruction": "Marketing", + "bbox": [ + 0.0001399801643837036, + 0.39187293419471153, + 0.05235036045550035, + 0.4510265463202663 + ], + "point": [ + 0.0262, + 0.4214 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.0019073106882110515, + 0.3156917775171043, + 0.05169918809076203, + 0.37692477435049926 + ], + "point": [ + 0.0268, + 0.3463 + ] + }, + { + "instruction": "the main website store menu.", + "bbox": [ + 0.3444572064225174, + 0.5114271897536058, + 0.5547530277970615, + 0.5981619027944711 + ], + "point": [ + 0.4496, + 0.5548 + ] + }, + { + "instruction": "Stories", + "bbox": [ + 0.0, + 0.6044903094951923, + 0.05425529581166073, + 0.6812692134338018 + ], + "point": [ + 0.0271, + 0.6429 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.8277991014070789, + 0.08933168670834875, + 0.8575534972335046, + 0.13965567865315273 + ], + "point": [ + 0.8427, + 0.1145 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9062113066250829, + 0.21912798458302515, + 0.9327190206917274, + 0.26306954107340974 + ], + "point": [ + 0.9195, + 0.2411 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.863348599137931, + 0.0902214095437315, + 0.8914197522069794, + 0.14032655975522373 + ], + "point": [ + 0.8774, + 0.1153 + ] + }, + { + "instruction": "Navigator", + "bbox": [ + 0.0013469271065385652, + 0.09490504518768492, + 0.052442919986633786, + 0.16361073149731878 + ], + "point": [ + 0.0269, + 0.1293 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.002127154120083513, + 0.2412285799105492, + 0.049250438295561694, + 0.3074114015116494 + ], + "point": [ + 0.0257, + 0.2743 + ] + }, + { + "instruction": "the main website store menu.", + "bbox": [ + 0.3443113372559889, + 0.8479234322993713, + 0.5548706459429915, + 0.9336924897143122 + ], + "point": [ + 0.4496, + 0.8908 + ] + }, + { + "instruction": "Sales", + "bbox": [ + 0.0012303967058500498, + 0.16821973450790495, + 0.051557525715714106, + 0.23871165619799373 + ], + "point": [ + 0.0264, + 0.2035 + ] + }, + { + "instruction": "the main website store menu.", + "bbox": [ + 0.34442519129745525, + 0.6803170649963017, + 0.5549267837160146, + 0.7651552098742603 + ], + "point": [ + 0.4497, + 0.7227 + ] + }, + { + "instruction": "A default store view.", + "bbox": [ + 0.34441907968698193, + 0.5970290325097078, + 0.5547685699058148, + 0.6823220518213757 + ], + "point": [ + 0.4496, + 0.6397 + ] + }, + { + "instruction": "A default store view.", + "bbox": [ + 0.34459773298916196, + 0.7640143219535873, + 0.555423119340082, + 0.8491390792575814 + ], + "point": [ + 0.45, + 0.8066 + ] + }, + { + "instruction": "To-do list functionality.", + "bbox": [ + 0.5607365777701219, + 0.3835495446560651, + 0.5759451787731059, + 0.4167416183200814 + ], + "point": [ + 0.5683, + 0.4001 + ] + }, + { + "instruction": "Content", + "bbox": [ + 5.8639587078549815e-05, + 0.45676410381610577, + 0.05431908574597589, + 0.5351029796713203 + ], + "point": [ + 0.0272, + 0.4959 + ] + }, + { + "instruction": "the number 23.", + "bbox": [ + 0.5547262338491586, + 0.42642851158006656, + 0.7596379692421668, + 0.5142386712971524 + ], + "point": [ + 0.6572, + 0.4703 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.759242374005305, + 0.7627842288045488, + 0.9712273473764921, + 0.8500666691706731 + ], + "point": [ + 0.8652, + 0.8064 + ] + }, + { + "instruction": "WPT10.", + "bbox": [ + 0.13592659826303982, + 0.7635398368158284, + 0.3426534414923792, + 0.8507341554178994 + ], + "point": [ + 0.2393, + 0.8071 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.001039413937839336, + 0.6807016225961539, + 0.05149342463566707, + 0.7545693301590237 + ], + "point": [ + 0.0263, + 0.7176 + ] + }, + { + "instruction": "the number 2.", + "bbox": [ + 0.758998152431822, + 0.5954454049556213, + 0.9705825927086787, + 0.6827282787074704 + ], + "point": [ + 0.8648, + 0.6391 + ] + }, + { + "instruction": "the main website store menu.", + "bbox": [ + 0.343433612853842, + 0.9326816175110947, + 0.5548566418554169, + 1.0 + ], + "point": [ + 0.4491, + 0.9663 + ] + }, + { + "instruction": "nike.", + "bbox": [ + 0.13549010380509677, + 0.5109340690296783, + 0.3429387646581513, + 0.59869532839081 + ], + "point": [ + 0.2392, + 0.5548 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.0, + 0.5325854419956546, + 0.055693876838178155, + 0.6072256234975961 + ], + "point": [ + 0.0278, + 0.5699 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.5525142760744778, + 0.7630332811344305, + 0.7633467049434267, + 0.8498895588711168 + ], + "point": [ + 0.6579, + 0.8065 + ] + }, + { + "instruction": "hollister.", + "bbox": [ + 0.13634464658539872, + 0.6802081407174556, + 0.3423824563266744, + 0.7659342929456361 + ], + "point": [ + 0.2394, + 0.7231 + ] + }, + { + "instruction": "a loading or progress indicator.", + "bbox": [ + 0.5526806656814697, + 0.5108868661011464, + 0.7629643852577918, + 0.5988922660872781 + ], + "point": [ + 0.6578, + 0.5549 + ] + }, + { + "instruction": "MTO2-M-Gray settings.", + "bbox": [ + 0.13624528232240551, + 0.8482343865569527, + 0.34236140972107093, + 0.9355314175758136 + ], + "point": [ + 0.2393, + 0.8919 + ] + }, + { + "instruction": "tasks.", + "bbox": [ + 0.1369284774011263, + 0.4264036641318417, + 0.34102145936191874, + 0.5148225863304364 + ], + "point": [ + 0.239, + 0.4706 + ] + }, + { + "instruction": "Antonia racer tank.", + "bbox": [ + 0.1350614411128927, + 0.5961319601747411, + 0.34263893147678526, + 0.6831968409069896 + ], + "point": [ + 0.2389, + 0.6397 + ] + }, + { + "instruction": "the number 115.", + "bbox": [ + 0.5530269632921295, + 0.8479185928254438, + 0.7642797981080073, + 0.9339501375277367 + ], + "point": [ + 0.6587, + 0.8909 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.75825860709031, + 0.8476129114275148, + 0.9705492419336456, + 0.9337474574704142 + ], + "point": [ + 0.8644, + 0.8907 + ] + }, + { + "instruction": "the number 3.", + "bbox": [ + 0.7588403028897961, + 0.5112753964034763, + 0.9702555608369944, + 0.5979108641133506 + ], + "point": [ + 0.8645, + 0.5546 + ] + }, + { + "instruction": "an ID function.", + "bbox": [ + 0.07563405327834881, + 0.28496924405972635, + 0.09997127543077544, + 0.3287565152320636 + ], + "point": [ + 0.0878, + 0.3069 + ] + }, + { + "instruction": "the main website store menu.", + "bbox": [ + 0.34468495497969165, + 0.4264018944734652, + 0.5529747919947778, + 0.5133231800688794 + ], + "point": [ + 0.4488, + 0.4699 + ] + }, + { + "instruction": "the number 23.", + "bbox": [ + 0.5522291755170341, + 0.5960700943625185, + 0.7632422004517573, + 0.6848921736316568 + ], + "point": [ + 0.6577, + 0.6405 + ] + }, + { + "instruction": "the number19.", + "bbox": [ + 0.7584759537674072, + 0.6792879905926406, + 0.9707296761024535, + 0.7653888770109097 + ], + "point": [ + 0.8646, + 0.7223 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.7692405639972232, + 0.38444192197901256, + 0.783732770924859, + 0.41421862720737795 + ], + "point": [ + 0.7765, + 0.3993 + ] + }, + { + "instruction": "Up arrow.", + "bbox": [ + 0.11281416713400924, + 0.28451781865407727, + 0.13655368592441872, + 0.32587594478088017 + ], + "point": [ + 0.1247, + 0.3052 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.5519989580311256, + 0.6791655591253698, + 0.763281460466056, + 0.7680500820543639 + ], + "point": [ + 0.6576, + 0.7236 + ] + }, + { + "instruction": "Jout bag settings.", + "bbox": [ + 0.1358257060974283, + 0.9316594050480769, + 0.34033073607427056, + 1.0 + ], + "point": [ + 0.2381, + 0.9658 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.532349078029157, + 0.3608788123497596, + 0.5484064238773417, + 0.397250348153199 + ], + "point": [ + 0.5404, + 0.3791 + ] + }, + { + "instruction": "the number 4.", + "bbox": [ + 0.7591136659171916, + 0.9309904019508136, + 0.9704102533881797, + 1.0 + ], + "point": [ + 0.8648, + 0.9655 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9929123127175895, + 0.6872890856139053, + 1.0, + 0.7982174845136835 + ], + "point": [ + 0.9965, + 0.7428 + ] + }, + { + "instruction": "the number 10.", + "bbox": [ + 0.5529220945322861, + 0.9309349285780325, + 0.7618917369083638, + 1.0 + ], + "point": [ + 0.6574, + 0.9655 + ] + } + ], + "element_size": 132 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/find_best_selling/action_videoframes/action_10/12801.jpg", + "img_size": [ + 3016, + 1690 + ], + "element": [ + { + "instruction": "Search Terms Report", + "bbox": [ + 0.07294428696366773, + 0.1, + 0.2599469394835616, + 0.14733727810650887 + ], + "point": [ + 0.1664, + 0.1237 + ] + }, + { + "instruction": "Export to:", + "bbox": [ + 0.7821618037135278, + 0.1804733727810651, + 0.8272546419098143, + 0.20473372781065088 + ], + "point": [ + 0.8047, + 0.1926 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.7635940835077504, + 0.23491124260355029, + 0.8053712718366628, + 0.25680473372781065 + ], + "point": [ + 0.7845, + 0.2459 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.08123342175066313, + 0.2994082479081916, + 0.09283819628647215, + 0.31597629524546966 + ], + "point": [ + 0.087, + 0.3077 + ] + }, + { + "instruction": "Search Query", + "bbox": [ + 0.1230106100795756, + 0.29704142011834317, + 0.1823607427055703, + 0.31952662721893493 + ], + "point": [ + 0.1527, + 0.3083 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.33521220159151194, + 0.29822487012874443, + 0.36074270557029176, + 0.31597633136094677 + ], + "point": [ + 0.348, + 0.3071 + ] + }, + { + "instruction": "Results", + "bbox": [ + 0.5507294429708223, + 0.29822487012874443, + 0.5832228116710876, + 0.31597633136094677 + ], + "point": [ + 0.567, + 0.3071 + ] + }, + { + "instruction": "Hits", + "bbox": [ + 0.763262599469496, + 0.29822487012874443, + 0.7818302387267905, + 0.31597633136094677 + ], + "point": [ + 0.7725, + 0.3071 + ] + }, + { + "instruction": "All Store Views", + "bbox": [ + 0.33885937597138177, + 0.3692308053462463, + 0.3988726385708513, + 0.3869822846361871 + ], + "point": [ + 0.3689, + 0.3781 + ] + }, + { + "instruction": "19", + "bbox": [ + 0.08189655172413793, + 0.4615384976539386, + 0.09350132625994695, + 0.47751482901488534 + ], + "point": [ + 0.0877, + 0.4695 + ] + }, + { + "instruction": "13", + "bbox": [ + 0.08189655172413793, + 0.7976331360946746, + 0.09350132625994695, + 0.8136094674556213 + ], + "point": [ + 0.0877, + 0.8056 + ] + }, + { + "instruction": "25", + "bbox": [ + 0.08189655172413793, + 0.8810650887573964, + 0.09350132625994695, + 0.8976331360946745 + ], + "point": [ + 0.0877, + 0.8893 + ] + }, + { + "instruction": "115", + "bbox": [ + 0.5513925324700555, + 0.9644970414201184, + 0.5676392168201881, + 0.9822485207100592 + ], + "point": [ + 0.5595, + 0.9734 + ] + }, + { + "instruction": "Export", + "bbox": [ + 0.9190372699767905, + 0.16797051965837648, + 0.9716301470283488, + 0.21145337347448226 + ], + "point": [ + 0.9453, + 0.1897 + ] + }, + { + "instruction": "CSV", + "bbox": [ + 0.8317204887734168, + 0.16661174706453402, + 0.915138710082684, + 0.2117800379645895 + ], + "point": [ + 0.8734, + 0.1892 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.7530670707747781, + 0.05732398197568696, + 0.8323129507211539 + ], + "point": [ + 0.0287, + 0.7927 + ] + }, + { + "instruction": "EXTENSIONS", + "bbox": [ + 0.0, + 0.7530670707747781, + 0.05732398197568696, + 0.8323129507211539 + ], + "point": [ + 0.0287, + 0.7927 + ] + }, + { + "instruction": "Search", + "bbox": [ + 0.07439044679191448, + 0.2207775409405048, + 0.1268953277830736, + 0.2625754271738628 + ], + "point": [ + 0.1006, + 0.2417 + ] + }, + { + "instruction": "20", + "bbox": [ + 0.6994976984727288, + 0.2192964271680843, + 0.7593217035187334, + 0.2640301766480215 + ], + "point": [ + 0.7294, + 0.2417 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.7585081712636771, + 0.3388614090236686, + 0.9647205464087367, + 0.3787774622087648 + ], + "point": [ + 0.8616, + 0.3588 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.5469705192100465, + 0.33941321739783653, + 0.7528285828446204, + 0.37878587711492234 + ], + "point": [ + 0.6499, + 0.3591 + ] + }, + { + "instruction": "records found", + "bbox": [ + 0.20608730973868533, + 0.2183507253432415, + 0.30011217031301807, + 0.2623804758286335 + ], + "point": [ + 0.2531, + 0.2404 + ] + }, + { + "instruction": "Reset Filter", + "bbox": [ + 0.126908016457798, + 0.22028429381240755, + 0.19960289102650447, + 0.26226864425388313 + ], + "point": [ + 0.1633, + 0.2413 + ] + }, + { + "instruction": "admin", + "bbox": [ + 0.8979111729629476, + 0.0871840166622365, + 0.9718576122658322, + 0.1379186776968149 + ], + "point": [ + 0.9349, + 0.1126 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.000241714700147391, + 0.39213498809633873, + 0.052185850371100226, + 0.450607317862426 + ], + "point": [ + 0.0262, + 0.4214 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0023245874703404757, + 0.31533383702385354, + 0.051423753288127386, + 0.3769952356462648 + ], + "point": [ + 0.0269, + 0.3462 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0014591925340242664, + 0.09473666580471062, + 0.05224226387489379, + 0.16459466155464128 + ], + "point": [ + 0.0269, + 0.1297 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9063763605821038, + 0.2192110140648114, + 0.9325973551216429, + 0.26308445676544007 + ], + "point": [ + 0.9195, + 0.2411 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0014132492105903929, + 0.16792176376433063, + 0.051569035578153496, + 0.23924571381518123 + ], + "point": [ + 0.0265, + 0.2036 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.002553145512345615, + 0.24112285185142382, + 0.049270923321063705, + 0.30745867667113536 + ], + "point": [ + 0.0259, + 0.2743 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6050874066776073, + 0.05378950812139941, + 0.6767198912490754 + ], + "point": [ + 0.0269, + 0.6409 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.00015224891885205985, + 0.45692182010447485, + 0.05394000147002445, + 0.5349697496764053 + ], + "point": [ + 0.027, + 0.4959 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.3319696684414891, + 0.5115269045857989, + 0.546086076083803, + 0.5982755582008136 + ], + "point": [ + 0.439, + 0.5549 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.3319696684414891, + 0.5115269045857989, + 0.546086076083803, + 0.5982755582008136 + ], + "point": [ + 0.439, + 0.5549 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.3319696684414891, + 0.5115269045857989, + 0.546086076083803, + 0.5982755582008136 + ], + "point": [ + 0.439, + 0.5549 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.7644448520650282, + 0.3830018534462833, + 0.7793476296988976, + 0.416178903071838 + ], + "point": [ + 0.7719, + 0.3996 + ] + }, + { + "instruction": "tanks", + "bbox": [ + 0.11731549978888636, + 0.8478850776627219, + 0.32863426714424115, + 0.9348502796782544 + ], + "point": [ + 0.223, + 0.8914 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0010636731863654261, + 0.6811448317307692, + 0.05076352228220325, + 0.7541006957285503 + ], + "point": [ + 0.0259, + 0.7176 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.5521807683241462, + 0.3836781157544379, + 0.5664993407555537, + 0.41639909913553996 + ], + "point": [ + 0.5593, + 0.4 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.331605602638791, + 0.5974364873220229, + 0.5458271218863976, + 0.6825490737102441 + ], + "point": [ + 0.4387, + 0.64 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.331605602638791, + 0.5974364873220229, + 0.5458271218863976, + 0.6825490737102441 + ], + "point": [ + 0.4387, + 0.64 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.331605602638791, + 0.5974364873220229, + 0.5458271218863976, + 0.6825490737102441 + ], + "point": [ + 0.4387, + 0.64 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.3313936187986986, + 0.7641748191336908, + 0.5460382355302967, + 0.8491558368389424 + ], + "point": [ + 0.4387, + 0.8067 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.3313936187986986, + 0.7641748191336908, + 0.5460382355302967, + 0.8491558368389424 + ], + "point": [ + 0.4387, + 0.8067 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.3313936187986986, + 0.7641748191336908, + 0.5460382355302967, + 0.8491558368389424 + ], + "point": [ + 0.4387, + 0.8067 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.3314092823301766, + 0.6803882124861317, + 0.5460046823840559, + 0.7651678502912352 + ], + "point": [ + 0.4387, + 0.7228 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.3314092823301766, + 0.6803882124861317, + 0.5460046823840559, + 0.7651678502912352 + ], + "point": [ + 0.4387, + 0.7228 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.3314092823301766, + 0.6803882124861317, + 0.5460046823840559, + 0.7651678502912352 + ], + "point": [ + 0.4387, + 0.7228 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.3313727543271821, + 0.8476550220737796, + 0.5459294407690235, + 0.9337151702339127 + ], + "point": [ + 0.4387, + 0.8907 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.3313727543271821, + 0.8476550220737796, + 0.5459294407690235, + 0.9337151702339127 + ], + "point": [ + 0.4387, + 0.8907 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.3313727543271821, + 0.8476550220737796, + 0.5459294407690235, + 0.9337151702339127 + ], + "point": [ + 0.4387, + 0.8907 + ] + }, + { + "instruction": "hollister", + "bbox": [ + 0.11762865911428112, + 0.5961664504553439, + 0.32877496572641224, + 0.6827866413184172 + ], + "point": [ + 0.2232, + 0.6395 + ] + }, + { + "instruction": "WP1O", + "bbox": [ + 0.11762378196817494, + 0.511008755836261, + 0.32892838333898894, + 0.5988509138660318 + ], + "point": [ + 0.2233, + 0.5549 + ] + }, + { + "instruction": "Antonia Racer Tank", + "bbox": [ + 0.11633582077228738, + 0.763744105954142, + 0.3286781816963176, + 0.851479578864645 + ], + "point": [ + 0.2225, + 0.8076 + ] + }, + { + "instruction": "nike", + "bbox": [ + 0.11906385548234935, + 0.4265461758043639, + 0.3270049259580415, + 0.514834071052145 + ], + "point": [ + 0.223, + 0.4707 + ] + }, + { + "instruction": "Joust Bag", + "bbox": [ + 0.11750610311088258, + 0.6805762296597633, + 0.3284472862668632, + 0.7658949993065829 + ], + "point": [ + 0.223, + 0.7232 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5325460761256472, + 0.055240261776061526, + 0.6070792113535503 + ], + "point": [ + 0.0276, + 0.5698 + ] + }, + { + "instruction": "23", + "bbox": [ + 0.5439262086579907, + 0.7629991158931213, + 0.7582326226272381, + 0.8499871428901628 + ], + "point": [ + 0.6511, + 0.8065 + ] + }, + { + "instruction": "19", + "bbox": [ + 0.7550502949115135, + 0.5953056380593565, + 0.9705803261511522, + 0.6832105647882766 + ], + "point": [ + 0.8628, + 0.6393 + ] + }, + { + "instruction": "MTO2-M-Gray", + "bbox": [ + 0.11785888671875, + 0.9320562419101331, + 0.3272688078943551, + 1.0 + ], + "point": [ + 0.2226, + 0.966 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.33062744140625, + 0.932545967779216, + 0.5460351594879393, + 1.0 + ], + "point": [ + 0.4383, + 0.9663 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.33062744140625, + 0.932545967779216, + 0.5460351594879393, + 1.0 + ], + "point": [ + 0.4383, + 0.9663 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.33062744140625, + 0.932545967779216, + 0.5460351594879393, + 1.0 + ], + "point": [ + 0.4383, + 0.9663 + ] + }, + { + "instruction": "23", + "bbox": [ + 0.5441197564810594, + 0.8478173250277367, + 0.7585695302138594, + 0.934075963849852 + ], + "point": [ + 0.6513, + 0.8909 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.33243655905483255, + 0.4265625, + 0.5449576542295259, + 0.5137875889885355 + ], + "point": [ + 0.4387, + 0.4702 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.33243655905483255, + 0.4265625, + 0.5449576542295259, + 0.5137875889885355 + ], + "point": [ + 0.4387, + 0.4702 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.33243655905483255, + 0.4265625, + 0.5449576542295259, + 0.5137875889885355 + ], + "point": [ + 0.4387, + 0.4702 + ] + }, + { + "instruction": "10", + "bbox": [ + 0.5436969220796377, + 0.6792595315967086, + 0.7575785588838694, + 0.7688355936806582 + ], + "point": [ + 0.6506, + 0.724 + ] + }, + { + "instruction": "Export.", + "bbox": [ + 0.9190372699767905, + 0.16797051965837648, + 0.9716301470283488, + 0.21145337347448226 + ], + "point": [ + 0.9453, + 0.1897 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.8317204887734168, + 0.16661174706453402, + 0.915138710082684, + 0.2117800379645895 + ], + "point": [ + 0.8734, + 0.1892 + ] + }, + { + "instruction": "FindPartners &Extensions.", + "bbox": [ + 0.0, + 0.7530670707747781, + 0.05732398197568696, + 0.8323129507211539 + ], + "point": [ + 0.0287, + 0.7927 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.07439044679191448, + 0.2207775409405048, + 0.1268953277830736, + 0.2625754271738628 + ], + "point": [ + 0.1006, + 0.2417 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.6994976984727288, + 0.2192964271680843, + 0.7593217035187334, + 0.2640301766480215 + ], + "point": [ + 0.7294, + 0.2417 + ] + }, + { + "instruction": "\"FROM\" text input field.", + "bbox": [ + 0.7585081712636771, + 0.3388614090236686, + 0.9647205464087367, + 0.3787774622087648 + ], + "point": [ + 0.8616, + 0.3588 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.12147206273572199, + 0.35969494701137206, + 0.3252548905835544, + 0.3983533870539016 + ], + "point": [ + 0.2234, + 0.379 + ] + }, + { + "instruction": "\"FROM\" or \"FROM\".", + "bbox": [ + 0.5469705192100465, + 0.33941321739783653, + 0.7528285828446204, + 0.37878587711492234 + ], + "point": [ + 0.6499, + 0.3591 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.004760565112693241, + 0.011572432659081453, + 0.04902203709124254, + 0.08406724196213942 + ], + "point": [ + 0.0269, + 0.0478 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.873330518484748, + 0.21909242889584873, + 0.9050710662922745, + 0.26403720110831175 + ], + "point": [ + 0.8892, + 0.2416 + ] + }, + { + "instruction": "a search function for 7 videos found.", + "bbox": [ + 0.20608730973868533, + 0.2183507253432415, + 0.30011217031301807, + 0.2623804758286335 + ], + "point": [ + 0.2531, + 0.2404 + ] + }, + { + "instruction": "navigating to the next item or screen.", + "bbox": [ + 0.9403311731960793, + 0.21911648180357804, + 0.9714380562779757, + 0.2635924390081823 + ], + "point": [ + 0.9559, + 0.2414 + ] + }, + { + "instruction": "resetting a filter.", + "bbox": [ + 0.126908016457798, + 0.22028429381240755, + 0.19960289102650447, + 0.26226864425388313 + ], + "point": [ + 0.1633, + 0.2413 + ] + }, + { + "instruction": "Admin settings.", + "bbox": [ + 0.8979111729629476, + 0.0871840166622365, + 0.9718576122658322, + 0.1379186776968149 + ], + "point": [ + 0.9349, + 0.1126 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.8249633950959466, + 0.21938525318394045, + 0.8565229420952835, + 0.26409704445381843 + ], + "point": [ + 0.8407, + 0.2417 + ] + }, + { + "instruction": "Marketing", + "bbox": [ + 0.000241714700147391, + 0.39213498809633873, + 0.052185850371100226, + 0.450607317862426 + ], + "point": [ + 0.0262, + 0.4214 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.0023245874703404757, + 0.31533383702385354, + 0.051423753288127386, + 0.3769952356462648 + ], + "point": [ + 0.0269, + 0.3462 + ] + }, + { + "instruction": "Navigator", + "bbox": [ + 0.0014591925340242664, + 0.09473666580471062, + 0.05224226387489379, + 0.16459466155464128 + ], + "point": [ + 0.0269, + 0.1297 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9063763605821038, + 0.2192110140648114, + 0.9325973551216429, + 0.26308445676544007 + ], + "point": [ + 0.9195, + 0.2411 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.8278480752393484, + 0.08993974493805473, + 0.85751067548595, + 0.13933450371556028 + ], + "point": [ + 0.8427, + 0.1146 + ] + }, + { + "instruction": "Sales", + "bbox": [ + 0.0014132492105903929, + 0.16792176376433063, + 0.051569035578153496, + 0.23924571381518123 + ], + "point": [ + 0.0265, + 0.2036 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.8633562082953415, + 0.09033185970148391, + 0.8914801397753647, + 0.14023741772894324 + ], + "point": [ + 0.8774, + 0.1153 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.002553145512345615, + 0.24112285185142382, + 0.049270923321063705, + 0.30745867667113536 + ], + "point": [ + 0.0259, + 0.2743 + ] + }, + { + "instruction": "Stories", + "bbox": [ + 0.0, + 0.6050874066776073, + 0.05378950812139941, + 0.6767198912490754 + ], + "point": [ + 0.0269, + 0.6409 + ] + }, + { + "instruction": "the number 3.", + "bbox": [ + 0.7568495368451591, + 0.42650973528799924, + 0.9701406949394894, + 0.5146130082169933 + ], + "point": [ + 0.8635, + 0.4706 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.00015224891885205985, + 0.45692182010447485, + 0.05394000147002445, + 0.5349697496764053 + ], + "point": [ + 0.027, + 0.4959 + ] + }, + { + "instruction": "the main website store menu.", + "bbox": [ + 0.3319696684414891, + 0.5115269045857989, + 0.546086076083803, + 0.5982755582008136 + ], + "point": [ + 0.439, + 0.5549 + ] + }, + { + "instruction": "a to-do list option.", + "bbox": [ + 0.7644448520650282, + 0.3830018534462833, + 0.7793476296988976, + 0.416178903071838 + ], + "point": [ + 0.7719, + 0.3996 + ] + }, + { + "instruction": "tanks.", + "bbox": [ + 0.11731549978888636, + 0.8478850776627219, + 0.32863426714424115, + 0.9348502796782544 + ], + "point": [ + 0.223, + 0.8914 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0010636731863654261, + 0.6811448317307692, + 0.05076352228220325, + 0.7541006957285503 + ], + "point": [ + 0.0259, + 0.7176 + ] + }, + { + "instruction": "To-do list functionality.", + "bbox": [ + 0.5521807683241462, + 0.3836781157544379, + 0.5664993407555537, + 0.41639909913553996 + ], + "point": [ + 0.5593, + 0.4 + ] + }, + { + "instruction": "default store view.", + "bbox": [ + 0.331605602638791, + 0.5974364873220229, + 0.5458271218863976, + 0.6825490737102441 + ], + "point": [ + 0.4387, + 0.64 + ] + }, + { + "instruction": "A default store view.", + "bbox": [ + 0.3313936187986986, + 0.7641748191336908, + 0.5460382355302967, + 0.8491558368389424 + ], + "point": [ + 0.4387, + 0.8067 + ] + }, + { + "instruction": "A default store view.", + "bbox": [ + 0.3314092823301766, + 0.6803882124861317, + 0.5460046823840559, + 0.7651678502912352 + ], + "point": [ + 0.4387, + 0.7228 + ] + }, + { + "instruction": "A default store view.", + "bbox": [ + 0.3313727543271821, + 0.8476550220737796, + 0.5459294407690235, + 0.9337151702339127 + ], + "point": [ + 0.4387, + 0.8907 + ] + }, + { + "instruction": "hollister.", + "bbox": [ + 0.11762865911428112, + 0.5961664504553439, + 0.32877496572641224, + 0.6827866413184172 + ], + "point": [ + 0.2232, + 0.6395 + ] + }, + { + "instruction": "WPT10.", + "bbox": [ + 0.11762378196817494, + 0.511008755836261, + 0.32892838333898894, + 0.5988509138660318 + ], + "point": [ + 0.2233, + 0.5549 + ] + }, + { + "instruction": "Antonia racer tank.", + "bbox": [ + 0.11633582077228738, + 0.763744105954142, + 0.3286781816963176, + 0.851479578864645 + ], + "point": [ + 0.2225, + 0.8076 + ] + }, + { + "instruction": "the number 2.", + "bbox": [ + 0.7553837217133621, + 0.7630870209643121, + 0.9717816825886937, + 0.8498830580852441 + ], + "point": [ + 0.8636, + 0.8065 + ] + }, + { + "instruction": "nike.", + "bbox": [ + 0.11906385548234935, + 0.4265461758043639, + 0.3270049259580415, + 0.514834071052145 + ], + "point": [ + 0.223, + 0.4707 + ] + }, + { + "instruction": "Joust Bag settings.", + "bbox": [ + 0.11750610311088258, + 0.6805762296597633, + 0.3284472862668632, + 0.7658949993065829 + ], + "point": [ + 0.223, + 0.7232 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.0, + 0.5325460761256472, + 0.055240261776061526, + 0.6070792113535503 + ], + "point": [ + 0.0276, + 0.5698 + ] + }, + { + "instruction": "the number 23.", + "bbox": [ + 0.5439262086579907, + 0.7629991158931213, + 0.7582326226272381, + 0.8499871428901628 + ], + "point": [ + 0.6511, + 0.8065 + ] + }, + { + "instruction": "a loading or progress indicator.", + "bbox": [ + 0.5441699445405752, + 0.4267692972217086, + 0.7568590078176807, + 0.5147560616216716 + ], + "point": [ + 0.6505, + 0.4708 + ] + }, + { + "instruction": "the number19.", + "bbox": [ + 0.7550502949115135, + 0.5953056380593565, + 0.9705803261511522, + 0.6832105647882766 + ], + "point": [ + 0.8628, + 0.6393 + ] + }, + { + "instruction": "MT02-M-Gray settings.", + "bbox": [ + 0.11785888671875, + 0.9320562419101331, + 0.3272688078943551, + 1.0 + ], + "point": [ + 0.2226, + 0.966 + ] + }, + { + "instruction": "the main website store menu.", + "bbox": [ + 0.33062744140625, + 0.932545967779216, + 0.5460351594879393, + 1.0 + ], + "point": [ + 0.4383, + 0.9663 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.5431047434515915, + 0.5107570670765532, + 0.7577802015552471, + 0.5992739344489645 + ], + "point": [ + 0.6504, + 0.555 + ] + }, + { + "instruction": "the number 23.", + "bbox": [ + 0.5441197564810594, + 0.8478173250277367, + 0.7585695302138594, + 0.934075963849852 + ], + "point": [ + 0.6513, + 0.8909 + ] + }, + { + "instruction": "1, September, 2024", + "bbox": [ + 0.7604238980644894, + 0.8789541391225961, + 0.7716219874212533, + 0.904004411866679 + ], + "point": [ + 0.766, + 0.8915 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.5433776612623301, + 0.5953135834643122, + 0.7578091001637102, + 0.6849120371440458 + ], + "point": [ + 0.6506, + 0.6401 + ] + }, + { + "instruction": "the number 4.", + "bbox": [ + 0.7554280814820955, + 0.6799213838295118, + 0.9720026719475299, + 0.7665076622596154 + ], + "point": [ + 0.8637, + 0.7232 + ] + }, + { + "instruction": "the main website store menu.", + "bbox": [ + 0.33243655905483255, + 0.4265625, + 0.5449576542295259, + 0.5137875889885355 + ], + "point": [ + 0.4387, + 0.4702 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.5240330379900945, + 0.3613885100776627, + 0.5396826463289539, + 0.39746772720968937 + ], + "point": [ + 0.5319, + 0.3794 + ] + }, + { + "instruction": "1, October, 2024", + "bbox": [ + 0.7609963657369032, + 0.9626756656804734, + 0.7712316538357924, + 0.9862043211446005 + ], + "point": [ + 0.7661, + 0.9744 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 5.2368293074144926e-05, + 0.01170568748338688, + 0.005561302131936152, + 0.08351011784119014 + ], + "point": [ + 0.0028, + 0.0476 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9928642293186339, + 0.6867976984328772, + 1.0, + 0.7983311038045489 + ], + "point": [ + 0.9964, + 0.7426 + ] + }, + { + "instruction": "1, September, 2024", + "bbox": [ + 0.7602465399380388, + 0.5444792437130177, + 0.7721433766008372, + 0.5663465150009246 + ], + "point": [ + 0.7662, + 0.5554 + ] + }, + { + "instruction": "the number 10.", + "bbox": [ + 0.5436969220796377, + 0.6792595315967086, + 0.7575785588838694, + 0.7688355936806582 + ], + "point": [ + 0.6506, + 0.724 + ] + } + ], + "element_size": 127 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/find_best_selling/action_videoframes/action_11/13755.jpg", + "img_size": [ + 3016, + 1690 + ], + "element": [ + { + "instruction": "Search Terms Report", + "bbox": [ + 0.07294428696366773, + 0.058579881656804736, + 0.2599469394835616, + 0.1059171597633136 + ], + "point": [ + 0.1664, + 0.0822 + ] + }, + { + "instruction": "Export to:", + "bbox": [ + 0.7821618037135278, + 0.13846154749040773, + 0.8265915119363395, + 0.16153846153846155 + ], + "point": [ + 0.8044, + 0.15 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.7635940835077504, + 0.19289940828402366, + 0.8053712718366628, + 0.21479289940828403 + ], + "point": [ + 0.7845, + 0.2038 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.08123342175066313, + 0.25798814762273486, + 0.09283819628647215, + 0.2739644789836816 + ], + "point": [ + 0.087, + 0.266 + ] + }, + { + "instruction": "Search Query", + "bbox": [ + 0.1230106100795756, + 0.2568047517855492, + 0.1823607427055703, + 0.2781065269334782 + ], + "point": [ + 0.1527, + 0.2675 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.3358753720392283, + 0.25798814762273486, + 0.3607427460445333, + 0.2739644789836816 + ], + "point": [ + 0.3483, + 0.266 + ] + }, + { + "instruction": "Results", + "bbox": [ + 0.5507294429708223, + 0.25798814762273486, + 0.5832228116710876, + 0.2739644789836816 + ], + "point": [ + 0.567, + 0.266 + ] + }, + { + "instruction": "Hits", + "bbox": [ + 0.763262599469496, + 0.25798814762273486, + 0.7818302387267905, + 0.2739644789836816 + ], + "point": [ + 0.7725, + 0.266 + ] + }, + { + "instruction": "13", + "bbox": [ + 0.08189655172413793, + 0.5029585798816568, + 0.09350132625994695, + 0.5207100591715976 + ], + "point": [ + 0.0877, + 0.5118 + ] + }, + { + "instruction": "25", + "bbox": [ + 0.08189655172413793, + 0.58698224852071, + 0.09350132625994695, + 0.6047337278106509 + ], + "point": [ + 0.0877, + 0.5959 + ] + }, + { + "instruction": "Export", + "bbox": [ + 0.9194939813183853, + 0.12600289068278475, + 0.9714643645349801, + 0.16963464861085428 + ], + "point": [ + 0.9455, + 0.1478 + ] + }, + { + "instruction": "CSV", + "bbox": [ + 0.83182928353469, + 0.1257572332077478, + 0.9155996307453995, + 0.17039946606878698 + ], + "point": [ + 0.8737, + 0.1481 + ] + }, + { + "instruction": "20", + "bbox": [ + 0.6997356870130139, + 0.17920857265856138, + 0.7593777198690318, + 0.22207110704049557 + ], + "point": [ + 0.7296, + 0.2006 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.7529532347910503, + 0.0570284340046445, + 0.8320543639053254 + ], + "point": [ + 0.0285, + 0.7925 + ] + }, + { + "instruction": "EXTENSIONS", + "bbox": [ + 0.0, + 0.7529532347910503, + 0.0570284340046445, + 0.8320543639053254 + ], + "point": [ + 0.0285, + 0.7925 + ] + }, + { + "instruction": "Search", + "bbox": [ + 0.07417210343661929, + 0.17966667942746856, + 0.1269435326047538, + 0.22246890096269414 + ], + "point": [ + 0.1006, + 0.2011 + ] + }, + { + "instruction": "AII Store Views", + "bbox": [ + 0.3343992359758372, + 0.3174535627195821, + 0.5417030395184018, + 0.35619239581407175 + ], + "point": [ + 0.4381, + 0.3368 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.5477876941468418, + 0.29724251109467453, + 0.7527074839139174, + 0.33655738604844676 + ], + "point": [ + 0.6502, + 0.3169 + ] + }, + { + "instruction": "admin", + "bbox": [ + 0.8976722130408654, + 0.04760845116609652, + 0.9711389516329576, + 0.09394623344466531 + ], + "point": [ + 0.9344, + 0.0708 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.7605642627341678, + 0.2969127948467548, + 0.9643290795445126, + 0.3365074022281805 + ], + "point": [ + 0.8624, + 0.3167 + ] + }, + { + "instruction": "records found", + "bbox": [ + 0.20564958081637516, + 0.1770910138914571, + 0.2990385101075514, + 0.2215166261210244 + ], + "point": [ + 0.2523, + 0.1993 + ] + }, + { + "instruction": "Reset Filter", + "bbox": [ + 0.12648021384322675, + 0.17928179678832284, + 0.20101483494280503, + 0.2218389386961446 + ], + "point": [ + 0.1637, + 0.2006 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.002277045414365571, + 0.31632871007072855, + 0.05110534748917233, + 0.3767795901326738 + ], + "point": [ + 0.0267, + 0.3466 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.00041946998009314906, + 0.3926419049325074, + 0.05153812843545362, + 0.45028993504992604 + ], + "point": [ + 0.026, + 0.4215 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0012580633795862173, + 0.09416594194942678, + 0.05108554799613649, + 0.1682676778037167 + ], + "point": [ + 0.0262, + 0.1312 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.3305361719915658, + 0.7221471662352071, + 0.5442404101951053, + 0.8077603492511095 + ], + "point": [ + 0.4374, + 0.765 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.3305361719915658, + 0.7221471662352071, + 0.5442404101951053, + 0.8077603492511095 + ], + "point": [ + 0.4374, + 0.765 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.3305361719915658, + 0.7221471662352071, + 0.5442404101951053, + 0.8077603492511095 + ], + "point": [ + 0.4374, + 0.765 + ] + }, + { + "instruction": "hollister", + "bbox": [ + 0.11721265474112028, + 0.8061855699889053, + 0.32946819841703623, + 0.8927039513221153 + ], + "point": [ + 0.2233, + 0.8494 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.33064348944302263, + 0.8905909069896449, + 0.5463030180184848, + 0.9818565955528846 + ], + "point": [ + 0.4385, + 0.9362 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.33064348944302263, + 0.8905909069896449, + 0.5463030180184848, + 0.9818565955528846 + ], + "point": [ + 0.4385, + 0.9362 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.33064348944302263, + 0.8905909069896449, + 0.5463030180184848, + 0.9818565955528846 + ], + "point": [ + 0.4385, + 0.9362 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.3311748555231474, + 0.8063948952940089, + 0.5461053822970201, + 0.8918545153014054 + ], + "point": [ + 0.4386, + 0.8491 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.3311748555231474, + 0.8063948952940089, + 0.5461053822970201, + 0.8918545153014054 + ], + "point": [ + 0.4386, + 0.8491 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.3311748555231474, + 0.8063948952940089, + 0.5461053822970201, + 0.8918545153014054 + ], + "point": [ + 0.4386, + 0.8491 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.3305860767313909, + 0.6387940897744083, + 0.5458694579430537, + 0.7240403395432692 + ], + "point": [ + 0.4382, + 0.6814 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.3305860767313909, + 0.6387940897744083, + 0.5458694579430537, + 0.7240403395432692 + ], + "point": [ + 0.4382, + 0.6814 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.3305860767313909, + 0.6387940897744083, + 0.5458694579430537, + 0.7240403395432692 + ], + "point": [ + 0.4382, + 0.6814 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6054349459134616, + 0.052095463800809746, + 0.6731451090976331 + ], + "point": [ + 0.026, + 0.6393 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9070391667616462, + 0.1790352905995747, + 0.9330655611478366, + 0.22123640613443046 + ], + "point": [ + 0.9201, + 0.2001 + ] + }, + { + "instruction": "WP1O", + "bbox": [ + 0.11702358944030276, + 0.7222594131379438, + 0.32946248143041795, + 0.8087298331176036 + ], + "point": [ + 0.2232, + 0.7655 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0015538693739185283, + 0.1686534633297892, + 0.05095609113455451, + 0.2396947736570821 + ], + "point": [ + 0.0263, + 0.2042 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.3312936878963238, + 0.555133056640625, + 0.5461177674149329, + 0.6410460342316938 + ], + "point": [ + 0.4387, + 0.5981 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.3312936878963238, + 0.555133056640625, + 0.5461177674149329, + 0.6410460342316938 + ], + "point": [ + 0.4387, + 0.5981 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.3312936878963238, + 0.555133056640625, + 0.5461177674149329, + 0.6410460342316938 + ], + "point": [ + 0.4387, + 0.5981 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.00306847620389822, + 0.2411449725811298, + 0.04899309041961751, + 0.30818420049001477 + ], + "point": [ + 0.026, + 0.2747 + ] + }, + { + "instruction": "Joust Bag", + "bbox": [ + 0.11673927813056925, + 0.6386650852903106, + 0.33104536830588427, + 0.7249568058894231 + ], + "point": [ + 0.2239, + 0.6818 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0004291534423828125, + 0.4575879339635725, + 0.05293700929029551, + 0.5349294448039941 + ], + "point": [ + 0.0267, + 0.4963 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.3321859830254269, + 0.4706535023345044, + 0.5459700364332932, + 0.5563548071144601 + ], + "point": [ + 0.4391, + 0.5135 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.3321859830254269, + 0.4706535023345044, + 0.5459700364332932, + 0.5563548071144601 + ], + "point": [ + 0.4391, + 0.5135 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.3321859830254269, + 0.4706535023345044, + 0.5459700364332932, + 0.5563548071144601 + ], + "point": [ + 0.4391, + 0.5135 + ] + }, + { + "instruction": "115", + "bbox": [ + 0.5452122372088445, + 0.3862846780810836, + 0.7574356038627321, + 0.4740064993412537 + ], + "point": [ + 0.6513, + 0.4301 + ] + }, + { + "instruction": "nike", + "bbox": [ + 0.11761506988768236, + 0.8907013481185281, + 0.33059850232354526, + 0.9805463982757027 + ], + "point": [ + 0.2241, + 0.9356 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.7640789649214605, + 0.339992292957193, + 0.780380208549196, + 0.37488193850545487 + ], + "point": [ + 0.7722, + 0.3574 + ] + }, + { + "instruction": "tanks", + "bbox": [ + 0.115901491686267, + 0.5542024691429364, + 0.3290514351518464, + 0.6421898113905326 + ], + "point": [ + 0.2225, + 0.5982 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.00046166437690390834, + 0.5421282706176036, + 0.049822723833888534, + 0.5973115638868344 + ], + "point": [ + 0.0251, + 0.5697 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.004095699806112193, + 0.683561751687315, + 0.04822739112914715, + 0.7519971136510725 + ], + "point": [ + 0.0262, + 0.7178 + ] + }, + { + "instruction": "19", + "bbox": [ + 0.7558806644510527, + 0.8063645582932693, + 0.9720158665502735, + 0.8923810789571006 + ], + "point": [ + 0.8639, + 0.8494 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.551807191074685, + 0.34096918049648667, + 0.5672027830736074, + 0.3750903609236317 + ], + "point": [ + 0.5595, + 0.358 + ] + }, + { + "instruction": "Antonia Racer Tank", + "bbox": [ + 0.11783038273414187, + 0.470504778799926, + 0.32813004916163274, + 0.557911167483358 + ], + "point": [ + 0.223, + 0.5142 + ] + }, + { + "instruction": "23", + "bbox": [ + 0.5439181138096817, + 0.47072883921967457, + 0.7588168278297, + 0.5574811043823964 + ], + "point": [ + 0.6514, + 0.5141 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.3329507033451799, + 0.3852700859837278, + 0.5449887789212741, + 0.47295153014053254 + ], + "point": [ + 0.439, + 0.4291 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.3329507033451799, + 0.3852700859837278, + 0.5449887789212741, + 0.47295153014053254 + ], + "point": [ + 0.439, + 0.4291 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.3329507033451799, + 0.3852700859837278, + 0.5449887789212741, + 0.47295153014053254 + ], + "point": [ + 0.439, + 0.4291 + ] + }, + { + "instruction": "MTO2-M-Gray", + "bbox": [ + 0.11856728713139299, + 0.3868681958441198, + 0.3279307438777043, + 0.4735917130870932 + ], + "point": [ + 0.2232, + 0.4302 + ] + }, + { + "instruction": "10", + "bbox": [ + 0.5428021984960419, + 0.6379392364321376, + 0.75753063738188, + 0.7248261400933802 + ], + "point": [ + 0.6502, + 0.6814 + ] + }, + { + "instruction": "23", + "bbox": [ + 0.5434465888956813, + 0.5539646848419009, + 0.7583107379134201, + 0.6436993661011464 + ], + "point": [ + 0.6509, + 0.5988 + ] + }, + { + "instruction": "19", + "bbox": [ + 0.08215021897374161, + 0.9232515775240384, + 0.09337098908361137, + 0.9442730965698964 + ], + "point": [ + 0.0878, + 0.9338 + ] + }, + { + "instruction": "Export function.", + "bbox": [ + 0.9194939813183853, + 0.12600289068278475, + 0.9714643645349801, + 0.16963464861085428 + ], + "point": [ + 0.9455, + 0.1478 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.83182928353469, + 0.1257572332077478, + 0.9155996307453995, + 0.17039946606878698 + ], + "point": [ + 0.8737, + 0.1481 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.6997356870130139, + 0.17920857265856138, + 0.7593777198690318, + 0.22207110704049557 + ], + "point": [ + 0.7296, + 0.2006 + ] + }, + { + "instruction": "FindPartners &Extensions.", + "bbox": [ + 0.0, + 0.7529532347910503, + 0.0570284340046445, + 0.8320543639053254 + ], + "point": [ + 0.0285, + 0.7925 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.07417210343661929, + 0.17966667942746856, + 0.1269435326047538, + 0.22246890096269414 + ], + "point": [ + 0.1006, + 0.2011 + ] + }, + { + "instruction": "a dropdown menu to view all store views.", + "bbox": [ + 0.3343992359758372, + 0.3174535627195821, + 0.5417030395184018, + 0.35619239581407175 + ], + "point": [ + 0.4381, + 0.3368 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.12246245730777001, + 0.31738837428346894, + 0.3279019363362846, + 0.35653784035225594 + ], + "point": [ + 0.2252, + 0.337 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.8729618790927554, + 0.17845843614205806, + 0.9051021505097812, + 0.22206816362911427 + ], + "point": [ + 0.889, + 0.2003 + ] + }, + { + "instruction": "\"FROM\" text input field.", + "bbox": [ + 0.5477876941468418, + 0.29724251109467453, + 0.7527074839139174, + 0.33655738604844676 + ], + "point": [ + 0.6502, + 0.3169 + ] + }, + { + "instruction": "Admin settings.", + "bbox": [ + 0.8976722130408654, + 0.04760845116609652, + 0.9711389516329576, + 0.09394623344466531 + ], + "point": [ + 0.9344, + 0.0708 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.0050620122044408985, + 0.011986584635175896, + 0.04847499736107945, + 0.08471949876412838 + ], + "point": [ + 0.0268, + 0.0484 + ] + }, + { + "instruction": "\"FROM\" text input field.", + "bbox": [ + 0.7605642627341678, + 0.2969127948467548, + 0.9643290795445126, + 0.3365074022281805 + ], + "point": [ + 0.8624, + 0.3167 + ] + }, + { + "instruction": "a search function for 7 videos found.", + "bbox": [ + 0.20564958081637516, + 0.1770910138914571, + 0.2990385101075514, + 0.2215166261210244 + ], + "point": [ + 0.2523, + 0.1993 + ] + }, + { + "instruction": "resetting a filter.", + "bbox": [ + 0.12648021384322675, + 0.17928179678832284, + 0.20101483494280503, + 0.2218389386961446 + ], + "point": [ + 0.1637, + 0.2006 + ] + }, + { + "instruction": "navigating to the next item or screen.", + "bbox": [ + 0.9403459058200017, + 0.1790575196757119, + 0.9713036817960461, + 0.2216920931663739 + ], + "point": [ + 0.9558, + 0.2004 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.002277045414365571, + 0.31632871007072855, + 0.05110534748917233, + 0.3767795901326738 + ], + "point": [ + 0.0267, + 0.3466 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.8245897368980023, + 0.17873363607733914, + 0.8566058333419678, + 0.22226925460544564 + ], + "point": [ + 0.8406, + 0.2005 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.00041946998009314906, + 0.3926419049325074, + 0.05153812843545362, + 0.45028993504992604 + ], + "point": [ + 0.026, + 0.4215 + ] + }, + { + "instruction": "Navigator", + "bbox": [ + 0.0012580633795862173, + 0.09416594194942678, + 0.05108554799613649, + 0.1682676778037167 + ], + "point": [ + 0.0262, + 0.1312 + ] + }, + { + "instruction": "the main website store menu.", + "bbox": [ + 0.3305361719915658, + 0.7221471662352071, + 0.5442404101951053, + 0.8077603492511095 + ], + "point": [ + 0.4374, + 0.765 + ] + }, + { + "instruction": "hollister.", + "bbox": [ + 0.11721265474112028, + 0.8061855699889053, + 0.32946819841703623, + 0.8927039513221153 + ], + "point": [ + 0.2233, + 0.8494 + ] + }, + { + "instruction": "default store view.", + "bbox": [ + 0.33064348944302263, + 0.8905909069896449, + 0.5463030180184848, + 0.9818565955528846 + ], + "point": [ + 0.4385, + 0.9362 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.7566221525561588, + 0.3857071916027182, + 0.9699991160425646, + 0.47432814378004806 + ], + "point": [ + 0.8633, + 0.43 + ] + }, + { + "instruction": "search functionality.", + "bbox": [ + 0.828078292725257, + 0.04940103384164663, + 0.8568747442027934, + 0.09529755722136188 + ], + "point": [ + 0.8425, + 0.0723 + ] + }, + { + "instruction": "A default store view.", + "bbox": [ + 0.3311748555231474, + 0.8063948952940089, + 0.5461053822970201, + 0.8918545153014054 + ], + "point": [ + 0.4386, + 0.8491 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.8635081485981018, + 0.04946439393173308, + 0.8918095191530587, + 0.0955776959481324 + ], + "point": [ + 0.8777, + 0.0725 + ] + }, + { + "instruction": "A default store view.", + "bbox": [ + 0.3305860767313909, + 0.6387940897744083, + 0.5458694579430537, + 0.7240403395432692 + ], + "point": [ + 0.4382, + 0.6814 + ] + }, + { + "instruction": "Stories", + "bbox": [ + 0.0, + 0.6054349459134616, + 0.052095463800809746, + 0.6731451090976331 + ], + "point": [ + 0.026, + 0.6393 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9070391667616462, + 0.1790352905995747, + 0.9330655611478366, + 0.22123640613443046 + ], + "point": [ + 0.9201, + 0.2001 + ] + }, + { + "instruction": "WPT10.", + "bbox": [ + 0.11702358944030276, + 0.7222594131379438, + 0.32946248143041795, + 0.8087298331176036 + ], + "point": [ + 0.2232, + 0.7655 + ] + }, + { + "instruction": "Sales", + "bbox": [ + 0.0015538693739185283, + 0.1686534633297892, + 0.05095609113455451, + 0.2396947736570821 + ], + "point": [ + 0.0263, + 0.2042 + ] + }, + { + "instruction": "A default store view.", + "bbox": [ + 0.3312936878963238, + 0.555133056640625, + 0.5461177674149329, + 0.6410460342316938 + ], + "point": [ + 0.4387, + 0.5981 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.00306847620389822, + 0.2411449725811298, + 0.04899309041961751, + 0.30818420049001477 + ], + "point": [ + 0.026, + 0.2747 + ] + }, + { + "instruction": "Joust BAG settings.", + "bbox": [ + 0.11673927813056925, + 0.6386650852903106, + 0.33104536830588427, + 0.7249568058894231 + ], + "point": [ + 0.2239, + 0.6818 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0004291534423828125, + 0.4575879339635725, + 0.05293700929029551, + 0.5349294448039941 + ], + "point": [ + 0.0267, + 0.4963 + ] + }, + { + "instruction": "the main website store menu.", + "bbox": [ + 0.3321859830254269, + 0.4706535023345044, + 0.5459700364332932, + 0.5563548071144601 + ], + "point": [ + 0.4391, + 0.5135 + ] + }, + { + "instruction": "the number 115.", + "bbox": [ + 0.5452122372088445, + 0.3862846780810836, + 0.7574356038627321, + 0.4740064993412537 + ], + "point": [ + 0.6513, + 0.4301 + ] + }, + { + "instruction": "nike.", + "bbox": [ + 0.11761506988768236, + 0.8907013481185281, + 0.33059850232354526, + 0.9805463982757027 + ], + "point": [ + 0.2241, + 0.9356 + ] + }, + { + "instruction": "a to-do list option.", + "bbox": [ + 0.7640789649214605, + 0.339992292957193, + 0.780380208549196, + 0.37488193850545487 + ], + "point": [ + 0.7722, + 0.3574 + ] + }, + { + "instruction": "tanks.", + "bbox": [ + 0.115901491686267, + 0.5542024691429364, + 0.3290514351518464, + 0.6421898113905326 + ], + "point": [ + 0.2225, + 0.5982 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.7554678271872928, + 0.7218700160641642, + 0.9719195378553962, + 0.8087670320589867 + ], + "point": [ + 0.8637, + 0.7653 + ] + }, + { + "instruction": "Reports.", + "bbox": [ + 0.00046166437690390834, + 0.5421282706176036, + 0.049822723833888534, + 0.5973115638868344 + ], + "point": [ + 0.0251, + 0.5697 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.004095699806112193, + 0.683561751687315, + 0.04822739112914715, + 0.7519971136510725 + ], + "point": [ + 0.0262, + 0.7178 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.6270376756905877, + 0.2201609775159486, + 0.6416721900514962, + 0.24387270233334873 + ], + "point": [ + 0.6344, + 0.232 + ] + }, + { + "instruction": "the number19.", + "bbox": [ + 0.7558806644510527, + 0.8063645582932693, + 0.9720158665502735, + 0.8923810789571006 + ], + "point": [ + 0.8639, + 0.8494 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.5430822397732924, + 0.722041347887389, + 0.7590876814541196, + 0.8088461971847263 + ], + "point": [ + 0.6511, + 0.7654 + ] + }, + { + "instruction": "a to-do list option.", + "bbox": [ + 0.551807191074685, + 0.34096918049648667, + 0.5672027830736074, + 0.3750903609236317 + ], + "point": [ + 0.5595, + 0.358 + ] + }, + { + "instruction": "1, September, 2024", + "bbox": [ + 0.5481130665746229, + 0.837872783954327, + 0.5593246743280629, + 0.8615125306259246 + ], + "point": [ + 0.5537, + 0.8497 + ] + }, + { + "instruction": "Antonia racer tank.", + "bbox": [ + 0.11783038273414187, + 0.470504778799926, + 0.32813004916163274, + 0.557911167483358 + ], + "point": [ + 0.223, + 0.5142 + ] + }, + { + "instruction": "the number 23.", + "bbox": [ + 0.5439181138096817, + 0.47072883921967457, + 0.7588168278297, + 0.5574811043823964 + ], + "point": [ + 0.6514, + 0.5141 + ] + }, + { + "instruction": "the number 4.", + "bbox": [ + 0.7552509662010941, + 0.6365248098881287, + 0.9715705689447944, + 0.7253371018629807 + ], + "point": [ + 0.8634, + 0.6809 + ] + }, + { + "instruction": "default store view.", + "bbox": [ + 0.3329507033451799, + 0.3852700859837278, + 0.5449887789212741, + 0.47295153014053254 + ], + "point": [ + 0.439, + 0.4291 + ] + }, + { + "instruction": "MTO2-M-Gray settings.", + "bbox": [ + 0.11856728713139299, + 0.3868681958441198, + 0.3279307438777043, + 0.4735917130870932 + ], + "point": [ + 0.2232, + 0.4302 + ] + }, + { + "instruction": "the number 3.", + "bbox": [ + 0.7560400520142573, + 0.8901755067723742, + 0.9720612786492872, + 0.9814934905464128 + ], + "point": [ + 0.8641, + 0.9358 + ] + }, + { + "instruction": "the number 10.", + "bbox": [ + 0.5428021984960419, + 0.6379392364321376, + 0.75753063738188, + 0.7248261400933802 + ], + "point": [ + 0.6502, + 0.6814 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9924240314675895, + 0.04005594197109606, + 1.0, + 0.17743914451824844 + ], + "point": [ + 0.9962, + 0.1087 + ] + }, + { + "instruction": "the number 2.", + "bbox": [ + 0.755629562256507, + 0.4709763024685651, + 0.9716287709041362, + 0.5574546678531804 + ], + "point": [ + 0.8636, + 0.5142 + ] + }, + { + "instruction": "A loading or progress indicator.", + "bbox": [ + 0.9917199415616711, + 0.004968907282902644, + 1.0, + 0.04595089974488027 + ], + "point": [ + 0.9959, + 0.0255 + ] + }, + { + "instruction": "Up arrow", + "bbox": [ + 0.7442378441281913, + 0.2528539352868436, + 0.7541203587377735, + 0.2766079152124168 + ], + "point": [ + 0.7492, + 0.2647 + ] + }, + { + "instruction": "the number 23.", + "bbox": [ + 0.5434465888956813, + 0.5539646848419009, + 0.7583107379134201, + 0.6436993661011464 + ], + "point": [ + 0.6509, + 0.5988 + ] + }, + { + "instruction": "a loading or progress indicator.", + "bbox": [ + 0.5431938677314738, + 0.8901024090467825, + 0.7586569545755968, + 0.9829906937638684 + ], + "point": [ + 0.6509, + 0.9365 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.7551819171450183, + 0.5537802431004992, + 0.9713189001108671, + 0.643484984629253 + ], + "point": [ + 0.8633, + 0.5986 + ] + }, + { + "instruction": "19, September, 2024", + "bbox": [ + 0.08215021897374161, + 0.9232515775240384, + 0.09337098908361137, + 0.9442730965698964 + ], + "point": [ + 0.0878, + 0.9338 + ] + } + ], + "element_size": 131 + } +] \ No newline at end of file