diff --git "a/contact_refund_subscribe/hf_train_ele.json" "b/contact_refund_subscribe/hf_train_ele.json" new file mode 100644--- /dev/null +++ "b/contact_refund_subscribe/hf_train_ele.json" @@ -0,0 +1,19776 @@ +[ + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/contact_refund_subscribe/action_videoframes/action_0/1062.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "One Stop Market", + "bbox": [ + 0.03506944974263509, + 0.013888888888888888, + 0.10381944444444445, + 0.029444444444444443 + ], + "point": [ + 0.0694, + 0.0217 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.2, + 0.013333333333333334, + 0.26944444444444443, + 0.03111111111111111 + ], + "point": [ + 0.2347, + 0.0222 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.3246527777777778, + 0.011666666666666667, + 0.359375, + 0.03277777777777778 + ], + "point": [ + 0.342, + 0.0222 + ] + }, + { + "instruction": "metis Iti.cs cmu.edu:7770", + "bbox": [ + 0.15868055555555555, + 0.06111111111111111, + 0.2777777777777778, + 0.07833333333333334 + ], + "point": [ + 0.2182, + 0.0697 + ] + }, + { + "instruction": "0 0 | = L", + "bbox": [ + 0.8684027777777777, + 0.05833332909478082, + 0.9680555555555556, + 0.08277776930067274 + ], + "point": [ + 0.9182, + 0.0706 + ] + }, + { + "instruction": "S11.50", + "bbox": [ + 0.2437500211927626, + 0.435, + 0.2770833545260959, + 0.4533333333333333 + ], + "point": [ + 0.2604, + 0.4442 + ] + }, + { + "instruction": "Items", + "bbox": [ + 0.06805555025736491, + 0.5822222222222222, + 0.0920138888888889, + 0.5972222222222222 + ], + "point": [ + 0.08, + 0.5897 + ] + }, + { + "instruction": "to 12 of 24 total", + "bbox": [ + 0.09826388888888889, + 0.5811111111111111, + 0.16319444444444445, + 0.5972222222222222 + ], + "point": [ + 0.1307, + 0.5892 + ] + }, + { + "instruction": "Privacy and Cookie Policy", + "bbox": [ + 0.06736111111111111, + 0.7411111789279514, + 0.18715277777777778, + 0.767777845594618 + ], + "point": [ + 0.1273, + 0.7544 + ] + }, + { + "instruction": "Enter your email address", + "bbox": [ + 0.7291666666666666, + 0.7516666666666667, + 0.8454861111111112, + 0.7727777777777778 + ], + "point": [ + 0.7873, + 0.7622 + ] + }, + { + "instruction": "Search Terms", + "bbox": [ + 0.06805555555555555, + 0.7761111111111111, + 0.13090277777777778, + 0.7944444444444444 + ], + "point": [ + 0.0995, + 0.7853 + ] + }, + { + "instruction": "Advanced Search", + "bbox": [ + 0.06840277777777778, + 0.8066666666666666, + 0.1486111111111111, + 0.8266666666666667 + ], + "point": [ + 0.1085, + 0.8167 + ] + }, + { + "instruction": "Contact Us", + "bbox": [ + 0.06875, + 0.8388888888888889, + 0.12013888888888889, + 0.8572222222222222 + ], + "point": [ + 0.0944, + 0.8481 + ] + }, + { + "instruction": "Copyright @ 2013-present Magento, Inc: All rights reserved.", + "bbox": [ + 0.06736112170749241, + 0.9116666666666666, + 0.2986111217074924, + 0.9338888888888889 + ], + "point": [ + 0.183, + 0.9228 + ] + }, + { + "instruction": "Help Us Keep Magento Healthy Report All Bugs", + "bbox": [ + 0.06770834392971463, + 0.9527778455946181, + 0.25347223281860354, + 0.9733334011501736 + ], + "point": [ + 0.1606, + 0.9631 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.24399681091308595, + 0.48256985134548613, + 0.32344894409179686, + 0.5208822292751736 + ], + "point": [ + 0.2837, + 0.5017 + ] + }, + { + "instruction": "Subscribe", + "bbox": [ + 0.8605099148220486, + 0.740580308702257, + 0.9318072848849827, + 0.7797727457682292 + ], + "point": [ + 0.8962, + 0.7602 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08315085305107964, + 0.053987914191351995, + 0.15550773408677843, + 0.0841963873969184 + ], + "point": [ + 0.1193, + 0.0691 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.06774924596150717, + 0.4385509575737847, + 0.14785803688897026, + 0.4763982476128472 + ], + "point": [ + 0.1078, + 0.4575 + ] + }, + { + "instruction": "Ilo", + "bbox": [ + 0.17511090172661675, + 0.4413514200846354, + 0.1962635252210829, + 0.4750878567165799 + ], + "point": [ + 0.1857, + 0.4582 + ] + }, + { + "instruction": "Crunchy Rice Rollers", + "bbox": [ + 0.2428532494439019, + 0.3085954115125868, + 0.4109971364339193, + 0.3839318508572049 + ], + "point": [ + 0.3269, + 0.3463 + ] + }, + { + "instruction": "Gluten Free", + "bbox": [ + 0.2428532494439019, + 0.3085954115125868, + 0.4109971364339193, + 0.3839318508572049 + ], + "point": [ + 0.3269, + 0.3463 + ] + }, + { + "instruction": "Vegan", + "bbox": [ + 0.2428532494439019, + 0.3085954115125868, + 0.4109971364339193, + 0.3839318508572049 + ], + "point": [ + 0.3269, + 0.3463 + ] + }, + { + "instruction": "3.5 0z Individual Packs (4", + "bbox": [ + 0.2428532494439019, + 0.3085954115125868, + 0.4109971364339193, + 0.3839318508572049 + ], + "point": [ + 0.3269, + 0.3463 + ] + }, + { + "instruction": "Packs of 8 Rollers)", + "bbox": [ + 0.2428532494439019, + 0.3085954115125868, + 0.4109971364339193, + 0.3839318508572049 + ], + "point": [ + 0.3269, + 0.3463 + ] + }, + { + "instruction": "2", + "bbox": [ + 0.06733675532870823, + 0.6041153971354166, + 0.09358187781439888, + 0.6408102756076389 + ], + "point": [ + 0.0805, + 0.6225 + ] + }, + { + "instruction": "Ilz", + "bbox": [ + 0.35185972849527997, + 0.4865815226236979, + 0.36997464497884114, + 0.5203640747070313 + ], + "point": [ + 0.3609, + 0.5035 + ] + }, + { + "instruction": "12", + "bbox": [ + 0.241985109117296, + 0.3900190226236979, + 0.3571904076470269, + 0.41694061279296873 + ], + "point": [ + 0.2996, + 0.4035 + ] + }, + { + "instruction": "Reviews", + "bbox": [ + 0.241985109117296, + 0.3900190226236979, + 0.3571904076470269, + 0.41694061279296873 + ], + "point": [ + 0.2996, + 0.4035 + ] + }, + { + "instruction": "Rollers", + "bbox": [ + 0.24239184061686198, + 0.0948152584499783, + 0.4071363237169054, + 0.28600707160101996 + ], + "point": [ + 0.3248, + 0.1904 + ] + }, + { + "instruction": "Lobster Cobbler Pot Pie", + "bbox": [ + 0.06742467350429959, + 0.31049635145399307, + 0.23036306699117023, + 0.41571282280815974 + ], + "point": [ + 0.1489, + 0.3631 + ] + }, + { + "instruction": "Gourmet", + "bbox": [ + 0.06742467350429959, + 0.31049635145399307, + 0.23036306699117023, + 0.41571282280815974 + ], + "point": [ + 0.1489, + 0.3631 + ] + }, + { + "instruction": "Frozen Seafood Appetizers (Set of", + "bbox": [ + 0.06742467350429959, + 0.31049635145399307, + 0.23036306699117023, + 0.41571282280815974 + ], + "point": [ + 0.1489, + 0.3631 + ] + }, + { + "instruction": "8 Trays)", + "bbox": [ + 0.06742467350429959, + 0.31049635145399307, + 0.23036306699117023, + 0.41571282280815974 + ], + "point": [ + 0.1489, + 0.3631 + ] + }, + { + "instruction": "S411.76", + "bbox": [ + 0.06742467350429959, + 0.31049635145399307, + 0.23036306699117023, + 0.41571282280815974 + ], + "point": [ + 0.1489, + 0.3631 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.24399681091308595, + 0.48256985134548613, + 0.32344894409179686, + 0.5208822292751736 + ], + "point": [ + 0.2837, + 0.5017 + ] + }, + { + "instruction": "Subscript.", + "bbox": [ + 0.8605099148220486, + 0.740580308702257, + 0.9318072848849827, + 0.7797727457682292 + ], + "point": [ + 0.8962, + 0.7602 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08315085305107964, + 0.053987914191351995, + 0.15550773408677843, + 0.0841963873969184 + ], + "point": [ + 0.1193, + 0.0691 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.06774924596150717, + 0.4385509575737847, + 0.14785803688897026, + 0.4763982476128472 + ], + "point": [ + 0.1078, + 0.4575 + ] + }, + { + "instruction": "navigating to the next item or page.", + "bbox": [ + 0.09985379113091362, + 0.6022884792751736, + 0.1273384518093533, + 0.6433104790581597 + ], + "point": [ + 0.1136, + 0.6228 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9757560729980469, + 0.003964428371853299, + 0.996846940782335, + 0.039337001376681856 + ], + "point": [ + 0.9863, + 0.0217 + ] + }, + { + "instruction": "a tray of cookies.", + "bbox": [ + 0.06735475858052571, + 0.09507846408420138, + 0.23599627282884386, + 0.24555738661024307 + ], + "point": [ + 0.1517, + 0.1703 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054465537601047095, + 0.050288560655381946, + 0.07626939349704319, + 0.08817481994628906 + ], + "point": [ + 0.0654, + 0.0692 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8297289530436198, + 0.05623721652560764, + 0.8465026007758246, + 0.08623509724934895 + ], + "point": [ + 0.8381, + 0.0712 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.7094136132134332, + 0.7479869927300348, + 0.7263098822699653, + 0.7773567030164931 + ], + "point": [ + 0.7179, + 0.7627 + ] + }, + { + "instruction": "Strikethrough", + "bbox": [ + 0.8865774366590712, + 0.05197659386528863, + 0.9079366895887587, + 0.08478196038140191 + ], + "point": [ + 0.8973, + 0.0684 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.861187744140625, + 0.052588174608018665, + 0.8828365749782986, + 0.08595835367838542 + ], + "point": [ + 0.872, + 0.0693 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.9231243557400174, + 0.05173819647894965, + 0.9458443535698785, + 0.08692810906304253 + ], + "point": [ + 0.9345, + 0.0693 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9491970486111111, + 0.04870477464463976, + 0.9721893310546875, + 0.08899114820692275 + ], + "point": [ + 0.9607, + 0.0688 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.32628970675998265, + 0.4866564602322049, + 0.34417601691351996, + 0.5218791707356771 + ], + "point": [ + 0.3352, + 0.5043 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.00533600648244222, + 0.05314091152615017, + 0.026594781875610353, + 0.08610086229112413 + ], + "point": [ + 0.016, + 0.0696 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.15095254050360785, + 0.4430707465277778, + 0.16865936915079752, + 0.475994873046875 + ], + "point": [ + 0.1598, + 0.4595 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029672076967027453, + 0.05189970228407118, + 0.05076994895935059, + 0.08733543395996093 + ], + "point": [ + 0.0402, + 0.0696 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.6813733842637804, + 0.769803941514757, + 0.6971168094211154, + 0.7961440022786458 + ], + "point": [ + 0.6892, + 0.783 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.17511090172661675, + 0.4413514200846354, + 0.1962635252210829, + 0.4750878567165799 + ], + "point": [ + 0.1857, + 0.4582 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15716833538479275, + 0.008557182947794596, + 0.17164015240139432, + 0.039111009173923066 + ], + "point": [ + 0.1644, + 0.0238 + ] + }, + { + "instruction": "A list of food options including crunchy rice rollers and gluten freeVegan-3.5oz individual packs of 8rollers.", + "bbox": [ + 0.2428532494439019, + 0.3085954115125868, + 0.4109971364339193, + 0.3839318508572049 + ], + "point": [ + 0.3269, + 0.3463 + ] + }, + { + "instruction": "Number 1 and 2", + "bbox": [ + 0.06733675532870823, + 0.6041153971354166, + 0.09358187781439888, + 0.6408102756076389 + ], + "point": [ + 0.0805, + 0.6225 + ] + }, + { + "instruction": "Show container actions", + "bbox": [ + 0.9758943345811631, + 0.05412847306993272, + 0.9928265041775174, + 0.08686091952853732 + ], + "point": [ + 0.9844, + 0.0705 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.35185972849527997, + 0.4865815226236979, + 0.36997464497884114, + 0.5203640747070313 + ], + "point": [ + 0.3609, + 0.5035 + ] + }, + { + "instruction": "12 reviews.", + "bbox": [ + 0.241985109117296, + 0.3900190226236979, + 0.3571904076470269, + 0.41694061279296873 + ], + "point": [ + 0.2996, + 0.4035 + ] + }, + { + "instruction": "a bag ofrolling grain.", + "bbox": [ + 0.24239184061686198, + 0.0948152584499783, + 0.4071363237169054, + 0.28600707160101996 + ], + "point": [ + 0.3248, + 0.1904 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.31976104312472875, + 0.002986263699001736, + 0.33788013458251953, + 0.04224277496337891 + ], + "point": [ + 0.3288, + 0.0226 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.3453610314263238, + 0.0020262633429633248, + 0.36290745205349395, + 0.04233043882581923 + ], + "point": [ + 0.3541, + 0.0222 + ] + }, + { + "instruction": "frozen seafood appetizers set of 8 trays.", + "bbox": [ + 0.06742467350429959, + 0.31049635145399307, + 0.23036306699117023, + 0.41571282280815974 + ], + "point": [ + 0.1489, + 0.3631 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 0.0, + 0.0010026741027832032, + 0.015028944280412461, + 0.059532184600830075 + ], + "point": [ + 0.0075, + 0.0303 + ] + } + ], + "element_size": 66 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/contact_refund_subscribe/action_videoframes/action_1/1164.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "One Stop Market", + "bbox": [ + 0.03506944974263509, + 0.013888888888888888, + 0.10381944444444445, + 0.029444444444444443 + ], + "point": [ + 0.0694, + 0.0217 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.2, + 0.013333333333333334, + 0.26944444444444443, + 0.03111111111111111 + ], + "point": [ + 0.2347, + 0.0222 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.3246527777777778, + 0.011666666666666667, + 0.359375, + 0.03277777777777778 + ], + "point": [ + 0.342, + 0.0222 + ] + }, + { + "instruction": "metis Iti.cs cmu.edu:7770", + "bbox": [ + 0.15868055555555555, + 0.06111111111111111, + 0.2777777777777778, + 0.07833333333333334 + ], + "point": [ + 0.2182, + 0.0697 + ] + }, + { + "instruction": "0 0 | = L", + "bbox": [ + 0.8677083333333333, + 0.05833332909478082, + 0.9680555555555556, + 0.08277776930067274 + ], + "point": [ + 0.9179, + 0.0706 + ] + }, + { + "instruction": "S11.50", + "bbox": [ + 0.2437500211927626, + 0.435, + 0.2770833545260959, + 0.4533333333333333 + ], + "point": [ + 0.2604, + 0.4442 + ] + }, + { + "instruction": "Items", + "bbox": [ + 0.06805555025736491, + 0.5822222222222222, + 0.0920138888888889, + 0.5972222222222222 + ], + "point": [ + 0.08, + 0.5897 + ] + }, + { + "instruction": "to 12 of 24 total", + "bbox": [ + 0.09826388888888889, + 0.5811111111111111, + 0.16319444444444445, + 0.5972222222222222 + ], + "point": [ + 0.1307, + 0.5892 + ] + }, + { + "instruction": "Privacy and Cookie Policy", + "bbox": [ + 0.06736111111111111, + 0.7411111789279514, + 0.18715277777777778, + 0.767777845594618 + ], + "point": [ + 0.1273, + 0.7544 + ] + }, + { + "instruction": "Enfryour email address", + "bbox": [ + 0.7284722222222222, + 0.7505555555555555, + 0.8458333333333333, + 0.7772222222222223 + ], + "point": [ + 0.7872, + 0.7639 + ] + }, + { + "instruction": "Search Terms", + "bbox": [ + 0.06805555555555555, + 0.7761111111111111, + 0.13090277777777778, + 0.7944444444444444 + ], + "point": [ + 0.0995, + 0.7853 + ] + }, + { + "instruction": "Advanced Search", + "bbox": [ + 0.06840277777777778, + 0.8066666666666666, + 0.1486111111111111, + 0.8266666666666667 + ], + "point": [ + 0.1085, + 0.8167 + ] + }, + { + "instruction": "Contact Us", + "bbox": [ + 0.06875, + 0.8388888888888889, + 0.12013888888888889, + 0.8561111111111112 + ], + "point": [ + 0.0944, + 0.8475 + ] + }, + { + "instruction": "Copyright @ 2013-present Magento, Inc: All rights reserved.", + "bbox": [ + 0.06736112170749241, + 0.9116666666666666, + 0.2986111217074924, + 0.9338888888888889 + ], + "point": [ + 0.183, + 0.9228 + ] + }, + { + "instruction": "Help Us Keep Magento Healthy Report All Bugs", + "bbox": [ + 0.06770834392971463, + 0.9527778455946181, + 0.25347223281860354, + 0.9733334011501736 + ], + "point": [ + 0.1606, + 0.9631 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.24400172763400607, + 0.48257548014322915, + 0.3234543270534939, + 0.5208791775173611 + ], + "point": [ + 0.2837, + 0.5017 + ] + }, + { + "instruction": "Subscribe", + "bbox": [ + 0.8604953342013889, + 0.7406020779079862, + 0.9318115234375, + 0.7798308648003472 + ], + "point": [ + 0.8962, + 0.7602 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08311174710591634, + 0.05396538628472222, + 0.1554947747124566, + 0.08420157538519965 + ], + "point": [ + 0.1193, + 0.0691 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.06775437461005317, + 0.4385519748263889, + 0.14785345925225152, + 0.4763972981770833 + ], + "point": [ + 0.1078, + 0.4575 + ] + }, + { + "instruction": "Ilo", + "bbox": [ + 0.17519136004977756, + 0.44173224555121526, + 0.1961979971991645, + 0.4747694905598958 + ], + "point": [ + 0.1857, + 0.4583 + ] + }, + { + "instruction": "Crunchy Rice Rollers", + "bbox": [ + 0.24284239874945746, + 0.3086084323459201, + 0.41089418199327254, + 0.3839719984266493 + ], + "point": [ + 0.3269, + 0.3463 + ] + }, + { + "instruction": "Gluten Free", + "bbox": [ + 0.24284239874945746, + 0.3086084323459201, + 0.41089418199327254, + 0.3839719984266493 + ], + "point": [ + 0.3269, + 0.3463 + ] + }, + { + "instruction": "Vegan", + "bbox": [ + 0.24284239874945746, + 0.3086084323459201, + 0.41089418199327254, + 0.3839719984266493 + ], + "point": [ + 0.3269, + 0.3463 + ] + }, + { + "instruction": "3.5 0z Individual Packs (4", + "bbox": [ + 0.24284239874945746, + 0.3086084323459201, + 0.41089418199327254, + 0.3839719984266493 + ], + "point": [ + 0.3269, + 0.3463 + ] + }, + { + "instruction": "Packs of 8 Rollers)", + "bbox": [ + 0.24284239874945746, + 0.3086084323459201, + 0.41089418199327254, + 0.3839719984266493 + ], + "point": [ + 0.3269, + 0.3463 + ] + }, + { + "instruction": "12", + "bbox": [ + 0.24199303521050347, + 0.3900052218967014, + 0.3572593265109592, + 0.41688944498697916 + ], + "point": [ + 0.2996, + 0.4034 + ] + }, + { + "instruction": "Reviews", + "bbox": [ + 0.24199303521050347, + 0.3900052218967014, + 0.3572593265109592, + 0.41688944498697916 + ], + "point": [ + 0.2996, + 0.4034 + ] + }, + { + "instruction": "Ilz", + "bbox": [ + 0.3518416510687934, + 0.48674964057074654, + 0.36994866265190973, + 0.5202791680230034 + ], + "point": [ + 0.3609, + 0.5035 + ] + }, + { + "instruction": "2", + "bbox": [ + 0.06735946867201063, + 0.6043138292100695, + 0.09346058103773329, + 0.6404104275173611 + ], + "point": [ + 0.0804, + 0.6224 + ] + }, + { + "instruction": "Rollers", + "bbox": [ + 0.24234818352593315, + 0.09490398830837674, + 0.4072779337565104, + 0.28512261284722223 + ], + "point": [ + 0.3248, + 0.19 + ] + }, + { + "instruction": "Lobster Cobbler Pot Pie", + "bbox": [ + 0.06743230289883084, + 0.3105682373046875, + 0.23029806878831652, + 0.4158984375 + ], + "point": [ + 0.1489, + 0.3632 + ] + }, + { + "instruction": "Gourmet", + "bbox": [ + 0.06743230289883084, + 0.3105682373046875, + 0.23029806878831652, + 0.4158984375 + ], + "point": [ + 0.1489, + 0.3632 + ] + }, + { + "instruction": "Frozen Seafood Appetizers (Set of", + "bbox": [ + 0.06743230289883084, + 0.3105682373046875, + 0.23029806878831652, + 0.4158984375 + ], + "point": [ + 0.1489, + 0.3632 + ] + }, + { + "instruction": "8 Trays)", + "bbox": [ + 0.06743230289883084, + 0.3105682373046875, + 0.23029806878831652, + 0.4158984375 + ], + "point": [ + 0.1489, + 0.3632 + ] + }, + { + "instruction": "S411.76", + "bbox": [ + 0.06743230289883084, + 0.3105682373046875, + 0.23029806878831652, + 0.4158984375 + ], + "point": [ + 0.1489, + 0.3632 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.24400172763400607, + 0.48257548014322915, + 0.3234543270534939, + 0.5208791775173611 + ], + "point": [ + 0.2837, + 0.5017 + ] + }, + { + "instruction": "Subscript.", + "bbox": [ + 0.8604953342013889, + 0.7406020779079862, + 0.9318115234375, + 0.7798308648003472 + ], + "point": [ + 0.8962, + 0.7602 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08311174710591634, + 0.05396538628472222, + 0.1554947747124566, + 0.08420157538519965 + ], + "point": [ + 0.1193, + 0.0691 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.06775437461005317, + 0.4385519748263889, + 0.14785345925225152, + 0.4763972981770833 + ], + "point": [ + 0.1078, + 0.4575 + ] + }, + { + "instruction": "navigating to the next item or page.", + "bbox": [ + 0.09984394709269205, + 0.6022878011067708, + 0.1273318714565701, + 0.6433026123046875 + ], + "point": [ + 0.1136, + 0.6228 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9757628546820747, + 0.004024680455525716, + 0.9968232048882378, + 0.0392709657880995 + ], + "point": [ + 0.9863, + 0.0216 + ] + }, + { + "instruction": "a tray of cookies.", + "bbox": [ + 0.06878174675835504, + 0.09551816304524739, + 0.2372706095377604, + 0.24414446512858073 + ], + "point": [ + 0.153, + 0.1698 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05445643001132541, + 0.05034684075249566, + 0.07625568707784017, + 0.08802842881944445 + ], + "point": [ + 0.0654, + 0.0692 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.7094837612575955, + 0.747100830078125, + 0.7266975402832031, + 0.7770650227864583 + ], + "point": [ + 0.7181, + 0.7621 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8297342088487413, + 0.056290825737847223, + 0.8464948018391927, + 0.08616658528645833 + ], + "point": [ + 0.8381, + 0.0712 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8865891350640192, + 0.0521726565890842, + 0.90791261461046, + 0.0846122572157118 + ], + "point": [ + 0.8973, + 0.0684 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8611983405219183, + 0.05269181145562066, + 0.8828185187445746, + 0.08577727423773872 + ], + "point": [ + 0.872, + 0.0692 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.9231636895073785, + 0.05217607286241319, + 0.945873514811198, + 0.08663342793782552 + ], + "point": [ + 0.9345, + 0.0694 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9492490980360243, + 0.049026107788085936, + 0.9720684475368924, + 0.08874540540907118 + ], + "point": [ + 0.9607, + 0.0689 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.15099285973442925, + 0.443367682562934, + 0.1685270521375868, + 0.47571523030598956 + ], + "point": [ + 0.1598, + 0.4595 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005330667893091837, + 0.05316851298014323, + 0.026607994900809395, + 0.08597815619574653 + ], + "point": [ + 0.016, + 0.0696 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.32631312476264107, + 0.4869237263997396, + 0.3441200468275282, + 0.5217701890733507 + ], + "point": [ + 0.3352, + 0.5043 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029668972227308486, + 0.05190996805826823, + 0.05075652864244249, + 0.08717928568522136 + ], + "point": [ + 0.0402, + 0.0695 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.17519136004977756, + 0.44173224555121526, + 0.1961979971991645, + 0.4747694905598958 + ], + "point": [ + 0.1857, + 0.4583 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15718990961710613, + 0.008588977389865452, + 0.1716340700785319, + 0.03909926520453559 + ], + "point": [ + 0.1644, + 0.0238 + ] + }, + { + "instruction": "A list of food options including crunchy rice rollers and gluten freeVegan-3.5oz individual packs of 8rollers.", + "bbox": [ + 0.24284239874945746, + 0.3086084323459201, + 0.41089418199327254, + 0.3839719984266493 + ], + "point": [ + 0.3269, + 0.3463 + ] + }, + { + "instruction": "Show container actions", + "bbox": [ + 0.9758868747287326, + 0.054307810465494794, + 0.9928209092881944, + 0.08660765753851997 + ], + "point": [ + 0.9844, + 0.0705 + ] + }, + { + "instruction": "12 reviews.", + "bbox": [ + 0.24199303521050347, + 0.3900052218967014, + 0.3572593265109592, + 0.41688944498697916 + ], + "point": [ + 0.2996, + 0.4034 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.3518416510687934, + 0.48674964057074654, + 0.36994866265190973, + 0.5202791680230034 + ], + "point": [ + 0.3609, + 0.5035 + ] + }, + { + "instruction": "Number 1 and 2", + "bbox": [ + 0.06735946867201063, + 0.6043138292100695, + 0.09346058103773329, + 0.6404104275173611 + ], + "point": [ + 0.0804, + 0.6224 + ] + }, + { + "instruction": "a bag of rolling grain.", + "bbox": [ + 0.24234818352593315, + 0.09490398830837674, + 0.4072779337565104, + 0.28512261284722223 + ], + "point": [ + 0.3248, + 0.19 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.31978641086154513, + 0.003111875322129991, + 0.3378732469346788, + 0.0421260134379069 + ], + "point": [ + 0.3288, + 0.0226 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.3453955544365777, + 0.002164942423502604, + 0.36289100646972655, + 0.042076026068793404 + ], + "point": [ + 0.3541, + 0.0221 + ] + }, + { + "instruction": "frozen seafood appetizers set of 8 trays.", + "bbox": [ + 0.06743230289883084, + 0.3105682373046875, + 0.23029806878831652, + 0.4158984375 + ], + "point": [ + 0.1489, + 0.3632 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 0.0, + 0.0010173416137695312, + 0.01494520240359836, + 0.05910938262939453 + ], + "point": [ + 0.0075, + 0.0301 + ] + } + ], + "element_size": 65 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/contact_refund_subscribe/action_videoframes/action_2/1410.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "One Stop Market", + "bbox": [ + 0.03506944974263509, + 0.013888888888888888, + 0.10381944444444445, + 0.029444444444444443 + ], + "point": [ + 0.0694, + 0.0217 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.2, + 0.013333333333333334, + 0.26944444444444443, + 0.03111111111111111 + ], + "point": [ + 0.2347, + 0.0222 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.3246527777777778, + 0.011666666666666667, + 0.359375, + 0.03277777777777778 + ], + "point": [ + 0.342, + 0.0222 + ] + }, + { + "instruction": "metis Iti.cs cmu.edu:7770", + "bbox": [ + 0.15868055555555555, + 0.06111111111111111, + 0.2777777777777778, + 0.07833333333333334 + ], + "point": [ + 0.2182, + 0.0697 + ] + }, + { + "instruction": "0 0 | = L", + "bbox": [ + 0.8677083333333333, + 0.05833332909478082, + 0.9673611111111111, + 0.08277776930067274 + ], + "point": [ + 0.9175, + 0.0706 + ] + }, + { + "instruction": "S11.50", + "bbox": [ + 0.2437500211927626, + 0.435, + 0.2770833545260959, + 0.4533333333333333 + ], + "point": [ + 0.2604, + 0.4442 + ] + }, + { + "instruction": "Items", + "bbox": [ + 0.06805555025736491, + 0.5822222222222222, + 0.0920138888888889, + 0.5972222222222222 + ], + "point": [ + 0.08, + 0.5897 + ] + }, + { + "instruction": "to 12 of 24 total", + "bbox": [ + 0.09826388888888889, + 0.5811111111111111, + 0.16319444444444445, + 0.5972222222222222 + ], + "point": [ + 0.1307, + 0.5892 + ] + }, + { + "instruction": "Privacy and Cookie Policy", + "bbox": [ + 0.06736111111111111, + 0.7411111789279514, + 0.18715277777777778, + 0.767777845594618 + ], + "point": [ + 0.1273, + 0.7544 + ] + }, + { + "instruction": "emma.lopez@gmail.com] ", + "bbox": [ + 0.7291666666666666, + 0.7505555555555555, + 0.8454861111111112, + 0.7738888888888888 + ], + "point": [ + 0.7873, + 0.7622 + ] + }, + { + "instruction": "Search Terms", + "bbox": [ + 0.06805555555555555, + 0.7761111111111111, + 0.13090277777777778, + 0.7944444444444444 + ], + "point": [ + 0.0995, + 0.7853 + ] + }, + { + "instruction": "Advanced Search", + "bbox": [ + 0.06840277777777778, + 0.8066666666666666, + 0.1486111111111111, + 0.8266666666666667 + ], + "point": [ + 0.1085, + 0.8167 + ] + }, + { + "instruction": "Contact Us", + "bbox": [ + 0.06875, + 0.8388888888888889, + 0.12013888888888889, + 0.8561111111111112 + ], + "point": [ + 0.0944, + 0.8475 + ] + }, + { + "instruction": "Copyright @ 2013-present Magento, Inc All rights reserved.", + "bbox": [ + 0.06736112170749241, + 0.9116666666666666, + 0.2986111217074924, + 0.9338888888888889 + ], + "point": [ + 0.183, + 0.9228 + ] + }, + { + "instruction": "Help Us Keep Magento Healthy Report All Bugs", + "bbox": [ + 0.06770834392971463, + 0.9527778455946181, + 0.25347223281860354, + 0.9733334011501736 + ], + "point": [ + 0.1606, + 0.9631 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.2440010494656033, + 0.4825671047634549, + 0.32345568339029945, + 0.5208969116210938 + ], + "point": [ + 0.2837, + 0.5017 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.0831345346238878, + 0.053971667819552954, + 0.15550928115844725, + 0.08421827528211806 + ], + "point": [ + 0.1193, + 0.0691 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.06775417327880859, + 0.43854315863715276, + 0.14788114759657117, + 0.47644219292534723 + ], + "point": [ + 0.1078, + 0.4575 + ] + }, + { + "instruction": "Subscribe", + "bbox": [ + 0.8604561699761285, + 0.7406356472439236, + 0.9324522230360243, + 0.779703843858507 + ], + "point": [ + 0.8965, + 0.7602 + ] + }, + { + "instruction": "Crunchy Rice Rollers", + "bbox": [ + 0.2428625742594401, + 0.3085406494140625, + 0.41123665703667533, + 0.3837142605251736 + ], + "point": [ + 0.327, + 0.3461 + ] + }, + { + "instruction": "Gluten Free", + "bbox": [ + 0.2428625742594401, + 0.3085406494140625, + 0.41123665703667533, + 0.3837142605251736 + ], + "point": [ + 0.327, + 0.3461 + ] + }, + { + "instruction": "Vegan", + "bbox": [ + 0.2428625742594401, + 0.3085406494140625, + 0.41123665703667533, + 0.3837142605251736 + ], + "point": [ + 0.327, + 0.3461 + ] + }, + { + "instruction": "3.5 0z Individual Packs (4", + "bbox": [ + 0.2428625742594401, + 0.3085406494140625, + 0.41123665703667533, + 0.3837142605251736 + ], + "point": [ + 0.327, + 0.3461 + ] + }, + { + "instruction": "Packs of 8 Rollers)", + "bbox": [ + 0.2428625742594401, + 0.3085406494140625, + 0.41123665703667533, + 0.3837142605251736 + ], + "point": [ + 0.327, + 0.3461 + ] + }, + { + "instruction": "Ilo", + "bbox": [ + 0.17513068517049155, + 0.44147223578559025, + 0.19619178771972656, + 0.47500372992621526 + ], + "point": [ + 0.1857, + 0.4582 + ] + }, + { + "instruction": "2", + "bbox": [ + 0.0673259523179796, + 0.6040521240234376, + 0.09367066489325629, + 0.6410729302300348 + ], + "point": [ + 0.0805, + 0.6226 + ] + }, + { + "instruction": "12", + "bbox": [ + 0.24199928707546658, + 0.3900711737738715, + 0.35732574462890626, + 0.41704674614800347 + ], + "point": [ + 0.2997, + 0.4036 + ] + }, + { + "instruction": "Reviews", + "bbox": [ + 0.24199928707546658, + 0.3900711737738715, + 0.35732574462890626, + 0.41704674614800347 + ], + "point": [ + 0.2997, + 0.4036 + ] + }, + { + "instruction": "Ilz", + "bbox": [ + 0.3518808788723416, + 0.4870846896701389, + 0.36983731587727864, + 0.5199661593967014 + ], + "point": [ + 0.3609, + 0.5035 + ] + }, + { + "instruction": "Rollers", + "bbox": [ + 0.2423339631822374, + 0.0948760986328125, + 0.4075461917453342, + 0.2849008517795139 + ], + "point": [ + 0.3249, + 0.1899 + ] + }, + { + "instruction": "Lobster Cobbler Pot Pie", + "bbox": [ + 0.0674920294019911, + 0.31045315212673613, + 0.23023965623643664, + 0.4162108018663194 + ], + "point": [ + 0.1489, + 0.3633 + ] + }, + { + "instruction": "Gourmet", + "bbox": [ + 0.0674920294019911, + 0.31045315212673613, + 0.23023965623643664, + 0.4162108018663194 + ], + "point": [ + 0.1489, + 0.3633 + ] + }, + { + "instruction": "Frozen Seafood Appetizers (Set of", + "bbox": [ + 0.0674920294019911, + 0.31045315212673613, + 0.23023965623643664, + 0.4162108018663194 + ], + "point": [ + 0.1489, + 0.3633 + ] + }, + { + "instruction": "8 Trays)", + "bbox": [ + 0.0674920294019911, + 0.31045315212673613, + 0.23023965623643664, + 0.4162108018663194 + ], + "point": [ + 0.1489, + 0.3633 + ] + }, + { + "instruction": "S411.76", + "bbox": [ + 0.0674920294019911, + 0.31045315212673613, + 0.23023965623643664, + 0.4162108018663194 + ], + "point": [ + 0.1489, + 0.3633 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.2440010494656033, + 0.4825671047634549, + 0.32345568339029945, + 0.5208969116210938 + ], + "point": [ + 0.2837, + 0.5017 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.0831345346238878, + 0.053971667819552954, + 0.15550928115844725, + 0.08421827528211806 + ], + "point": [ + 0.1193, + 0.0691 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.06775417327880859, + 0.43854315863715276, + 0.14788114759657117, + 0.47644219292534723 + ], + "point": [ + 0.1078, + 0.4575 + ] + }, + { + "instruction": "Subscript.", + "bbox": [ + 0.8604561699761285, + 0.7406356472439236, + 0.9324522230360243, + 0.779703843858507 + ], + "point": [ + 0.8965, + 0.7602 + ] + }, + { + "instruction": "navigating to the next item or page.", + "bbox": [ + 0.0998554547627767, + 0.6022984483506945, + 0.12732494142320422, + 0.6433108181423611 + ], + "point": [ + 0.1136, + 0.6228 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9757575988769531, + 0.00395589722527398, + 0.9968521965874566, + 0.03933754073248969 + ], + "point": [ + 0.9863, + 0.0216 + ] + }, + { + "instruction": "a tray of cookies.", + "bbox": [ + 0.06893019676208496, + 0.09558743794759114, + 0.23707387182447645, + 0.2441769833034939 + ], + "point": [ + 0.153, + 0.1699 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05442917082044813, + 0.050217191908094615, + 0.07628261778089736, + 0.0881758795844184 + ], + "point": [ + 0.0654, + 0.0692 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8297042846679688, + 0.056218880547417534, + 0.846585930718316, + 0.08628303527832032 + ], + "point": [ + 0.8381, + 0.0713 + ] + }, + { + "instruction": "Strikethrough", + "bbox": [ + 0.8865820990668403, + 0.05194139268663194, + 0.9079557630750869, + 0.08471310085720486 + ], + "point": [ + 0.8973, + 0.0683 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.861039055718316, + 0.052650146484375, + 0.8828250461154514, + 0.08590125189887153 + ], + "point": [ + 0.8719, + 0.0693 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.9231051127115886, + 0.051276473999023436, + 0.9458930969238282, + 0.08709103054470486 + ], + "point": [ + 0.9345, + 0.0692 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9491329616970486, + 0.04814446343315972, + 0.972259521484375, + 0.08918851216634115 + ], + "point": [ + 0.9607, + 0.0687 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005287943945990668, + 0.05314359876844618, + 0.026621556282043456, + 0.08607633802625868 + ], + "point": [ + 0.016, + 0.0696 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.1509312629699707, + 0.44306861029730904, + 0.16868488523695205, + 0.475983649359809 + ], + "point": [ + 0.1598, + 0.4595 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.32634226481119794, + 0.48707085503472225, + 0.3440755208333333, + 0.5215111626519098 + ], + "point": [ + 0.3352, + 0.5043 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029404460059271918, + 0.052206471761067706, + 0.050297880172729494, + 0.08655701531304254 + ], + "point": [ + 0.0399, + 0.0694 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15717465082804363, + 0.008617593977186415, + 0.17162637710571288, + 0.0389900631374783 + ], + "point": [ + 0.1644, + 0.0238 + ] + }, + { + "instruction": "A list of food options including crunchy rice rollers, gluten free, andVegan.", + "bbox": [ + 0.2428625742594401, + 0.3085406494140625, + 0.41123665703667533, + 0.3837142605251736 + ], + "point": [ + 0.327, + 0.3461 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.17513068517049155, + 0.44147223578559025, + 0.19619178771972656, + 0.47500372992621526 + ], + "point": [ + 0.1857, + 0.4582 + ] + }, + { + "instruction": "Number 1 and 2", + "bbox": [ + 0.0673259523179796, + 0.6040521240234376, + 0.09367066489325629, + 0.6410729302300348 + ], + "point": [ + 0.0805, + 0.6226 + ] + }, + { + "instruction": "12 reviews.", + "bbox": [ + 0.24199928707546658, + 0.3900711737738715, + 0.35732574462890626, + 0.41704674614800347 + ], + "point": [ + 0.2997, + 0.4036 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.3518808788723416, + 0.4870846896701389, + 0.36983731587727864, + 0.5199661593967014 + ], + "point": [ + 0.3609, + 0.5035 + ] + }, + { + "instruction": "Show container actions", + "bbox": [ + 0.9758377922905817, + 0.05394565582275391, + 0.9928328620062934, + 0.08703143649631076 + ], + "point": [ + 0.9843, + 0.0705 + ] + }, + { + "instruction": "a bag ofrolling grain.", + "bbox": [ + 0.2423339631822374, + 0.0948760986328125, + 0.4075461917453342, + 0.2849008517795139 + ], + "point": [ + 0.3249, + 0.1899 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3196922090318468, + 0.0027865833706325954, + 0.33796850840250653, + 0.042476974063449434 + ], + "point": [ + 0.3288, + 0.0226 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.7069007449679905, + 0.7450126817491319, + 0.7268684387207032, + 0.778777330186632 + ], + "point": [ + 0.7169, + 0.7619 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.34527861277262367, + 0.0019334072536892361, + 0.36293152703179254, + 0.042618009779188365 + ], + "point": [ + 0.3541, + 0.0223 + ] + }, + { + "instruction": "frozen seafood appetizers set of 8 trays.", + "bbox": [ + 0.0674920294019911, + 0.31045315212673613, + 0.23023965623643664, + 0.4162108018663194 + ], + "point": [ + 0.1489, + 0.3633 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.8694939507378472, + 0.7935294596354167, + 0.8893342759874132, + 0.8221080186631945 + ], + "point": [ + 0.8794, + 0.8078 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 0.0, + 0.0009489398532443576, + 0.015041923522949219, + 0.05888797760009765 + ], + "point": [ + 0.0075, + 0.0299 + ] + } + ], + "element_size": 66 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/contact_refund_subscribe/action_videoframes/action_3/2520.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Contact Us", + "bbox": [ + 0.034375, + 0.013888888888888888, + 0.08090277777777778, + 0.029444444444444443 + ], + "point": [ + 0.0576, + 0.0217 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.2, + 0.013333333333333334, + 0.26944444444444443, + 0.03111111111111111 + ], + "point": [ + 0.2347, + 0.0222 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.325, + 0.01388888782925076, + 0.3590277777777778, + 0.032222221162584094 + ], + "point": [ + 0.342, + 0.0231 + ] + }, + { + "instruction": "metis Iti.cs.cmu.edu:7770/contact]", + "bbox": [ + 0.15868055555555555, + 0.061111115349663625, + 0.3194444444444444, + 0.07944445292154947 + ], + "point": [ + 0.2391, + 0.0703 + ] + }, + { + "instruction": "0 | = L", + "bbox": [ + 0.8902777777777777, + 0.05833332909478082, + 0.9680555555555556, + 0.08277776930067274 + ], + "point": [ + 0.9292, + 0.0706 + ] + }, + { + "instruction": "Search entire store here:", + "bbox": [ + 0.7291666666666666, + 0.13333333333333333, + 0.8572916666666667, + 0.15388888888888888 + ], + "point": [ + 0.7932, + 0.1436 + ] + }, + { + "instruction": "Advanced Search", + "bbox": [ + 0.7222222222222222, + 0.16666668362087675, + 0.803125, + 0.18666668362087674 + ], + "point": [ + 0.7627, + 0.1767 + ] + }, + { + "instruction": "Beauty & Personal Care", + "bbox": [ + 0.06805555555555555, + 0.20777779473198785, + 0.184375, + 0.22944446139865451 + ], + "point": [ + 0.1262, + 0.2186 + ] + }, + { + "instruction": "Contact Us", + "bbox": [ + 0.06770833333333333, + 0.33444444444444443, + 0.20868055555555556, + 0.3811111111111111 + ], + "point": [ + 0.1382, + 0.3578 + ] + }, + { + "instruction": "Write Us", + "bbox": [ + 0.17916666666666667, + 0.42833333333333334, + 0.23680555555555555, + 0.4527777777777778 + ], + "point": [ + 0.208, + 0.4406 + ] + }, + { + "instruction": "Jot us a note and we'Il get back to you as quickly as possible", + "bbox": [ + 0.17777777777777778, + 0.4811111111111111, + 0.4527777777777778, + 0.5055555555555555 + ], + "point": [ + 0.3153, + 0.4933 + ] + }, + { + "instruction": "Name", + "bbox": [ + 0.1326388994852702, + 0.545, + 0.16319445504082575, + 0.5611110432942709 + ], + "point": [ + 0.1479, + 0.5531 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.134375, + 0.612222154405382, + 0.16319444444444445, + 0.6294443766276042 + ], + "point": [ + 0.1488, + 0.6208 + ] + }, + { + "instruction": "Phone Number", + "bbox": [ + 0.09618055555555556, + 0.68, + 0.17152777777777778, + 0.6983333333333334 + ], + "point": [ + 0.1339, + 0.6892 + ] + }, + { + "instruction": "What's on your", + "bbox": [ + 0.09652777777777778, + 0.7466666666666667, + 0.171875, + 0.7688888888888888 + ], + "point": [ + 0.1342, + 0.7578 + ] + }, + { + "instruction": "mind?", + "bbox": [ + 0.1295138888888889, + 0.77, + 0.16145833333333334, + 0.7883333333333333 + ], + "point": [ + 0.1455, + 0.7792 + ] + }, + { + "instruction": "Office Products", + "bbox": [ + 0.5812552558051215, + 0.1862872823079427, + 0.6830155266655816, + 0.247985348171658 + ], + "point": [ + 0.6321, + 0.2171 + ] + }, + { + "instruction": "Tools & Home Improvement", + "bbox": [ + 0.6856137169731988, + 0.18603759765625, + 0.8467652214898004, + 0.24704732259114584 + ], + "point": [ + 0.7662, + 0.2165 + ] + }, + { + "instruction": "Health & Household", + "bbox": [ + 0.0671906312306722, + 0.260792236328125, + 0.18086979654100205, + 0.28870561387803817 + ], + "point": [ + 0.124, + 0.2747 + ] + }, + { + "instruction": "Patio, Lawn & Garden", + "bbox": [ + 0.19132018619113497, + 0.26085789998372394, + 0.31575904422336154, + 0.2890084160698785 + ], + "point": [ + 0.2535, + 0.2749 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08331980175442166, + 0.052076797485351566, + 0.15680312050713432, + 0.08506965637207031 + ], + "point": [ + 0.1201, + 0.0686 + ] + }, + { + "instruction": "emma lopez@gmail.com", + "bbox": [ + 0.17422222561306425, + 0.601862318250868, + 0.5048156314425998, + 0.6450516086154514 + ], + "point": [ + 0.3395, + 0.6235 + ] + }, + { + "instruction": "Emma Lopez", + "bbox": [ + 0.17497932646009656, + 0.5332144165039062, + 0.50372650358412, + 0.578154771592882 + ], + "point": [ + 0.3394, + 0.5557 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.32438988155788845, + 0.2613148159450955, + 0.3960646311442057, + 0.2901663886176215 + ], + "point": [ + 0.3602, + 0.2757 + ] + }, + { + "instruction": "Submit", + "bbox": [ + 0.17911033630371093, + 0.8787470838758681, + 0.23917410108778211, + 0.9168829345703124 + ], + "point": [ + 0.2091, + 0.8978 + ] + }, + { + "instruction": "Home & Kitchen", + "bbox": [ + 0.4754872639973958, + 0.1868424818250868, + 0.5799819098578559, + 0.24732696533203125 + ], + "point": [ + 0.5277, + 0.2171 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry", + "bbox": [ + 0.3210454305013021, + 0.18669796413845485, + 0.47270355224609373, + 0.24738067626953125 + ], + "point": [ + 0.3969, + 0.217 + ] + }, + { + "instruction": "Video Games", + "bbox": [ + 0.5612087249755859, + 0.2609614054361979, + 0.6427895863850911, + 0.2903634982638889 + ], + "point": [ + 0.602, + 0.2757 + ] + }, + { + "instruction": "Sports & Outdoors", + "bbox": [ + 0.20763649410671658, + 0.2014053005642361, + 0.3185841242472331, + 0.23110348171657985 + ], + "point": [ + 0.2631, + 0.2163 + ] + }, + { + "instruction": "Grocery & Gourmet Food", + "bbox": [ + 0.6491832309299045, + 0.24592514038085939, + 0.791582997639974, + 0.30581444634331595 + ], + "point": [ + 0.7204, + 0.2759 + ] + }, + { + "instruction": "Cell Phones & Accessories", + "bbox": [ + 0.4075680626763238, + 0.2603688727484809, + 0.5512572818332249, + 0.28975901285807293 + ], + "point": [ + 0.4794, + 0.2751 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.07012874285380045, + 0.12284946017795138, + 0.2059340000152588, + 0.16320258246527777 + ], + "point": [ + 0.138, + 0.143 + ] + }, + { + "instruction": "navigating to the next item or page.", + "bbox": [ + 0.17734192742241753, + 0.7376443820529514, + 0.5032771216498481, + 0.8350144449869792 + ], + "point": [ + 0.3403, + 0.7863 + ] + }, + { + "instruction": "Office products.", + "bbox": [ + 0.5812552558051215, + 0.1862872823079427, + 0.6830155266655816, + 0.247985348171658 + ], + "point": [ + 0.6321, + 0.2171 + ] + }, + { + "instruction": "Tools & Home Improvement settings.", + "bbox": [ + 0.6856137169731988, + 0.18603759765625, + 0.8467652214898004, + 0.24704732259114584 + ], + "point": [ + 0.7662, + 0.2165 + ] + }, + { + "instruction": "Health & Household dropdown menu.", + "bbox": [ + 0.0671906312306722, + 0.260792236328125, + 0.18086979654100205, + 0.28870561387803817 + ], + "point": [ + 0.124, + 0.2747 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9755784776475694, + 0.0036476771036783855, + 0.9973697238498264, + 0.03952045440673828 + ], + "point": [ + 0.9865, + 0.0216 + ] + }, + { + "instruction": "Lawn & Garden settings.", + "bbox": [ + 0.19132018619113497, + 0.26085789998372394, + 0.31575904422336154, + 0.2890084160698785 + ], + "point": [ + 0.2535, + 0.2749 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08331980175442166, + 0.052076797485351566, + 0.15680312050713432, + 0.08506965637207031 + ], + "point": [ + 0.1201, + 0.0686 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.8745519002278646, + 0.1248534901936849, + 0.8930974324544271, + 0.16042324490017362 + ], + "point": [ + 0.8838, + 0.1426 + ] + }, + { + "instruction": "Email.", + "bbox": [ + 0.17422222561306425, + 0.601862318250868, + 0.5048156314425998, + 0.6450516086154514 + ], + "point": [ + 0.3395, + 0.6235 + ] + }, + { + "instruction": "a text input field.", + "bbox": [ + 0.17497932646009656, + 0.5332144165039062, + 0.50372650358412, + 0.578154771592882 + ], + "point": [ + 0.3394, + 0.5557 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.32438988155788845, + 0.2613148159450955, + 0.3960646311442057, + 0.2901663886176215 + ], + "point": [ + 0.3602, + 0.2757 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054960547553168405, + 0.051643842061360676, + 0.07626189125908746, + 0.08855824788411458 + ], + "point": [ + 0.0656, + 0.0701 + ] + }, + { + "instruction": "Submit.", + "bbox": [ + 0.17911033630371093, + 0.8787470838758681, + 0.23917410108778211, + 0.9168829345703124 + ], + "point": [ + 0.2091, + 0.8978 + ] + }, + { + "instruction": "Bakery or shopping cart functionality.", + "bbox": [ + 0.9057249281141493, + 0.12568254258897568, + 0.931321546766493, + 0.16111514621310763 + ], + "point": [ + 0.9185, + 0.1434 + ] + }, + { + "instruction": "Home & Kitchen settings.", + "bbox": [ + 0.4754872639973958, + 0.1868424818250868, + 0.5799819098578559, + 0.24732696533203125 + ], + "point": [ + 0.5277, + 0.2171 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8614899529351129, + 0.05238750457763672, + 0.8822247823079427, + 0.0868265109592014 + ], + "point": [ + 0.8719, + 0.0696 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8867635091145833, + 0.05147758907741971, + 0.9080429077148438, + 0.08618292066786025 + ], + "point": [ + 0.8974, + 0.0688 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry options.", + "bbox": [ + 0.3210454305013021, + 0.18669796413845485, + 0.47270355224609373, + 0.24738067626953125 + ], + "point": [ + 0.3969, + 0.217 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029694488313463, + 0.05356013403998481, + 0.0500378237830268, + 0.08678315056694878 + ], + "point": [ + 0.0399, + 0.0702 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.0049640496571858725, + 0.05422012329101562, + 0.026014841927422417, + 0.08580152723524305 + ], + "point": [ + 0.0155, + 0.07 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.9234406365288629, + 0.05366091834174262, + 0.9452396816677517, + 0.08557156032986112 + ], + "point": [ + 0.9343, + 0.0696 + ] + }, + { + "instruction": "Video Games.", + "bbox": [ + 0.5612087249755859, + 0.2609614054361979, + 0.6427895863850911, + 0.2903634982638889 + ], + "point": [ + 0.602, + 0.2757 + ] + }, + { + "instruction": "sports & outdoors settings.", + "bbox": [ + 0.20763649410671658, + 0.2014053005642361, + 0.3185841242472331, + 0.23110348171657985 + ], + "point": [ + 0.2631, + 0.2163 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8301456027560764, + 0.056215006510416665, + 0.8460467868381076, + 0.08509529961480035 + ], + "point": [ + 0.8381, + 0.0707 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9487349616156684, + 0.04939996083577474, + 0.9723165724012587, + 0.08955512152777778 + ], + "point": [ + 0.9605, + 0.0695 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.17444473902384441, + 0.669710218641493, + 0.5036920653449164, + 0.712147691514757 + ], + "point": [ + 0.3391, + 0.6909 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.9756393432617188, + 0.05663191901312934, + 0.9935960557725695, + 0.08427523295084635 + ], + "point": [ + 0.9846, + 0.0705 + ] + }, + { + "instruction": "Grocery & Gourmet Food settings.", + "bbox": [ + 0.6491832309299045, + 0.24592514038085939, + 0.791582997639974, + 0.30581444634331595 + ], + "point": [ + 0.7204, + 0.2759 + ] + }, + { + "instruction": "Cellphones & Accessories settings.", + "bbox": [ + 0.4075680626763238, + 0.2603688727484809, + 0.5512572818332249, + 0.28975901285807293 + ], + "point": [ + 0.4794, + 0.2751 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15628746880425348, + 0.007801551818847657, + 0.1716684341430664, + 0.03846677992078993 + ], + "point": [ + 0.164, + 0.0231 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3197843975490994, + 0.00706817626953125, + 0.3396818584865994, + 0.03799234178331163 + ], + "point": [ + 0.3297, + 0.0225 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.3470257229275174, + 0.010967917972140842, + 0.3608522627088759, + 0.03356591330634223 + ], + "point": [ + 0.3539, + 0.0223 + ] + }, + { + "instruction": "OneStop Market.", + "bbox": [ + 0.07012874285380045, + 0.12284946017795138, + 0.2059340000152588, + 0.16320258246527777 + ], + "point": [ + 0.138, + 0.143 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 9.657939275105794e-06, + 0.00032556321885850696, + 0.015254216061698066, + 0.055795487297905816 + ], + "point": [ + 0.0076, + 0.0281 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.9943767971462674, + 0.05794693840874566, + 0.9999481201171875, + 0.08310712178548177 + ], + "point": [ + 0.9972, + 0.0705 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.18583600785997179, + 0.20394629584418403, + 0.19923199547661674, + 0.23075456407335068 + ], + "point": [ + 0.1925, + 0.2174 + ] + } + ], + "element_size": 68 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/contact_refund_subscribe/action_videoframes/action_4/2562.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Contact Us", + "bbox": [ + 0.035069444444444445, + 0.013888888888888888, + 0.08090277777777778, + 0.029444444444444443 + ], + "point": [ + 0.058, + 0.0217 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.2, + 0.013333333333333334, + 0.26944444444444443, + 0.03111111111111111 + ], + "point": [ + 0.2347, + 0.0222 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.325, + 0.01388888782925076, + 0.3590277777777778, + 0.032222221162584094 + ], + "point": [ + 0.342, + 0.0231 + ] + }, + { + "instruction": "metis Iti.cs cmu edu:7770/contact]", + "bbox": [ + 0.15833333333333333, + 0.06055555555555556, + 0.32048611111111114, + 0.08166666666666667 + ], + "point": [ + 0.2394, + 0.0711 + ] + }, + { + "instruction": "0 | = L", + "bbox": [ + 0.8881944444444444, + 0.05611111111111111, + 0.9677083333333333, + 0.08333333333333333 + ], + "point": [ + 0.928, + 0.0697 + ] + }, + { + "instruction": "Contact Us", + "bbox": [ + 0.06770833333333333, + 0.2683333672417535, + 0.20868055555555556, + 0.31500003390842013 + ], + "point": [ + 0.1382, + 0.2917 + ] + }, + { + "instruction": "Write Us", + "bbox": [ + 0.17916666666666667, + 0.3605555216471354, + 0.23680555555555555, + 0.3849999660915799 + ], + "point": [ + 0.208, + 0.3728 + ] + }, + { + "instruction": "Jot us a note and we\"Ill get back to you as quickly as possible:", + "bbox": [ + 0.17743057674831814, + 0.41333333333333333, + 0.45381944444444444, + 0.44 + ], + "point": [ + 0.3156, + 0.4267 + ] + }, + { + "instruction": "Name", + "bbox": [ + 0.1326388994852702, + 0.47888888888888886, + 0.16319445504082575, + 0.49444444444444446 + ], + "point": [ + 0.1479, + 0.4867 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.1343750105963813, + 0.5461110772026909, + 0.1638888994852702, + 0.5633332994249132 + ], + "point": [ + 0.1491, + 0.5547 + ] + }, + { + "instruction": "Phone Number", + "bbox": [ + 0.09618055555555556, + 0.6138888888888889, + 0.17152777777777778, + 0.6322222222222222 + ], + "point": [ + 0.1339, + 0.6231 + ] + }, + { + "instruction": "What's on your", + "bbox": [ + 0.09652777777777778, + 0.6805556233723958, + 0.171875, + 0.7027778455946181 + ], + "point": [ + 0.1342, + 0.6917 + ] + }, + { + "instruction": "Privacy and Cookie Policy", + "bbox": [ + 0.06770833333333333, + 0.9494444444444444, + 0.18680555555555556, + 0.9744444444444444 + ], + "point": [ + 0.1273, + 0.9619 + ] + }, + { + "instruction": "Enter your email address", + "bbox": [ + 0.7291666666666666, + 0.958333265516493, + 0.8454861111111112, + 0.9805554877387153 + ], + "point": [ + 0.7873, + 0.9694 + ] + }, + { + "instruction": "Search Terms", + "bbox": [ + 0.06805555555555555, + 0.982222154405382, + 0.13090277777777778, + 0.9994443766276042 + ], + "point": [ + 0.0995, + 0.9908 + ] + }, + { + "instruction": "Subscribe", + "bbox": [ + 0.8607325236002604, + 0.9485702853732639, + 0.9318422105577256, + 0.9864504665798611 + ], + "point": [ + 0.8963, + 0.9675 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08269248538547092, + 0.05207146962483724, + 0.15622554355197482, + 0.0847351328531901 + ], + "point": [ + 0.1195, + 0.0684 + ] + }, + { + "instruction": "Submit", + "bbox": [ + 0.1788455539279514, + 0.8122292751736111, + 0.23852454291449654, + 0.8499957953559028 + ], + "point": [ + 0.2087, + 0.8311 + ] + }, + { + "instruction": "emma.lopez@gmail.com", + "bbox": [ + 0.1742171181572808, + 0.5336190795898438, + 0.5032947964138454, + 0.5788267686631945 + ], + "point": [ + 0.3388, + 0.5562 + ] + }, + { + "instruction": "Health & Household", + "bbox": [ + 0.06678558985392252, + 0.1942648145887587, + 0.18065677218967013, + 0.2228431362575955 + ], + "point": [ + 0.1237, + 0.2086 + ] + }, + { + "instruction": "Patio, Lawn & Garden", + "bbox": [ + 0.19245961507161458, + 0.19481202867296007, + 0.31524475945366753, + 0.22282621595594618 + ], + "point": [ + 0.2539, + 0.2088 + ] + }, + { + "instruction": "Video Games", + "bbox": [ + 0.5613654242621527, + 0.1944090270996094, + 0.6425239562988281, + 0.22331717597113715 + ], + "point": [ + 0.6019, + 0.2089 + ] + }, + { + "instruction": "Sports & Outdoors", + "bbox": [ + 0.2092533959282769, + 0.13567625257703994, + 0.31641807556152346, + 0.16436406453450522 + ], + "point": [ + 0.2628, + 0.15 + ] + }, + { + "instruction": "Emma Lopez", + "bbox": [ + 0.17453329298231338, + 0.46773023817274306, + 0.5036216311984592, + 0.5095479329427083 + ], + "point": [ + 0.3391, + 0.4886 + ] + }, + { + "instruction": "Home & Kitchen", + "bbox": [ + 0.47877417670355904, + 0.13590577867296008, + 0.5760527716742622, + 0.16422710842556423 + ], + "point": [ + 0.5274, + 0.1501 + ] + }, + { + "instruction": "Beauty & Personal Care", + "bbox": [ + 0.06755655076768663, + 0.13540934244791666, + 0.199092525906033, + 0.1641224839952257 + ], + "point": [ + 0.1333, + 0.1498 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.3269065856933594, + 0.19483757866753473, + 0.3965768602159288, + 0.2234112548828125 + ], + "point": [ + 0.3617, + 0.2091 + ] + }, + { + "instruction": "Tools & Home Improvement", + "bbox": [ + 0.6831840091281467, + 0.11904698689778646, + 0.8478719075520833, + 0.18215157402886284 + ], + "point": [ + 0.7655, + 0.1506 + ] + }, + { + "instruction": "Cell Phones & Accessories", + "bbox": [ + 0.4087982601589627, + 0.19460047403971353, + 0.5524183909098307, + 0.22298602634006076 + ], + "point": [ + 0.4806, + 0.2088 + ] + }, + { + "instruction": "Office Products", + "bbox": [ + 0.5867926703559028, + 0.1355430687798394, + 0.6797881232367622, + 0.16471716986762153 + ], + "point": [ + 0.6333, + 0.1501 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry", + "bbox": [ + 0.3282883114284939, + 0.13546774122450086, + 0.4701501210530599, + 0.16405127631293404 + ], + "point": [ + 0.3992, + 0.1498 + ] + }, + { + "instruction": "Grocery & Gourmet Food", + "bbox": [ + 0.654690678914388, + 0.1939394293891059, + 0.7933472527398003, + 0.22352689954969618 + ], + "point": [ + 0.724, + 0.2087 + ] + }, + { + "instruction": "mind?", + "bbox": [ + 0.09013529883490669, + 0.6964303927951389, + 0.171721437242296, + 0.7258837890625 + ], + "point": [ + 0.1309, + 0.7112 + ] + }, + { + "instruction": "Advanced Search", + "bbox": [ + 0.722550794813368, + 0.09755688985188803, + 0.8028393215603299, + 0.12078302171495225 + ], + "point": [ + 0.7627, + 0.1092 + ] + }, + { + "instruction": "Subscript.", + "bbox": [ + 0.8607325236002604, + 0.9485702853732639, + 0.9318422105577256, + 0.9864504665798611 + ], + "point": [ + 0.8963, + 0.9675 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08269248538547092, + 0.05207146962483724, + 0.15622554355197482, + 0.0847351328531901 + ], + "point": [ + 0.1195, + 0.0684 + ] + }, + { + "instruction": "Submit.", + "bbox": [ + 0.1788455539279514, + 0.8122292751736111, + 0.23852454291449654, + 0.8499957953559028 + ], + "point": [ + 0.2087, + 0.8311 + ] + }, + { + "instruction": "Email.", + "bbox": [ + 0.1742171181572808, + 0.5336190795898438, + 0.5032947964138454, + 0.5788267686631945 + ], + "point": [ + 0.3388, + 0.5562 + ] + }, + { + "instruction": "Health & Household dropdown menu.", + "bbox": [ + 0.06678558985392252, + 0.1942648145887587, + 0.18065677218967013, + 0.2228431362575955 + ], + "point": [ + 0.1237, + 0.2086 + ] + }, + { + "instruction": "Lawn & Garden settings.", + "bbox": [ + 0.19245961507161458, + 0.19481202867296007, + 0.31524475945366753, + 0.22282621595594618 + ], + "point": [ + 0.2539, + 0.2088 + ] + }, + { + "instruction": "Video Games.", + "bbox": [ + 0.5613654242621527, + 0.1944090270996094, + 0.6425239562988281, + 0.22331717597113715 + ], + "point": [ + 0.6019, + 0.2089 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9756231519911024, + 0.003622656928168403, + 0.9971397399902344, + 0.03945645650227864 + ], + "point": [ + 0.9864, + 0.0215 + ] + }, + { + "instruction": "sports & outdoors settings.", + "bbox": [ + 0.2092533959282769, + 0.13567625257703994, + 0.31641807556152346, + 0.16436406453450522 + ], + "point": [ + 0.2628, + 0.15 + ] + }, + { + "instruction": "a text input field.", + "bbox": [ + 0.17453329298231338, + 0.46773023817274306, + 0.5036216311984592, + 0.5095479329427083 + ], + "point": [ + 0.3391, + 0.4886 + ] + }, + { + "instruction": "Home & Kitchen settings.", + "bbox": [ + 0.47877417670355904, + 0.13590577867296008, + 0.5760527716742622, + 0.16422710842556423 + ], + "point": [ + 0.5274, + 0.1501 + ] + }, + { + "instruction": "A dropdown menu for \"Beauty & Personal Care\".", + "bbox": [ + 0.06755655076768663, + 0.13540934244791666, + 0.199092525906033, + 0.1641224839952257 + ], + "point": [ + 0.1333, + 0.1498 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.3269065856933594, + 0.19483757866753473, + 0.3965768602159288, + 0.2234112548828125 + ], + "point": [ + 0.3617, + 0.2091 + ] + }, + { + "instruction": "Tools & Home Improvement settings.", + "bbox": [ + 0.6831840091281467, + 0.11904698689778646, + 0.8478719075520833, + 0.18215157402886284 + ], + "point": [ + 0.7655, + 0.1506 + ] + }, + { + "instruction": "Cellphones & Accessories settings.", + "bbox": [ + 0.4087982601589627, + 0.19460047403971353, + 0.5524183909098307, + 0.22298602634006076 + ], + "point": [ + 0.4806, + 0.2088 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05496604707505968, + 0.05204422844780816, + 0.07627040015326605, + 0.08803275214301215 + ], + "point": [ + 0.0656, + 0.07 + ] + }, + { + "instruction": "Office products.", + "bbox": [ + 0.5867926703559028, + 0.1355430687798394, + 0.6797881232367622, + 0.16471716986762153 + ], + "point": [ + 0.6333, + 0.1501 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.030100409189860025, + 0.05391099717881945, + 0.04986509217156304, + 0.08504988776312934 + ], + "point": [ + 0.04, + 0.0695 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005441776249143812, + 0.05456753624810113, + 0.025875146521462333, + 0.08482070922851563 + ], + "point": [ + 0.0157, + 0.0697 + ] + }, + { + "instruction": "a horizontal line or separator.", + "bbox": [ + 0.17443038092719185, + 0.6020088704427083, + 0.5047328525119358, + 0.6478314887152777 + ], + "point": [ + 0.3396, + 0.6249 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1567567295498318, + 0.00828577995300293, + 0.1717177814907498, + 0.03736212730407715 + ], + "point": [ + 0.1642, + 0.0228 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry options.", + "bbox": [ + 0.3282883114284939, + 0.13546774122450086, + 0.4701501210530599, + 0.16405127631293404 + ], + "point": [ + 0.3992, + 0.1498 + ] + }, + { + "instruction": "Grocery & Gourmet Food options.", + "bbox": [ + 0.654690678914388, + 0.1939394293891059, + 0.7933472527398003, + 0.22352689954969618 + ], + "point": [ + 0.724, + 0.2087 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8618086073133681, + 0.05421323988172743, + 0.8819853040907119, + 0.08497567918565538 + ], + "point": [ + 0.8719, + 0.0696 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.34637298583984377, + 0.010170355902777779, + 0.3622555626763238, + 0.033096076117621526 + ], + "point": [ + 0.3543, + 0.0216 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.32064545949300133, + 0.009852763281928169, + 0.33831679026285805, + 0.03475620905558268 + ], + "point": [ + 0.3295, + 0.0223 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.9754431830512152, + 0.056074952019585504, + 0.9934114244249131, + 0.0843193138970269 + ], + "point": [ + 0.9844, + 0.0702 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.7081653594970703, + 0.951662122938368, + 0.7266372680664063, + 0.984634535047743 + ], + "point": [ + 0.7174, + 0.9681 + ] + }, + { + "instruction": "a button to mark the \"mind\" function.", + "bbox": [ + 0.09013529883490669, + 0.6964303927951389, + 0.171721437242296, + 0.7258837890625 + ], + "point": [ + 0.1309, + 0.7112 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 1.5094545152452257e-05, + 0.00048819012112087673, + 0.014978713459438749, + 0.05417007658216688 + ], + "point": [ + 0.0075, + 0.0273 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9483959621853298, + 0.04856575012207031, + 0.9723269992404514, + 0.08670232984754775 + ], + "point": [ + 0.9604, + 0.0676 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8301239013671875, + 0.056605182223849825, + 0.8468232896592882, + 0.08571274651421441 + ], + "point": [ + 0.8385, + 0.0712 + ] + }, + { + "instruction": "Advanced Search.", + "bbox": [ + 0.722550794813368, + 0.09755688985188803, + 0.8028393215603299, + 0.12078302171495225 + ], + "point": [ + 0.7627, + 0.1092 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.4911446041531033, + 0.7475153266059028, + 0.5009728749593099, + 0.76677001953125 + ], + "point": [ + 0.4961, + 0.7571 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.9946935017903645, + 0.056340565151638454, + 1.0, + 0.08568279690212674 + ], + "point": [ + 0.9973, + 0.071 + ] + } + ], + "element_size": 69 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/contact_refund_subscribe/action_videoframes/action_5/2802.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Contact Us", + "bbox": [ + 0.035069444444444445, + 0.013888888888888888, + 0.08090277777777778, + 0.029444444444444443 + ], + "point": [ + 0.058, + 0.0217 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.325, + 0.01388888782925076, + 0.3590277777777778, + 0.032222221162584094 + ], + "point": [ + 0.342, + 0.0231 + ] + }, + { + "instruction": "metis Iti.cs.cmu.edu:7770/contact]", + "bbox": [ + 0.15868055555555555, + 0.061111115349663625, + 0.3194444444444444, + 0.07944445292154947 + ], + "point": [ + 0.2391, + 0.0703 + ] + }, + { + "instruction": "0 | = L", + "bbox": [ + 0.8902777777777777, + 0.05833332909478082, + 0.9673611111111111, + 0.08277776930067274 + ], + "point": [ + 0.9288, + 0.0706 + ] + }, + { + "instruction": "Search entire store here", + "bbox": [ + 0.7291666666666666, + 0.09444444444444444, + 0.8565972222222222, + 0.115 + ], + "point": [ + 0.7929, + 0.1047 + ] + }, + { + "instruction": "Advanced Search", + "bbox": [ + 0.7225694444444445, + 0.12888889736599393, + 0.8027777777777778, + 0.14722222222222223 + ], + "point": [ + 0.7627, + 0.1381 + ] + }, + { + "instruction": "Beauty & Personal Care", + "bbox": [ + 0.06805555555555555, + 0.1688888888888889, + 0.184375, + 0.19055555555555556 + ], + "point": [ + 0.1262, + 0.1797 + ] + }, + { + "instruction": "Contact Us", + "bbox": [ + 0.06805555555555555, + 0.2966666666666667, + 0.20833333333333334, + 0.3416666666666667 + ], + "point": [ + 0.1382, + 0.3192 + ] + }, + { + "instruction": "Write Us", + "bbox": [ + 0.17916666666666667, + 0.3894444444444444, + 0.23680555555555555, + 0.41388888888888886 + ], + "point": [ + 0.208, + 0.4017 + ] + }, + { + "instruction": "Jot us a note and we'll get back to you as quickly as possible:", + "bbox": [ + 0.17777776718139648, + 0.44166666666666665, + 0.4513888782925076, + 0.4666666666666667 + ], + "point": [ + 0.3146, + 0.4542 + ] + }, + { + "instruction": "Name", + "bbox": [ + 0.1326388994852702, + 0.5061111111111111, + 0.16319445504082575, + 0.5222222222222223 + ], + "point": [ + 0.1479, + 0.5142 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.134375, + 0.5738889567057291, + 0.16319444444444445, + 0.5894445122612847 + ], + "point": [ + 0.1488, + 0.5817 + ] + }, + { + "instruction": "Phone Number", + "bbox": [ + 0.09618055555555556, + 0.6411111111111111, + 0.17152777777777778, + 0.6594444444444445 + ], + "point": [ + 0.1339, + 0.6503 + ] + }, + { + "instruction": "What's on your", + "bbox": [ + 0.09652777777777778, + 0.7083333333333334, + 0.17118055555555556, + 0.7288888888888889 + ], + "point": [ + 0.1339, + 0.7186 + ] + }, + { + "instruction": "Fntar Vour amail addracs", + "bbox": [ + 0.7298611111111111, + 0.9877777777777778, + 0.8447916666666667, + 0.9988888888888889 + ], + "point": [ + 0.7873, + 0.9933 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08305306964450412, + 0.052274831136067706, + 0.1565500153435601, + 0.08450516594780816 + ], + "point": [ + 0.1198, + 0.0684 + ] + }, + { + "instruction": "Tools & Home Improvement", + "bbox": [ + 0.6852544996473524, + 0.14732581244574652, + 0.8476860046386718, + 0.20802520751953124 + ], + "point": [ + 0.7665, + 0.1777 + ] + }, + { + "instruction": "Subscribe", + "bbox": [ + 0.8605596754286025, + 0.9759750705295139, + 0.9318158467610677, + 1.0 + ], + "point": [ + 0.8962, + 0.988 + ] + }, + { + "instruction": "Health & Household", + "bbox": [ + 0.06736566755506727, + 0.22173753526475695, + 0.18064770168728297, + 0.25052720811631946 + ], + "point": [ + 0.124, + 0.2361 + ] + }, + { + "instruction": "Emma Lopez", + "bbox": [ + 0.17494497299194336, + 0.4939687771267361, + 0.5043411148918999, + 0.5387569173177084 + ], + "point": [ + 0.3396, + 0.5164 + ] + }, + { + "instruction": "Office Products", + "bbox": [ + 0.5820529513888889, + 0.1480832248263889, + 0.6833997090657552, + 0.20850972493489583 + ], + "point": [ + 0.6327, + 0.1783 + ] + }, + { + "instruction": "emma lopez@gmail.com", + "bbox": [ + 0.17403601540459526, + 0.5625335354275174, + 0.5050030072530111, + 0.6062780083550348 + ], + "point": [ + 0.3395, + 0.5844 + ] + }, + { + "instruction": "Patio, Lawn & Garden", + "bbox": [ + 0.19193594190809463, + 0.2222708468967014, + 0.3155974917941623, + 0.25029615614149303 + ], + "point": [ + 0.2538, + 0.2363 + ] + }, + { + "instruction": "Une Stop Market", + "bbox": [ + 0.07104341718885633, + 0.08601570129394531, + 0.20594702826605904, + 0.12390925937228732 + ], + "point": [ + 0.1385, + 0.105 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.32523748609754777, + 0.22269080268012154, + 0.3961121029324002, + 0.25110687255859376 + ], + "point": [ + 0.3607, + 0.2369 + ] + }, + { + "instruction": "Video Games", + "bbox": [ + 0.5606171502007379, + 0.22236801147460938, + 0.6426571316189236, + 0.25097590128580727 + ], + "point": [ + 0.6016, + 0.2367 + ] + }, + { + "instruction": "Cell Phones & Accessories", + "bbox": [ + 0.40818634033203127, + 0.22230350070529514, + 0.5517801072862413, + 0.25044735378689237 + ], + "point": [ + 0.48, + 0.2364 + ] + }, + { + "instruction": "Grocery & Gourmet Food", + "bbox": [ + 0.6549674140082465, + 0.2217945014105903, + 0.7928270128038194, + 0.25090640597873265 + ], + "point": [ + 0.7239, + 0.2364 + ] + }, + { + "instruction": "Home & Kitchen", + "bbox": [ + 0.4739678700764974, + 0.1481963602701823, + 0.5786412133110894, + 0.2076797315809462 + ], + "point": [ + 0.5263, + 0.1779 + ] + }, + { + "instruction": "Sports & Outdoors", + "bbox": [ + 0.20869890848795572, + 0.1627977328830295, + 0.3182165781656901, + 0.19206280178493923 + ], + "point": [ + 0.2635, + 0.1774 + ] + }, + { + "instruction": "Submit", + "bbox": [ + 0.1791280958387587, + 0.8397500271267361, + 0.2397909376356337, + 0.8780360243055556 + ], + "point": [ + 0.2095, + 0.8589 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.1763055271572537, + 0.00043573167588975694, + 0.3287880367702908, + 0.0448947016398112 + ], + "point": [ + 0.2525, + 0.0227 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry", + "bbox": [ + 0.32781982421875, + 0.16332667032877604, + 0.4700553046332465, + 0.19147845798068577 + ], + "point": [ + 0.3989, + 0.1774 + ] + }, + { + "instruction": "Privacy and Cookie Policy", + "bbox": [ + 0.06772703594631618, + 0.9770157877604166, + 0.185496097140842, + 0.9994091796875 + ], + "point": [ + 0.1266, + 0.9882 + ] + }, + { + "instruction": "mind?", + "bbox": [ + 0.09566830529106987, + 0.7230060492621527, + 0.17297649383544922, + 0.7534370930989583 + ], + "point": [ + 0.1343, + 0.7382 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08305306964450412, + 0.052274831136067706, + 0.1565500153435601, + 0.08450516594780816 + ], + "point": [ + 0.1198, + 0.0684 + ] + }, + { + "instruction": "Tools & Home Improvement settings.", + "bbox": [ + 0.6852544996473524, + 0.14732581244574652, + 0.8476860046386718, + 0.20802520751953124 + ], + "point": [ + 0.7665, + 0.1777 + ] + }, + { + "instruction": "Subscript.", + "bbox": [ + 0.8605596754286025, + 0.9759750705295139, + 0.9318158467610677, + 1.0 + ], + "point": [ + 0.8962, + 0.988 + ] + }, + { + "instruction": "Health & Household dropdown menu.", + "bbox": [ + 0.06736566755506727, + 0.22173753526475695, + 0.18064770168728297, + 0.25052720811631946 + ], + "point": [ + 0.124, + 0.2361 + ] + }, + { + "instruction": "a text input field.", + "bbox": [ + 0.17494497299194336, + 0.4939687771267361, + 0.5043411148918999, + 0.5387569173177084 + ], + "point": [ + 0.3396, + 0.5164 + ] + }, + { + "instruction": "Office products.", + "bbox": [ + 0.5820529513888889, + 0.1480832248263889, + 0.6833997090657552, + 0.20850972493489583 + ], + "point": [ + 0.6327, + 0.1783 + ] + }, + { + "instruction": "Email.", + "bbox": [ + 0.17403601540459526, + 0.5625335354275174, + 0.5050030072530111, + 0.6062780083550348 + ], + "point": [ + 0.3395, + 0.5844 + ] + }, + { + "instruction": "Lawn & Garden settings.", + "bbox": [ + 0.19193594190809463, + 0.2222708468967014, + 0.3155974917941623, + 0.25029615614149303 + ], + "point": [ + 0.2538, + 0.2363 + ] + }, + { + "instruction": "OneStop Market.", + "bbox": [ + 0.07104341718885633, + 0.08601570129394531, + 0.20594702826605904, + 0.12390925937228732 + ], + "point": [ + 0.1385, + 0.105 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9755538092719184, + 0.003444578382703993, + 0.9973567538791233, + 0.039498858981662326 + ], + "point": [ + 0.9865, + 0.0215 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.32523748609754777, + 0.22269080268012154, + 0.3961121029324002, + 0.25110687255859376 + ], + "point": [ + 0.3607, + 0.2369 + ] + }, + { + "instruction": "Video Games.", + "bbox": [ + 0.5606171502007379, + 0.22236801147460938, + 0.6426571316189236, + 0.25097590128580727 + ], + "point": [ + 0.6016, + 0.2367 + ] + }, + { + "instruction": "Search.", + "bbox": [ + 0.8759538438585069, + 0.08911150614420572, + 0.8948998345269097, + 0.12106864929199218 + ], + "point": [ + 0.8854, + 0.1051 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05483573277791341, + 0.05140376620822483, + 0.0761437733968099, + 0.08798401726616753 + ], + "point": [ + 0.0655, + 0.0697 + ] + }, + { + "instruction": "a menu or more options.", + "bbox": [ + 0.9071394178602431, + 0.08935829162597657, + 0.9300776163736979, + 0.12179381476508247 + ], + "point": [ + 0.9186, + 0.1056 + ] + }, + { + "instruction": "Cellphones & Accessories settings.", + "bbox": [ + 0.40818634033203127, + 0.22230350070529514, + 0.5517801072862413, + 0.25044735378689237 + ], + "point": [ + 0.48, + 0.2364 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02934341695573595, + 0.05306148952907986, + 0.050438981586032446, + 0.08594334920247396 + ], + "point": [ + 0.0399, + 0.0695 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8874894883897569, + 0.0538271247016059, + 0.9077112833658855, + 0.08312666151258681 + ], + "point": [ + 0.8976, + 0.0685 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.0046383341153462725, + 0.053459260728624135, + 0.026575088500976562, + 0.08571780734592013 + ], + "point": [ + 0.0156, + 0.0696 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8621768527560764, + 0.05342461480034722, + 0.882021247016059, + 0.08526963975694445 + ], + "point": [ + 0.8721, + 0.0693 + ] + }, + { + "instruction": "an email or message.", + "bbox": [ + 0.7083665211995442, + 0.9815654839409722, + 0.7252206590440539, + 1.0 + ], + "point": [ + 0.7168, + 0.9908 + ] + }, + { + "instruction": "Grocery & Gourmet Food options.", + "bbox": [ + 0.6549674140082465, + 0.2217945014105903, + 0.7928270128038194, + 0.25090640597873265 + ], + "point": [ + 0.7239, + 0.2364 + ] + }, + { + "instruction": "Home & Kitchen settings.", + "bbox": [ + 0.4739678700764974, + 0.1481963602701823, + 0.5786412133110894, + 0.2076797315809462 + ], + "point": [ + 0.5263, + 0.1779 + ] + }, + { + "instruction": "sports & outdoors settings.", + "bbox": [ + 0.20869890848795572, + 0.1627977328830295, + 0.3182165781656901, + 0.19206280178493923 + ], + "point": [ + 0.2635, + 0.1774 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9481369866265191, + 0.05069419860839844, + 0.9725464714898003, + 0.0854004160563151 + ], + "point": [ + 0.9603, + 0.068 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.17432077195909287, + 0.6314359537760417, + 0.5042406717936198, + 0.6728470865885416 + ], + "point": [ + 0.3393, + 0.6521 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15657121870252821, + 0.00810962994893392, + 0.1715536117553711, + 0.03873831325107151 + ], + "point": [ + 0.1641, + 0.0234 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.9756863911946615, + 0.057119522094726566, + 0.9933158874511718, + 0.08381979200575086 + ], + "point": [ + 0.9845, + 0.0705 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8300001356336806, + 0.0547791247897678, + 0.8469892713758681, + 0.08815681457519531 + ], + "point": [ + 0.8385, + 0.0715 + ] + }, + { + "instruction": "Submit.", + "bbox": [ + 0.1791280958387587, + 0.8397500271267361, + 0.2397909376356337, + 0.8780360243055556 + ], + "point": [ + 0.2095, + 0.8589 + ] + }, + { + "instruction": "OneStop Market.", + "bbox": [ + 0.1763055271572537, + 0.00043573167588975694, + 0.3287880367702908, + 0.0448947016398112 + ], + "point": [ + 0.2525, + 0.0227 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.34728412628173827, + 0.0117474365234375, + 0.3609479268391927, + 0.03311936272515191 + ], + "point": [ + 0.3541, + 0.0224 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3205931345621745, + 0.012945153978135851, + 0.33752755059136286, + 0.03357927534315321 + ], + "point": [ + 0.3291, + 0.0233 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry options.", + "bbox": [ + 0.32781982421875, + 0.16332667032877604, + 0.4700553046332465, + 0.19147845798068577 + ], + "point": [ + 0.3989, + 0.1774 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 1.1381838056776258e-05, + 0.00034145355224609377, + 0.015010705259111192, + 0.05503770616319444 + ], + "point": [ + 0.0075, + 0.0277 + ] + }, + { + "instruction": "Decrease", + "bbox": [ + 0.49149886237250434, + 0.7755392795138889, + 0.5021403418646918, + 0.7944580078125 + ], + "point": [ + 0.4968, + 0.785 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.9945036994086371, + 0.058174747890896265, + 0.9999427795410156, + 0.08289794074164497 + ], + "point": [ + 0.9972, + 0.0705 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.1859331554836697, + 0.16533257378472221, + 0.19946821000840928, + 0.1921331108940972 + ], + "point": [ + 0.1927, + 0.1787 + ] + }, + { + "instruction": "Privacy and Cookie Policy.", + "bbox": [ + 0.06772703594631618, + 0.9770157877604166, + 0.185496097140842, + 0.9994091796875 + ], + "point": [ + 0.1266, + 0.9882 + ] + }, + { + "instruction": "\"mind\" or \"marking a process or action.", + "bbox": [ + 0.09566830529106987, + 0.7230060492621527, + 0.17297649383544922, + 0.7534370930989583 + ], + "point": [ + 0.1343, + 0.7382 + ] + } + ], + "element_size": 75 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/contact_refund_subscribe/action_videoframes/action_6/3726.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Contact Us", + "bbox": [ + 0.035069444444444445, + 0.013888888888888888, + 0.08090277777777778, + 0.029444444444444443 + ], + "point": [ + 0.058, + 0.0217 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.2, + 0.013333333333333334, + 0.26944444444444443, + 0.03111111111111111 + ], + "point": [ + 0.2347, + 0.0222 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.3246527777777778, + 0.011666666666666667, + 0.35868055555555556, + 0.03277777777777778 + ], + "point": [ + 0.3417, + 0.0222 + ] + }, + { + "instruction": "metis Iti.cs cmu.edu:777o/contact/index]", + "bbox": [ + 0.15868057674831815, + 0.061111115349663625, + 0.34652779897054037, + 0.07944445292154947 + ], + "point": [ + 0.2526, + 0.0703 + ] + }, + { + "instruction": "0 | =", + "bbox": [ + 0.8902778625488281, + 0.058333333333333334, + 0.9461806403266059, + 0.08166666666666667 + ], + "point": [ + 0.9182, + 0.07 + ] + }, + { + "instruction": "Search entire store here:", + "bbox": [ + 0.7291666666666666, + 0.18444444444444444, + 0.8572916666666667, + 0.205 + ], + "point": [ + 0.7932, + 0.1947 + ] + }, + { + "instruction": "Beauty & Personal Care", + "bbox": [ + 0.06805555555555555, + 0.258888905843099, + 0.184375, + 0.28055553860134547 + ], + "point": [ + 0.1262, + 0.2697 + ] + }, + { + "instruction": "Health & Household", + "bbox": [ + 0.06840277777777778, + 0.31666666666666665, + 0.16805555555555557, + 0.3383333333333333 + ], + "point": [ + 0.1182, + 0.3275 + ] + }, + { + "instruction": "Contact Us", + "bbox": [ + 0.06805555555555555, + 0.38666666666666666, + 0.20833333333333334, + 0.43166666666666664 + ], + "point": [ + 0.1382, + 0.4092 + ] + }, + { + "instruction": "Thanks for contacting us with your comments and questions. We'Il respond to you very soon:", + "bbox": [ + 0.09583335452609593, + 0.48833333333333334, + 0.48854168785942925, + 0.51 + ], + "point": [ + 0.2922, + 0.4992 + ] + }, + { + "instruction": "Write Us", + "bbox": [ + 0.17916666666666667, + 0.5294444783528646, + 0.23680555555555555, + 0.5538889227973091 + ], + "point": [ + 0.208, + 0.5417 + ] + }, + { + "instruction": "Jot us a note and we'll get back to you as quickly as possible:", + "bbox": [ + 0.17777779897054036, + 0.5827778455946181, + 0.45208333333333334, + 0.6066667344835069 + ], + "point": [ + 0.3149, + 0.5947 + ] + }, + { + "instruction": "Name", + "bbox": [ + 0.13194445504082575, + 0.6449999321831598, + 0.1638888994852702, + 0.6655554877387153 + ], + "point": [ + 0.1479, + 0.6553 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.1343750105963813, + 0.7138888888888889, + 0.1638888994852702, + 0.7322222222222222 + ], + "point": [ + 0.1491, + 0.7231 + ] + }, + { + "instruction": "Phone Number", + "bbox": [ + 0.09618055555555556, + 0.7811111111111111, + 0.17152777777777778, + 0.7994444444444444 + ], + "point": [ + 0.1339, + 0.7903 + ] + }, + { + "instruction": "metis Iti.cs cmu.edu:777O/customerlaccount]", + "bbox": [ + 0.0024305555555555556, + 0.98, + 0.18159722222222222, + 0.9972222222222222 + ], + "point": [ + 0.092, + 0.9886 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08284430503845215, + 0.053721851772732206, + 0.15557337866889107, + 0.08423546685112847 + ], + "point": [ + 0.1192, + 0.069 + ] + }, + { + "instruction": "Office Products", + "bbox": [ + 0.581196763780382, + 0.23734391954210068, + 0.682098388671875, + 0.2993358357747396 + ], + "point": [ + 0.6316, + 0.2683 + ] + }, + { + "instruction": "Tools & Home Improvement", + "bbox": [ + 0.6835387335883246, + 0.23740739610460068, + 0.8451705084906684, + 0.2985474310980903 + ], + "point": [ + 0.7644, + 0.268 + ] + }, + { + "instruction": "Home & Kitchen", + "bbox": [ + 0.4751175774468316, + 0.23765667385525174, + 0.579939693874783, + 0.29890604654947917 + ], + "point": [ + 0.5275, + 0.2683 + ] + }, + { + "instruction": "Grocery & Gourmet Food", + "bbox": [ + 0.6480917612711589, + 0.29671444363064237, + 0.7933459811740451, + 0.3572254435221354 + ], + "point": [ + 0.7207, + 0.327 + ] + }, + { + "instruction": "Patio, Lawn & Garden", + "bbox": [ + 0.18853026496039496, + 0.3118695068359375, + 0.3177299499511719, + 0.3401919894748264 + ], + "point": [ + 0.2531, + 0.326 + ] + }, + { + "instruction": "Emma Lopez", + "bbox": [ + 0.17439835866292316, + 0.6363935004340278, + 0.5033776177300348, + 0.6775401475694445 + ], + "point": [ + 0.3389, + 0.657 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry", + "bbox": [ + 0.31931932237413196, + 0.2376431104871962, + 0.47243576049804686, + 0.3001617431640625 + ], + "point": [ + 0.3959, + 0.2689 + ] + }, + { + "instruction": "emma.lopez@gmail.com", + "bbox": [ + 0.1750414424472385, + 0.7047547743055556, + 0.5045566452874077, + 0.7452092827690973 + ], + "point": [ + 0.3398, + 0.725 + ] + }, + { + "instruction": "Sign Out", + "bbox": [ + 0.7620013766818576, + 0.10286975436740452, + 0.8067506578233506, + 0.13271674262152777 + ], + "point": [ + 0.7844, + 0.1178 + ] + }, + { + "instruction": "Sports & Outdoors", + "bbox": [ + 0.20510652330186632, + 0.25236823187934027, + 0.3192010667588976, + 0.2818446519639757 + ], + "point": [ + 0.2622, + 0.2671 + ] + }, + { + "instruction": "Video Games", + "bbox": [ + 0.5557685428195529, + 0.29684906005859374, + 0.6465212927924262, + 0.3571994018554687 + ], + "point": [ + 0.6011, + 0.327 + ] + }, + { + "instruction": "~L)", + "bbox": [ + 0.9485385470920139, + 0.05241696251763238, + 0.9719450208875868, + 0.08497445000542535 + ], + "point": [ + 0.9602, + 0.0687 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.3225251939561632, + 0.31173468695746526, + 0.39659372965494794, + 0.34151909722222223 + ], + "point": [ + 0.3596, + 0.3266 + ] + }, + { + "instruction": "My_Account", + "bbox": [ + 0.5930662367078993, + 0.10260016547309028, + 0.6539796617296006, + 0.1380740695529514 + ], + "point": [ + 0.6235, + 0.1203 + ] + }, + { + "instruction": "My Wish List", + "bbox": [ + 0.659300782945421, + 0.10454782274034288, + 0.7564325968424479, + 0.1308166758219401 + ], + "point": [ + 0.7079, + 0.1177 + ] + }, + { + "instruction": "items", + "bbox": [ + 0.659300782945421, + 0.10454782274034288, + 0.7564325968424479, + 0.1308166758219401 + ], + "point": [ + 0.7079, + 0.1177 + ] + }, + { + "instruction": "Cell Phones & Accessories", + "bbox": [ + 0.4013199276394314, + 0.29672309027777777, + 0.555883068508572, + 0.3571607801649306 + ], + "point": [ + 0.4786, + 0.3269 + ] + }, + { + "instruction": "Advanced Search", + "bbox": [ + 0.7223782009548612, + 0.2144720458984375, + 0.8033643934461806, + 0.23925665961371528 + ], + "point": [ + 0.7629, + 0.2269 + ] + }, + { + "instruction": "What's on your", + "bbox": [ + 0.0897293938530816, + 0.8510116916232638, + 0.17317551506890191, + 0.894345703125 + ], + "point": [ + 0.1315, + 0.8727 + ] + }, + { + "instruction": "mind?", + "bbox": [ + 0.0897293938530816, + 0.8510116916232638, + 0.17317551506890191, + 0.894345703125 + ], + "point": [ + 0.1315, + 0.8727 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.06975134213765462, + 0.17283755832248263, + 0.20752432611253527, + 0.21441935221354166 + ], + "point": [ + 0.1386, + 0.1936 + ] + }, + { + "instruction": "Ce", + "bbox": [ + 0.18260339101155598, + 0.9806232367621528, + 0.23906853993733723, + 1.0 + ], + "point": [ + 0.2108, + 0.9903 + ] + }, + { + "instruction": "Welcome; Emma Lopezl", + "bbox": [ + 0.820052507188585, + 0.1027410634358724, + 0.932482655843099, + 0.1327959950764974 + ], + "point": [ + 0.8763, + 0.1178 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08284430503845215, + 0.053721851772732206, + 0.15557337866889107, + 0.08423546685112847 + ], + "point": [ + 0.1192, + 0.069 + ] + }, + { + "instruction": "Office products.", + "bbox": [ + 0.581196763780382, + 0.23734391954210068, + 0.682098388671875, + 0.2993358357747396 + ], + "point": [ + 0.6316, + 0.2683 + ] + }, + { + "instruction": "Tools & Home Improvement settings.", + "bbox": [ + 0.6835387335883246, + 0.23740739610460068, + 0.8451705084906684, + 0.2985474310980903 + ], + "point": [ + 0.7644, + 0.268 + ] + }, + { + "instruction": "Home & Kitchen settings.", + "bbox": [ + 0.4751175774468316, + 0.23765667385525174, + 0.579939693874783, + 0.29890604654947917 + ], + "point": [ + 0.5275, + 0.2683 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9755660163031684, + 0.0036620267232259115, + 0.9974289788140192, + 0.03968560324774848 + ], + "point": [ + 0.9865, + 0.0217 + ] + }, + { + "instruction": "Grocery & Gourmet Food options.", + "bbox": [ + 0.6480917612711589, + 0.29671444363064237, + 0.7933459811740451, + 0.3572254435221354 + ], + "point": [ + 0.7207, + 0.327 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.8740292867024739, + 0.17594133165147569, + 0.8932916429307726, + 0.21078087700737846 + ], + "point": [ + 0.8837, + 0.1934 + ] + }, + { + "instruction": "Lawn & Garden settings.", + "bbox": [ + 0.18853026496039496, + 0.3118695068359375, + 0.3177299499511719, + 0.3401919894748264 + ], + "point": [ + 0.2531, + 0.326 + ] + }, + { + "instruction": "a text input field.", + "bbox": [ + 0.17439835866292316, + 0.6363935004340278, + 0.5033776177300348, + 0.6775401475694445 + ], + "point": [ + 0.3389, + 0.657 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.9233874850802951, + 0.05395362006293403, + 0.9453138563368055, + 0.08413162231445312 + ], + "point": [ + 0.9344, + 0.069 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8875396728515625, + 0.05313560485839844, + 0.9076000637478299, + 0.08431293063693576 + ], + "point": [ + 0.8976, + 0.0687 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry options.", + "bbox": [ + 0.31931932237413196, + 0.2376431104871962, + 0.47243576049804686, + 0.3001617431640625 + ], + "point": [ + 0.3959, + 0.2689 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8622027926974827, + 0.0535081058078342, + 0.8817776150173611, + 0.08542983161078559 + ], + "point": [ + 0.872, + 0.0695 + ] + }, + { + "instruction": "Email.", + "bbox": [ + 0.1750414424472385, + 0.7047547743055556, + 0.5045566452874077, + 0.7452092827690973 + ], + "point": [ + 0.3398, + 0.725 + ] + }, + { + "instruction": "Bakery or shopping cart functionality.", + "bbox": [ + 0.9055093553331163, + 0.17722510443793402, + 0.9297933790418836, + 0.21266242133246527 + ], + "point": [ + 0.9177, + 0.1949 + ] + }, + { + "instruction": "a button to sign out.", + "bbox": [ + 0.7620013766818576, + 0.10286975436740452, + 0.8067506578233506, + 0.13271674262152777 + ], + "point": [ + 0.7844, + 0.1178 + ] + }, + { + "instruction": "sports & outdoors settings.", + "bbox": [ + 0.20510652330186632, + 0.25236823187934027, + 0.3192010667588976, + 0.2818446519639757 + ], + "point": [ + 0.2622, + 0.2671 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004832163121965196, + 0.0536220465766059, + 0.026950385835435655, + 0.08513634575737847 + ], + "point": [ + 0.0159, + 0.0694 + ] + }, + { + "instruction": "Video Games.", + "bbox": [ + 0.5557685428195529, + 0.29684906005859374, + 0.6465212927924262, + 0.3571994018554687 + ], + "point": [ + 0.6011, + 0.327 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.05524557961357964, + 0.05285491943359375, + 0.07568114598592122, + 0.08579239739312065 + ], + "point": [ + 0.0655, + 0.0693 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.17366699642605252, + 0.7711570231119792, + 0.5035108778211805, + 0.8149418809678819 + ], + "point": [ + 0.3386, + 0.793 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9485385470920139, + 0.05241696251763238, + 0.9719450208875868, + 0.08497445000542535 + ], + "point": [ + 0.9602, + 0.0687 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029101083013746473, + 0.05393118540445963, + 0.050530158148871525, + 0.08438603719075521 + ], + "point": [ + 0.0398, + 0.0692 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.3225251939561632, + 0.31173468695746526, + 0.39659372965494794, + 0.34151909722222223 + ], + "point": [ + 0.3596, + 0.3266 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.976485612657335, + 0.05672357347276476, + 0.99321043226454, + 0.08280181037055122 + ], + "point": [ + 0.9848, + 0.0698 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8299003601074219, + 0.05604432847764757, + 0.8465371873643663, + 0.08473089430067274 + ], + "point": [ + 0.8382, + 0.0704 + ] + }, + { + "instruction": "My Account.", + "bbox": [ + 0.5930662367078993, + 0.10260016547309028, + 0.6539796617296006, + 0.1380740695529514 + ], + "point": [ + 0.6235, + 0.1203 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15665437910291885, + 0.008275729285346136, + 0.17202631632486978, + 0.03970868428548177 + ], + "point": [ + 0.1643, + 0.024 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.32093145582411026, + 0.009918217129177518, + 0.3382692548963759, + 0.03450916714138455 + ], + "point": [ + 0.3296, + 0.0222 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.3455320570203993, + 0.00883112695482042, + 0.3622942606608073, + 0.033760046429104275 + ], + "point": [ + 0.3539, + 0.0213 + ] + }, + { + "instruction": "My Wish List 4 items.", + "bbox": [ + 0.659300782945421, + 0.10454782274034288, + 0.7564325968424479, + 0.1308166758219401 + ], + "point": [ + 0.7079, + 0.1177 + ] + }, + { + "instruction": "Cellphones & Accessories settings.", + "bbox": [ + 0.4013199276394314, + 0.29672309027777777, + 0.555883068508572, + 0.3571607801649306 + ], + "point": [ + 0.4786, + 0.3269 + ] + }, + { + "instruction": "Advanced Search.", + "bbox": [ + 0.7223782009548612, + 0.2144720458984375, + 0.8033643934461806, + 0.23925665961371528 + ], + "point": [ + 0.7629, + 0.2269 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.17022486792670355, + 0.3156334771050347, + 0.1814719729953342, + 0.3396480984157986 + ], + "point": [ + 0.1758, + 0.3276 + ] + }, + { + "instruction": "a reminder to what's on your mind.", + "bbox": [ + 0.0897293938530816, + 0.8510116916232638, + 0.17317551506890191, + 0.894345703125 + ], + "point": [ + 0.1315, + 0.8727 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 8.60558615790473e-06, + 0.0012495697869194878, + 0.014993092748853895, + 0.052785655127631295 + ], + "point": [ + 0.0075, + 0.027 + ] + }, + { + "instruction": "OneStop Market.", + "bbox": [ + 0.06975134213765462, + 0.17283755832248263, + 0.20752432611253527, + 0.21441935221354166 + ], + "point": [ + 0.1386, + 0.1936 + ] + }, + { + "instruction": "metis.lti.cs.CPU.edu.", + "bbox": [ + 0.158511225382487, + 0.05621881273057726, + 0.25412165323893227, + 0.0819586690266927 + ], + "point": [ + 0.2063, + 0.0691 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.49162377251519096, + 0.9166650390625, + 0.5015591091579861, + 0.9378847927517361 + ], + "point": [ + 0.4966, + 0.9273 + ] + }, + { + "instruction": "Submit.", + "bbox": [ + 0.18260339101155598, + 0.9806232367621528, + 0.23906853993733723, + 1.0 + ], + "point": [ + 0.2108, + 0.9903 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.9946620517306858, + 0.05747230105929905, + 0.999957021077474, + 0.08409347534179687 + ], + "point": [ + 0.9973, + 0.0708 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.18695242140028212, + 0.2571260240342882, + 0.19908909267849392, + 0.2814151679144965 + ], + "point": [ + 0.193, + 0.2693 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.00010034955210155912, + 0.055181066724989146, + 0.005107827153470781, + 0.08592997233072917 + ], + "point": [ + 0.0026, + 0.0706 + ] + }, + { + "instruction": "a welcome message to Emma Lopez.", + "bbox": [ + 0.820052507188585, + 0.1027410634358724, + 0.932482655843099, + 0.1327959950764974 + ], + "point": [ + 0.8763, + 0.1178 + ] + } + ], + "element_size": 84 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/contact_refund_subscribe/action_videoframes/action_7/3816.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "My Account", + "bbox": [ + 0.035069444444444445, + 0.013888888888888888, + 0.08402777777777778, + 0.03111111111111111 + ], + "point": [ + 0.0595, + 0.0225 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.2, + 0.013333333333333334, + 0.26944444444444443, + 0.03111111111111111 + ], + "point": [ + 0.2347, + 0.0222 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.3246527777777778, + 0.011666666666666667, + 0.35868055555555556, + 0.03277777777777778 + ], + "point": [ + 0.3417, + 0.0222 + ] + }, + { + "instruction": "metis Iti.cs.cmu.edu:777o/customerlaccount]", + "bbox": [ + 0.15868055555555555, + 0.061111115349663625, + 0.36770833333333336, + 0.07944445292154947 + ], + "point": [ + 0.2632, + 0.0703 + ] + }, + { + "instruction": "0 | =", + "bbox": [ + 0.8902778625488281, + 0.058333333333333334, + 0.9461806403266059, + 0.08166666666666667 + ], + "point": [ + 0.9182, + 0.07 + ] + }, + { + "instruction": "Welcome; Emma Lopezl", + "bbox": [ + 0.821875, + 0.10888888888888888, + 0.9329861111111111, + 0.13166666666666665 + ], + "point": [ + 0.8774, + 0.1203 + ] + }, + { + "instruction": "Search entire store here:", + "bbox": [ + 0.7291666666666666, + 0.18444444444444444, + 0.8572916666666667, + 0.205 + ], + "point": [ + 0.7932, + 0.1947 + ] + }, + { + "instruction": "Beauty & Personal Care", + "bbox": [ + 0.06805555555555555, + 0.258888905843099, + 0.184375, + 0.28055553860134547 + ], + "point": [ + 0.1262, + 0.2697 + ] + }, + { + "instruction": "Health & Household", + "bbox": [ + 0.06840277777777778, + 0.31666666666666665, + 0.16805555555555557, + 0.33666666666666667 + ], + "point": [ + 0.1182, + 0.3267 + ] + }, + { + "instruction": "Cell Phones & Accessories", + "bbox": [ + 0.4097222222222222, + 0.31722222222222224, + 0.5368055555555555, + 0.3377777777777778 + ], + "point": [ + 0.4733, + 0.3275 + ] + }, + { + "instruction": "Account", + "bbox": [ + 0.3211805555555556, + 0.3877777777777778, + 0.4284722222222222, + 0.4361111111111111 + ], + "point": [ + 0.3748, + 0.4119 + ] + }, + { + "instruction": "Newsletters", + "bbox": [ + 0.6125, + 0.5211111789279513, + 0.6725694444444444, + 0.5372222222222223 + ], + "point": [ + 0.6425, + 0.5292 + ] + }, + { + "instruction": "Emma Lopez", + "bbox": [ + 0.2777777777777778, + 0.5516667344835069, + 0.3385416242811415, + 0.5727777777777778 + ], + "point": [ + 0.3082, + 0.5622 + ] + }, + { + "instruction": "You are subscribed to \"General Subscription\".", + "bbox": [ + 0.6104166666666667, + 0.5505554877387153, + 0.8180555555555555, + 0.5727777099609375 + ], + "point": [ + 0.7142, + 0.5617 + ] + }, + { + "instruction": "Default Billing Address", + "bbox": [ + 0.27743055555555557, + 0.7366666666666667, + 0.3909722222222222, + 0.7644444444444445 + ], + "point": [ + 0.3342, + 0.7506 + ] + }, + { + "instruction": "Default Shipping Address", + "bbox": [ + 0.6114583333333333, + 0.7405555555555555, + 0.7361111111111112, + 0.7638888888888888 + ], + "point": [ + 0.6738, + 0.7522 + ] + }, + { + "instruction": "Emma Lopez", + "bbox": [ + 0.2777777777777778, + 0.7716666666666666, + 0.3385416242811415, + 0.7933333333333333 + ], + "point": [ + 0.3082, + 0.7825 + ] + }, + { + "instruction": "Emma Lopez", + "bbox": [ + 0.6114583757188585, + 0.7711111111111111, + 0.6732639312744141, + 0.7955555555555556 + ], + "point": [ + 0.6424, + 0.7833 + ] + }, + { + "instruction": "101 S San Mateo Dr", + "bbox": [ + 0.278125, + 0.8011111111111111, + 0.3684027777777778, + 0.8194444444444444 + ], + "point": [ + 0.3233, + 0.8103 + ] + }, + { + "instruction": "101 S San Mateo Dr", + "bbox": [ + 0.6118055555555556, + 0.8011111111111111, + 0.7020833333333333, + 0.8194444444444444 + ], + "point": [ + 0.6569, + 0.8103 + ] + }, + { + "instruction": "San Mateo, California, 94010", + "bbox": [ + 0.27708333333333335, + 0.8283333333333334, + 0.409375, + 0.8488888888888889 + ], + "point": [ + 0.3432, + 0.8386 + ] + }, + { + "instruction": "San Mateo, California, 94010", + "bbox": [ + 0.6104166666666667, + 0.8283333333333334, + 0.74375, + 0.8488888888888889 + ], + "point": [ + 0.6771, + 0.8386 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.2781249788072374, + 0.8588888888888889, + 0.3402777989705404, + 0.8772222222222222 + ], + "point": [ + 0.3092, + 0.8681 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.6118055979410807, + 0.8588888888888889, + 0.6739583757188585, + 0.8772222222222222 + ], + "point": [ + 0.6429, + 0.8681 + ] + }, + { + "instruction": "Compare Products", + "bbox": [ + 0.06770833863152398, + 0.8722222222222222, + 0.17708333863152398, + 0.9022222222222223 + ], + "point": [ + 0.1224, + 0.8872 + ] + }, + { + "instruction": "You have no items to compare_", + "bbox": [ + 0.06770833333333333, + 0.9155555555555556, + 0.20868055555555556, + 0.9366666666666666 + ], + "point": [ + 0.1382, + 0.9261 + ] + }, + { + "instruction": "metis Iti.cs cmu.edu:777O/saleslorder/historyl", + "bbox": [ + 0.0024305555555555556, + 0.98, + 0.1840277777777778, + 0.9972222222222222 + ], + "point": [ + 0.0932, + 0.9886 + ] + }, + { + "instruction": "My", + "bbox": [ + 0.28125, + 0.38222222222222224, + 0.3142361111111111, + 0.4438888888888889 + ], + "point": [ + 0.2977, + 0.4131 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08307362662421333, + 0.05394248962402344, + 0.15552072525024413, + 0.0842093488905165 + ], + "point": [ + 0.1193, + 0.0691 + ] + }, + { + "instruction": "Office Products", + "bbox": [ + 0.5815884908040364, + 0.2373826938205295, + 0.6825469122992621, + 0.2989861721462674 + ], + "point": [ + 0.6321, + 0.2682 + ] + }, + { + "instruction": "Tools & Home Improvement", + "bbox": [ + 0.6854269663492839, + 0.23701004028320313, + 0.8456295437282986, + 0.2979591200086806 + ], + "point": [ + 0.7655, + 0.2675 + ] + }, + { + "instruction": "My Orders", + "bbox": [ + 0.06870996687147353, + 0.4359325493706597, + 0.24430736965603297, + 0.47181504991319445 + ], + "point": [ + 0.1565, + 0.4539 + ] + }, + { + "instruction": "Grocery & Gourmet Food", + "bbox": [ + 0.6482057359483507, + 0.29650604248046875, + 0.7936162312825521, + 0.35714114718967016 + ], + "point": [ + 0.7209, + 0.3268 + ] + }, + { + "instruction": "Patio, Lawn & Garden", + "bbox": [ + 0.1924546135796441, + 0.3120614624023437, + 0.3176035563151042, + 0.3412739054361979 + ], + "point": [ + 0.255, + 0.3267 + ] + }, + { + "instruction": "My Downloadable Products", + "bbox": [ + 0.06866627269321018, + 0.47109978569878475, + 0.24132688840230307, + 0.5098718939887152 + ], + "point": [ + 0.155, + 0.4905 + ] + }, + { + "instruction": "Sign Out", + "bbox": [ + 0.7622358534071181, + 0.10239219665527344, + 0.806055196126302, + 0.13291969299316406 + ], + "point": [ + 0.7841, + 0.1177 + ] + }, + { + "instruction": "Home & Kitchen", + "bbox": [ + 0.475844234890408, + 0.23786017523871528, + 0.5801588270399306, + 0.2982856241861979 + ], + "point": [ + 0.528, + 0.2681 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.3254493925306532, + 0.31243720160590277, + 0.39697146945529516, + 0.34123236762152775 + ], + "point": [ + 0.3612, + 0.3268 + ] + }, + { + "instruction": "My Account", + "bbox": [ + 0.5942534552680121, + 0.1025836181640625, + 0.6549123128255209, + 0.13325493706597222 + ], + "point": [ + 0.6246, + 0.1179 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry", + "bbox": [ + 0.3230434841579861, + 0.2382633293999566, + 0.47247314453125, + 0.2984789021809896 + ], + "point": [ + 0.3978, + 0.2684 + ] + }, + { + "instruction": "~L)", + "bbox": [ + 0.9493559095594618, + 0.05387996673583984, + 0.9713441636827257, + 0.08446772257486979 + ], + "point": [ + 0.9604, + 0.0692 + ] + }, + { + "instruction": "My Wish List", + "bbox": [ + 0.6590407477484809, + 0.10437773810492622, + 0.7552335103352864, + 0.13149172465006512 + ], + "point": [ + 0.7071, + 0.1179 + ] + }, + { + "instruction": "items", + "bbox": [ + 0.6590407477484809, + 0.10437773810492622, + 0.7552335103352864, + 0.13149172465006512 + ], + "point": [ + 0.7071, + 0.1179 + ] + }, + { + "instruction": "Sports & Outdoors", + "bbox": [ + 0.2030373255411784, + 0.23776896158854166, + 0.31927276187472875, + 0.2988312784830729 + ], + "point": [ + 0.2612, + 0.2683 + ] + }, + { + "instruction": "My Account", + "bbox": [ + 0.0687314404381646, + 0.39804911295572915, + 0.24626009729173448, + 0.43721076117621527 + ], + "point": [ + 0.1575, + 0.4176 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.2781044430202908, + 0.6078586154513889, + 0.38026928371853297, + 0.6324582248263889 + ], + "point": [ + 0.3292, + 0.6202 + ] + }, + { + "instruction": "Change Password", + "bbox": [ + 0.2781044430202908, + 0.6078586154513889, + 0.38026928371853297, + 0.6324582248263889 + ], + "point": [ + 0.3292, + 0.6202 + ] + }, + { + "instruction": "Video Games", + "bbox": [ + 0.5601486206054688, + 0.3119730970594618, + 0.6441801283094618, + 0.34233856201171875 + ], + "point": [ + 0.6022, + 0.3272 + ] + }, + { + "instruction": "My Product Reviews", + "bbox": [ + 0.07793861495123969, + 0.6921205647786458, + 0.2334724267323812, + 0.7329297553168402 + ], + "point": [ + 0.1557, + 0.7125 + ] + }, + { + "instruction": "Newsletter Subscriptions", + "bbox": [ + 0.07645831108093262, + 0.7316653103298612, + 0.2339915116628011, + 0.7693307834201389 + ], + "point": [ + 0.1552, + 0.7505 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.6114704132080078, + 0.5785040961371528, + 0.6306815677218967, + 0.604547119140625 + ], + "point": [ + 0.6211, + 0.5915 + ] + }, + { + "instruction": "T: 6505551212", + "bbox": [ + 0.2883180618286133, + 0.8817990451388888, + 0.346765751308865, + 0.9089834255642361 + ], + "point": [ + 0.3175, + 0.8954 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.06980071067810059, + 0.17379113091362847, + 0.20738972028096517, + 0.21436177571614584 + ], + "point": [ + 0.1386, + 0.1941 + ] + }, + { + "instruction": "Advanced Search", + "bbox": [ + 0.7224063449435764, + 0.214794192843967, + 0.8034261067708334, + 0.23904430813259547 + ], + "point": [ + 0.7629, + 0.2269 + ] + }, + { + "instruction": "T: 6505551212", + "bbox": [ + 0.6218743218315972, + 0.8818906656901042, + 0.6817027621799046, + 0.9088648139105903 + ], + "point": [ + 0.6518, + 0.8954 + ] + }, + { + "instruction": "Address Book", + "bbox": [ + 0.27711232503255206, + 0.6930849880642361, + 0.3578502231174045, + 0.7239892578125 + ], + "point": [ + 0.3175, + 0.7085 + ] + }, + { + "instruction": "My Wish List", + "bbox": [ + 0.06891557375590006, + 0.5082062784830729, + 0.23734020127190483, + 0.5459507581922743 + ], + "point": [ + 0.1531, + 0.5271 + ] + }, + { + "instruction": "Edit Address", + "bbox": [ + 0.27784188588460285, + 0.9145859103732639, + 0.33805230458577473, + 0.93991455078125 + ], + "point": [ + 0.3079, + 0.9273 + ] + }, + { + "instruction": "Address Book", + "bbox": [ + 0.07304041120741102, + 0.5635841539171007, + 0.23446386125352647, + 0.6022259521484375 + ], + "point": [ + 0.1538, + 0.5829 + ] + }, + { + "instruction": "Account Information", + "bbox": [ + 0.07747190793355306, + 0.6009201388888888, + 0.23338017463684083, + 0.6396238878038194 + ], + "point": [ + 0.1554, + 0.6203 + ] + }, + { + "instruction": "Manage Addresses", + "bbox": [ + 0.36698455810546876, + 0.6970333523220487, + 0.4561454772949219, + 0.7233526611328125 + ], + "point": [ + 0.4116, + 0.7102 + ] + }, + { + "instruction": "emma.lopez@gmail.com", + "bbox": [ + 0.27794933319091797, + 0.5746371120876737, + 0.39150954352484807, + 0.6023116726345487 + ], + "point": [ + 0.3347, + 0.5885 + ] + }, + { + "instruction": "Edit Address", + "bbox": [ + 0.6114017486572265, + 0.914774644639757, + 0.6714058346218533, + 0.9390319146050348 + ], + "point": [ + 0.6414, + 0.9269 + ] + }, + { + "instruction": "Stored Payment Methods", + "bbox": [ + 0.08058810763888889, + 0.6434536404079861, + 0.2017068862915039, + 0.6692131890190972 + ], + "point": [ + 0.1411, + 0.6563 + ] + }, + { + "instruction": "Contact Information", + "bbox": [ + 0.27776732974582247, + 0.5153158908420139, + 0.3790763431125217, + 0.5423650444878472 + ], + "point": [ + 0.3284, + 0.5288 + ] + }, + { + "instruction": "Account Information", + "bbox": [ + 0.2770126978556315, + 0.4713432481553819, + 0.39558113945855033, + 0.5044076877170139 + ], + "point": [ + 0.3363, + 0.4879 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08307362662421333, + 0.05394248962402344, + 0.15552072525024413, + 0.0842093488905165 + ], + "point": [ + 0.1193, + 0.0691 + ] + }, + { + "instruction": "Office products.", + "bbox": [ + 0.5815884908040364, + 0.2373826938205295, + 0.6825469122992621, + 0.2989861721462674 + ], + "point": [ + 0.6321, + 0.2682 + ] + }, + { + "instruction": "Tools & Home Improvement settings.", + "bbox": [ + 0.6854269663492839, + 0.23701004028320313, + 0.8456295437282986, + 0.2979591200086806 + ], + "point": [ + 0.7655, + 0.2675 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9756624009874132, + 0.0041413052876790365, + 0.997019788953993, + 0.03920461866590712 + ], + "point": [ + 0.9863, + 0.0217 + ] + }, + { + "instruction": "My Orders.", + "bbox": [ + 0.06870996687147353, + 0.4359325493706597, + 0.24430736965603297, + 0.47181504991319445 + ], + "point": [ + 0.1565, + 0.4539 + ] + }, + { + "instruction": "Grocery & Gourmet Food options.", + "bbox": [ + 0.6482057359483507, + 0.29650604248046875, + 0.7936162312825521, + 0.35714114718967016 + ], + "point": [ + 0.7209, + 0.3268 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.874361334906684, + 0.175892333984375, + 0.8936433580186632, + 0.2109062025282118 + ], + "point": [ + 0.884, + 0.1934 + ] + }, + { + "instruction": "Lawn & Garden settings.", + "bbox": [ + 0.1924546135796441, + 0.3120614624023437, + 0.3176035563151042, + 0.3412739054361979 + ], + "point": [ + 0.255, + 0.3267 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.9231583489312066, + 0.05405692630343967, + 0.9455145094129774, + 0.08415936787923177 + ], + "point": [ + 0.9343, + 0.0691 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.887494150797526, + 0.05306918674045139, + 0.9076576232910156, + 0.08428026835123698 + ], + "point": [ + 0.8976, + 0.0687 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8622705247667101, + 0.05344860500759548, + 0.881908925374349, + 0.085248777601454 + ], + "point": [ + 0.8721, + 0.0693 + ] + }, + { + "instruction": "a crown, typically used to symbolize royalty or royalty-related products.", + "bbox": [ + 0.06866627269321018, + 0.47109978569878475, + 0.24132688840230307, + 0.5098718939887152 + ], + "point": [ + 0.155, + 0.4905 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05485672420925564, + 0.051938179863823784, + 0.07621334923638237, + 0.08776010301378039 + ], + "point": [ + 0.0655, + 0.0698 + ] + }, + { + "instruction": "Bakery or shopping cart functionality.", + "bbox": [ + 0.9057583279079862, + 0.17681625366210937, + 0.9300014919704861, + 0.21307005140516494 + ], + "point": [ + 0.9179, + 0.1949 + ] + }, + { + "instruction": "a button to sign out.", + "bbox": [ + 0.7622358534071181, + 0.10239219665527344, + 0.806055196126302, + 0.13291969299316406 + ], + "point": [ + 0.7841, + 0.1177 + ] + }, + { + "instruction": "Home & Kitchen settings.", + "bbox": [ + 0.475844234890408, + 0.23786017523871528, + 0.5801588270399306, + 0.2982856241861979 + ], + "point": [ + 0.528, + 0.2681 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.3254493925306532, + 0.31243720160590277, + 0.39697146945529516, + 0.34123236762152775 + ], + "point": [ + 0.3612, + 0.3268 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02926927672492133, + 0.05388252682156033, + 0.05024898846944173, + 0.08572290208604601 + ], + "point": [ + 0.0398, + 0.0698 + ] + }, + { + "instruction": "My Account.", + "bbox": [ + 0.5942534552680121, + 0.1025836181640625, + 0.6549123128255209, + 0.13325493706597222 + ], + "point": [ + 0.6246, + 0.1179 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005566273795233833, + 0.054685164557562935, + 0.026377744144863553, + 0.08537856207953559 + ], + "point": [ + 0.016, + 0.07 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry options.", + "bbox": [ + 0.3230434841579861, + 0.2382633293999566, + 0.47247314453125, + 0.2984789021809896 + ], + "point": [ + 0.3978, + 0.2684 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9493559095594618, + 0.05387996673583984, + 0.9713441636827257, + 0.08446772257486979 + ], + "point": [ + 0.9604, + 0.0692 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.9759264628092448, + 0.05634544372558594, + 0.9930907355414497, + 0.08355319552951389 + ], + "point": [ + 0.9845, + 0.0699 + ] + }, + { + "instruction": "My Wish List 4 items.", + "bbox": [ + 0.6590407477484809, + 0.10437773810492622, + 0.7552335103352864, + 0.13149172465006512 + ], + "point": [ + 0.7071, + 0.1179 + ] + }, + { + "instruction": "sports & outdoors settings.", + "bbox": [ + 0.2030373255411784, + 0.23776896158854166, + 0.31927276187472875, + 0.2988312784830729 + ], + "point": [ + 0.2612, + 0.2683 + ] + }, + { + "instruction": "My Account.", + "bbox": [ + 0.0687314404381646, + 0.39804911295572915, + 0.24626009729173448, + 0.43721076117621527 + ], + "point": [ + 0.1575, + 0.4176 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8299864027235243, + 0.05575436062282986, + 0.8465532090928819, + 0.08607500712076822 + ], + "point": [ + 0.8383, + 0.0709 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15677646001180012, + 0.00796290503607856, + 0.17212470372517905, + 0.04018433464898003 + ], + "point": [ + 0.1645, + 0.0241 + ] + }, + { + "instruction": "Edit change password.", + "bbox": [ + 0.2781044430202908, + 0.6078586154513889, + 0.38026928371853297, + 0.6324582248263889 + ], + "point": [ + 0.3292, + 0.6202 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.3459178924560547, + 0.008222282197740342, + 0.3622198740641276, + 0.03415924814012315 + ], + "point": [ + 0.3541, + 0.0212 + ] + }, + { + "instruction": "Video Games.", + "bbox": [ + 0.5601486206054688, + 0.3119730970594618, + 0.6441801283094618, + 0.34233856201171875 + ], + "point": [ + 0.6022, + 0.3272 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.32071611616346574, + 0.008973642985026042, + 0.3384169472588433, + 0.035317026774088545 + ], + "point": [ + 0.3296, + 0.0221 + ] + }, + { + "instruction": "My Product Reviews section.", + "bbox": [ + 0.07793861495123969, + 0.6921205647786458, + 0.2334724267323812, + 0.7329297553168402 + ], + "point": [ + 0.1557, + 0.7125 + ] + }, + { + "instruction": "Newspaster Subscriptions.", + "bbox": [ + 0.07645831108093262, + 0.7316653103298612, + 0.2339915116628011, + 0.7693307834201389 + ], + "point": [ + 0.1552, + 0.7505 + ] + }, + { + "instruction": "Edit function.", + "bbox": [ + 0.6114704132080078, + 0.5785040961371528, + 0.6306815677218967, + 0.604547119140625 + ], + "point": [ + 0.6211, + 0.5915 + ] + }, + { + "instruction": "the number 605512.", + "bbox": [ + 0.2883180618286133, + 0.8817990451388888, + 0.346765751308865, + 0.9089834255642361 + ], + "point": [ + 0.3175, + 0.8954 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 1.3823641671074761e-05, + 0.0004150496588812934, + 0.01468094786008199, + 0.05318680869208442 + ], + "point": [ + 0.0073, + 0.0268 + ] + }, + { + "instruction": "OneStop Market.", + "bbox": [ + 0.06980071067810059, + 0.17379113091362847, + 0.20738972028096517, + 0.21436177571614584 + ], + "point": [ + 0.1386, + 0.1941 + ] + }, + { + "instruction": "Advanced Search.", + "bbox": [ + 0.7224063449435764, + 0.214794192843967, + 0.8034261067708334, + 0.23904430813259547 + ], + "point": [ + 0.7629, + 0.2269 + ] + }, + { + "instruction": "the number 605512.", + "bbox": [ + 0.6218743218315972, + 0.8818906656901042, + 0.6817027621799046, + 0.9088648139105903 + ], + "point": [ + 0.6518, + 0.8954 + ] + }, + { + "instruction": "Adding a book.", + "bbox": [ + 0.27711232503255206, + 0.6930849880642361, + 0.3578502231174045, + 0.7239892578125 + ], + "point": [ + 0.3175, + 0.7085 + ] + }, + { + "instruction": "My Wish List.", + "bbox": [ + 0.06891557375590006, + 0.5082062784830729, + 0.23734020127190483, + 0.5459507581922743 + ], + "point": [ + 0.1531, + 0.5271 + ] + }, + { + "instruction": "Edit Address.", + "bbox": [ + 0.27784188588460285, + 0.9145859103732639, + 0.33805230458577473, + 0.93991455078125 + ], + "point": [ + 0.3079, + 0.9273 + ] + }, + { + "instruction": "Adding a book.", + "bbox": [ + 0.07304041120741102, + 0.5635841539171007, + 0.23446386125352647, + 0.6022259521484375 + ], + "point": [ + 0.1538, + 0.5829 + ] + }, + { + "instruction": "Account Information.", + "bbox": [ + 0.07747190793355306, + 0.6009201388888888, + 0.23338017463684083, + 0.6396238878038194 + ], + "point": [ + 0.1554, + 0.6203 + ] + }, + { + "instruction": "Manage Addresses.", + "bbox": [ + 0.36698455810546876, + 0.6970333523220487, + 0.4561454772949219, + 0.7233526611328125 + ], + "point": [ + 0.4116, + 0.7102 + ] + }, + { + "instruction": "emma lopez@gmail.com", + "bbox": [ + 0.27794933319091797, + 0.5746371120876737, + 0.39150954352484807, + 0.6023116726345487 + ], + "point": [ + 0.3347, + 0.5885 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.5385684543185764, + 0.31454722086588544, + 0.5513192070855035, + 0.34027320014105905 + ], + "point": [ + 0.5449, + 0.3274 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.17000213199191624, + 0.3161319647894965, + 0.1816294140285916, + 0.34040808783637155 + ], + "point": [ + 0.1758, + 0.3283 + ] + }, + { + "instruction": "Stop", + "bbox": [ + 0.2139675988091363, + 0.45576653374565973, + 0.23109169006347657, + 0.48510050455729165 + ], + "point": [ + 0.2225, + 0.4704 + ] + }, + { + "instruction": "Edit Address.", + "bbox": [ + 0.6114017486572265, + 0.914774644639757, + 0.6714058346218533, + 0.9390319146050348 + ], + "point": [ + 0.6414, + 0.9269 + ] + }, + { + "instruction": "Stored payment methods.", + "bbox": [ + 0.08058810763888889, + 0.6434536404079861, + 0.2017068862915039, + 0.6692131890190972 + ], + "point": [ + 0.1411, + 0.6563 + ] + }, + { + "instruction": "metis.lti.cs.CPU.edu.", + "bbox": [ + 0.15851995680067274, + 0.05655665503607856, + 0.2540018293592665, + 0.08178972032335069 + ], + "point": [ + 0.2063, + 0.0692 + ] + }, + { + "instruction": "Contacts Information.", + "bbox": [ + 0.27776732974582247, + 0.5153158908420139, + 0.3790763431125217, + 0.5423650444878472 + ], + "point": [ + 0.3284, + 0.5288 + ] + }, + { + "instruction": "Account Information.", + "bbox": [ + 0.2770126978556315, + 0.4713432481553819, + 0.39558113945855033, + 0.5044076877170139 + ], + "point": [ + 0.3363, + 0.4879 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.9946694268120659, + 0.05651922861735026, + 1.0, + 0.08510140313042534 + ], + "point": [ + 0.9973, + 0.0708 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.18647480010986328, + 0.25714552137586805, + 0.19945049285888672, + 0.28181206597222225 + ], + "point": [ + 0.193, + 0.2695 + ] + } + ], + "element_size": 123 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/contact_refund_subscribe/action_videoframes/action_8/4836.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "My Orders", + "bbox": [ + 0.035069444444444445, + 0.013888888888888888, + 0.07881944444444444, + 0.03111111111111111 + ], + "point": [ + 0.0569, + 0.0225 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.2, + 0.013333333333333334, + 0.26944444444444443, + 0.03111111111111111 + ], + "point": [ + 0.2347, + 0.0222 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.3246527777777778, + 0.011666666666666667, + 0.35868055555555556, + 0.03277777777777778 + ], + "point": [ + 0.3417, + 0.0222 + ] + }, + { + "instruction": "metis Iti.cs cmu edu:7770/sales/order/history/?p-5", + "bbox": [ + 0.15833334392971463, + 0.06055555555555556, + 0.39375005298190646, + 0.08166666666666667 + ], + "point": [ + 0.276, + 0.0711 + ] + }, + { + "instruction": "0 | =", + "bbox": [ + 0.8902778625488281, + 0.058333333333333334, + 0.9461806403266059, + 0.08166666666666667 + ], + "point": [ + 0.9182, + 0.07 + ] + }, + { + "instruction": "Welcome; Emma Lopezl", + "bbox": [ + 0.821875, + 0.10888888888888888, + 0.9329861111111111, + 0.13166666666666665 + ], + "point": [ + 0.8774, + 0.1203 + ] + }, + { + "instruction": "Search entire store here:", + "bbox": [ + 0.7291666666666666, + 0.18444444444444444, + 0.8572916666666667, + 0.205 + ], + "point": [ + 0.7932, + 0.1947 + ] + }, + { + "instruction": "Beauty & Personal Care", + "bbox": [ + 0.06805555555555555, + 0.258888905843099, + 0.184375, + 0.28055553860134547 + ], + "point": [ + 0.1262, + 0.2697 + ] + }, + { + "instruction": "Health", + "bbox": [ + 0.06875, + 0.3188888888888889, + 0.10347222222222222, + 0.33611111111111114 + ], + "point": [ + 0.0861, + 0.3275 + ] + }, + { + "instruction": "Household", + "bbox": [ + 0.11284722222222222, + 0.31666666666666665, + 0.16805555555555557, + 0.33666666666666667 + ], + "point": [ + 0.1405, + 0.3267 + ] + }, + { + "instruction": "Orders", + "bbox": [ + 0.32083333333333336, + 0.3844444444444444, + 0.4125, + 0.4338888888888889 + ], + "point": [ + 0.3667, + 0.4092 + ] + }, + { + "instruction": "Order #", + "bbox": [ + 0.28506944444444443, + 0.488888922797309, + 0.3232638888888889, + 0.5072222561306423 + ], + "point": [ + 0.3042, + 0.4981 + ] + }, + { + "instruction": "Date", + "bbox": [ + 0.40381944444444445, + 0.4877777438693576, + 0.43020833333333336, + 0.5077777438693576 + ], + "point": [ + 0.417, + 0.4978 + ] + }, + { + "instruction": "Order Total", + "bbox": [ + 0.4857638888888889, + 0.488888922797309, + 0.5427083333333333, + 0.5072222561306423 + ], + "point": [ + 0.5142, + 0.4981 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.6138888465033637, + 0.4888888888888889, + 0.6475694020589192, + 0.5061111111111111 + ], + "point": [ + 0.6307, + 0.4975 + ] + }, + { + "instruction": "Action", + "bbox": [ + 0.7232638888888889, + 0.488888922797309, + 0.7569444444444444, + 0.5072222561306423 + ], + "point": [ + 0.7401, + 0.4981 + ] + }, + { + "instruction": "000000160", + "bbox": [ + 0.284375, + 0.53, + 0.3371527777777778, + 0.5483334011501736 + ], + "point": [ + 0.3108, + 0.5392 + ] + }, + { + "instruction": "3/2/22", + "bbox": [ + 0.4045138888888889, + 0.53, + 0.43645833333333334, + 0.5483334011501736 + ], + "point": [ + 0.4205, + 0.5392 + ] + }, + { + "instruction": "$115.18", + "bbox": [ + 0.4857638888888889, + 0.5299999321831598, + 0.5239583333333333, + 0.5472221544053819 + ], + "point": [ + 0.5049, + 0.5386 + ] + }, + { + "instruction": "Canceled", + "bbox": [ + 0.6149305555555555, + 0.53, + 0.6583333333333333, + 0.5483334011501736 + ], + "point": [ + 0.6366, + 0.5392 + ] + }, + { + "instruction": "View Order", + "bbox": [ + 0.7225694444444445, + 0.5299999321831598, + 0.7756944444444445, + 0.5472221544053819 + ], + "point": [ + 0.7491, + 0.5386 + ] + }, + { + "instruction": "000000169", + "bbox": [ + 0.284375, + 0.57, + 0.3371527777777778, + 0.5883333333333334 + ], + "point": [ + 0.3108, + 0.5792 + ] + }, + { + "instruction": "3/2/22", + "bbox": [ + 0.4045138888888889, + 0.57, + 0.43645833333333334, + 0.5883333333333334 + ], + "point": [ + 0.4205, + 0.5792 + ] + }, + { + "instruction": "$52.35", + "bbox": [ + 0.48506944444444444, + 0.57, + 0.5184027777777778, + 0.5883333333333334 + ], + "point": [ + 0.5017, + 0.5792 + ] + }, + { + "instruction": "Complete", + "bbox": [ + 0.6145833333333334, + 0.5694444444444444, + 0.6618055555555555, + 0.5916666666666667 + ], + "point": [ + 0.6382, + 0.5806 + ] + }, + { + "instruction": "Reorder", + "bbox": [ + 0.7868055555555555, + 0.57, + 0.8246527777777778, + 0.5872222222222222 + ], + "point": [ + 0.8057, + 0.5786 + ] + }, + { + "instruction": "Items 41 to 42 of 42 total", + "bbox": [ + 0.27743055555555557, + 0.63, + 0.3927083333333333, + 0.6483333333333333 + ], + "point": [ + 0.3351, + 0.6392 + ] + }, + { + "instruction": "1 2 3 4 5", + "bbox": [ + 0.5944444444444444, + 0.632222154405382, + 0.6482638888888889, + 0.6483332655164931 + ], + "point": [ + 0.6214, + 0.6403 + ] + }, + { + "instruction": "Show", + "bbox": [ + 0.8107638888888888, + 0.6311111111111111, + 0.8371527777777777, + 0.6483333333333333 + ], + "point": [ + 0.824, + 0.6397 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.8888888888888888, + 0.6338888888888888, + 0.9319444444444445, + 0.6522222222222223 + ], + "point": [ + 0.9104, + 0.6431 + ] + }, + { + "instruction": "Compare Products", + "bbox": [ + 0.06770833863152398, + 0.8722222222222222, + 0.17708333863152398, + 0.9022222222222223 + ], + "point": [ + 0.1224, + 0.8872 + ] + }, + { + "instruction": "You have no items to compare_", + "bbox": [ + 0.06770833333333333, + 0.9155555555555556, + 0.20868055555555556, + 0.9366666666666666 + ], + "point": [ + 0.1382, + 0.9261 + ] + }, + { + "instruction": "metis Iti.cs cmu.edu:777O/saleslorder/viewlorder_id/169/", + "bbox": [ + 0.0024305555555555556, + 0.98, + 0.22708333333333333, + 0.9972222222222222 + ], + "point": [ + 0.1148, + 0.9886 + ] + }, + { + "instruction": "My", + "bbox": [ + 0.2812499788072374, + 0.38055555555555554, + 0.3145833121405707, + 0.44555555555555554 + ], + "point": [ + 0.2979, + 0.4131 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08288833830091688, + 0.05380247328016493, + 0.15554850896199543, + 0.08422481960720486 + ], + "point": [ + 0.1192, + 0.069 + ] + }, + { + "instruction": "10", + "bbox": [ + 0.8427656385633681, + 0.6189069281684028, + 0.8857130262586805, + 0.6585047743055555 + ], + "point": [ + 0.8642, + 0.6387 + ] + }, + { + "instruction": "My Orders", + "bbox": [ + 0.07083748711480034, + 0.4346136474609375, + 0.2391209496392144, + 0.47298807779947916 + ], + "point": [ + 0.155, + 0.4538 + ] + }, + { + "instruction": "Patio, Lawn & Garden", + "bbox": [ + 0.1919301986694336, + 0.3122976345486111, + 0.31655945248074, + 0.3409608289930556 + ], + "point": [ + 0.2542, + 0.3266 + ] + }, + { + "instruction": "Video Games", + "bbox": [ + 0.5600604587131076, + 0.3125467597113715, + 0.643159908718533, + 0.3411714341905382 + ], + "point": [ + 0.6016, + 0.3269 + ] + }, + { + "instruction": "Cell Phones & Accessories", + "bbox": [ + 0.4082255045572917, + 0.3121674940321181, + 0.5517701043023003, + 0.3408440483940972 + ], + "point": [ + 0.48, + 0.3265 + ] + }, + { + "instruction": "Home & Kitchen", + "bbox": [ + 0.4786908467610677, + 0.25338021172417535, + 0.5766999986436632, + 0.2821809387207031 + ], + "point": [ + 0.5277, + 0.2678 + ] + }, + { + "instruction": "My Downloadable Products", + "bbox": [ + 0.07023685773213705, + 0.4725281439887153, + 0.2383846229977078, + 0.5098474799262153 + ], + "point": [ + 0.1543, + 0.4912 + ] + }, + { + "instruction": "Sports & Outdoors", + "bbox": [ + 0.2087484147813585, + 0.25277172512478296, + 0.31868235270182294, + 0.28256776597764754 + ], + "point": [ + 0.2637, + 0.2677 + ] + }, + { + "instruction": "My Account", + "bbox": [ + 0.06981968879699707, + 0.39615478515625, + 0.24009073575337728, + 0.43598002115885415 + ], + "point": [ + 0.155, + 0.4161 + ] + }, + { + "instruction": "Sign Out", + "bbox": [ + 0.7619333902994792, + 0.10208251953125, + 0.8060109456380208, + 0.13366148206922743 + ], + "point": [ + 0.784, + 0.1179 + ] + }, + { + "instruction": "View Order", + "bbox": [ + 0.7231292724609375, + 0.565105726453993, + 0.7805340237087673, + 0.5898577880859375 + ], + "point": [ + 0.7518, + 0.5775 + ] + }, + { + "instruction": "Office Products", + "bbox": [ + 0.5856599595811632, + 0.25276684231228297, + 0.679554918077257, + 0.2831363762749566 + ], + "point": [ + 0.6326, + 0.268 + ] + }, + { + "instruction": "Tools & Home Improvement", + "bbox": [ + 0.6852718777126736, + 0.23840477837456597, + 0.8458296034071181, + 0.2974945068359375 + ], + "point": [ + 0.7656, + 0.2679 + ] + }, + { + "instruction": "~L)", + "bbox": [ + 0.9488265991210938, + 0.052921761406792535, + 0.9716949462890625, + 0.08516709221733941 + ], + "point": [ + 0.9603, + 0.069 + ] + }, + { + "instruction": "My Account", + "bbox": [ + 0.5943063100179037, + 0.10247592502170139, + 0.6554695553249783, + 0.133729739718967 + ], + "point": [ + 0.6249, + 0.1181 + ] + }, + { + "instruction": "My Wish List", + "bbox": [ + 0.6589296129014757, + 0.10414014180501302, + 0.7552661471896701, + 0.13221253289116752 + ], + "point": [ + 0.7071, + 0.1182 + ] + }, + { + "instruction": "items", + "bbox": [ + 0.6589296129014757, + 0.10414014180501302, + 0.7552661471896701, + 0.13221253289116752 + ], + "point": [ + 0.7071, + 0.1182 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.32536078559027776, + 0.312350836859809, + 0.39692925347222224, + 0.3417403496636285 + ], + "point": [ + 0.3611, + 0.327 + ] + }, + { + "instruction": "Grocery & Gourmet Food", + "bbox": [ + 0.653547837999132, + 0.3117370944552951, + 0.7927956475151909, + 0.34104739718967014 + ], + "point": [ + 0.7232, + 0.3264 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry", + "bbox": [ + 0.327483155992296, + 0.2523852369520399, + 0.46954188876681857, + 0.28295347425672746 + ], + "point": [ + 0.3985, + 0.2677 + ] + }, + { + "instruction": "Stored Payment Methods", + "bbox": [ + 0.08076341417100695, + 0.6432923719618056, + 0.19779171413845487, + 0.669896240234375 + ], + "point": [ + 0.1393, + 0.6566 + ] + }, + { + "instruction": "Reorder", + "bbox": [ + 0.7831926981608073, + 0.5234003024631076, + 0.8282417297363281, + 0.5534949069552951 + ], + "point": [ + 0.8057, + 0.5384 + ] + }, + { + "instruction": "Address Book", + "bbox": [ + 0.08063264952765571, + 0.5704346381293403, + 0.14591134389241536, + 0.5964626057942708 + ], + "point": [ + 0.1133, + 0.5834 + ] + }, + { + "instruction": "Account Information", + "bbox": [ + 0.08031353950500489, + 0.6072319878472222, + 0.1766253842247857, + 0.6331190321180555 + ], + "point": [ + 0.1285, + 0.6202 + ] + }, + { + "instruction": "My Wish List", + "bbox": [ + 0.07119463284810384, + 0.5084453328450521, + 0.23605760468377007, + 0.5466458129882813 + ], + "point": [ + 0.1536, + 0.5275 + ] + }, + { + "instruction": "My Product Reviews", + "bbox": [ + 0.07751833067999946, + 0.6937945556640625, + 0.2336658000946045, + 0.7332220458984375 + ], + "point": [ + 0.1556, + 0.7135 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.06975027720133463, + 0.17343729654947918, + 0.2075241512722439, + 0.21470211452907986 + ], + "point": [ + 0.1386, + 0.1941 + ] + }, + { + "instruction": "Newsletter Subscriptions", + "bbox": [ + 0.07563784387376574, + 0.7321101888020833, + 0.23412571483188205, + 0.7697227647569445 + ], + "point": [ + 0.1549, + 0.7509 + ] + }, + { + "instruction": "Advanced Search", + "bbox": [ + 0.7225013732910156, + 0.21519597371419272, + 0.8036462571885851, + 0.2389769999186198 + ], + "point": [ + 0.7631, + 0.2271 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08288833830091688, + 0.05380247328016493, + 0.15554850896199543, + 0.08422481960720486 + ], + "point": [ + 0.1192, + 0.069 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9756379021538628, + 0.003980916341145833, + 0.9971722920735677, + 0.03930578867594401 + ], + "point": [ + 0.9864, + 0.0216 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.5565965016682942, + 0.6197060139973959, + 0.5839419470893012, + 0.6603326416015625 + ], + "point": [ + 0.5703, + 0.64 + ] + }, + { + "instruction": "a dropdown menu displaying the number 10.", + "bbox": [ + 0.8427656385633681, + 0.6189069281684028, + 0.8857130262586805, + 0.6585047743055555 + ], + "point": [ + 0.8642, + 0.6387 + ] + }, + { + "instruction": "My Orders section.", + "bbox": [ + 0.07083748711480034, + 0.4346136474609375, + 0.2391209496392144, + 0.47298807779947916 + ], + "point": [ + 0.155, + 0.4538 + ] + }, + { + "instruction": "Lawn & Garden settings.", + "bbox": [ + 0.1919301986694336, + 0.3122976345486111, + 0.31655945248074, + 0.3409608289930556 + ], + "point": [ + 0.2542, + 0.3266 + ] + }, + { + "instruction": "Video Games.", + "bbox": [ + 0.5600604587131076, + 0.3125467597113715, + 0.643159908718533, + 0.3411714341905382 + ], + "point": [ + 0.6016, + 0.3269 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.874588606092665, + 0.17614322238498265, + 0.8931890699598525, + 0.21051550971137153 + ], + "point": [ + 0.8839, + 0.1933 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.9232626173231336, + 0.0537745836046007, + 0.9453763326009115, + 0.08469359503851996 + ], + "point": [ + 0.9343, + 0.0692 + ] + }, + { + "instruction": "Cellphones & Accessories settings.", + "bbox": [ + 0.4082255045572917, + 0.3121674940321181, + 0.5517701043023003, + 0.3408440483940972 + ], + "point": [ + 0.48, + 0.3265 + ] + }, + { + "instruction": "Home & Kitchen settings.", + "bbox": [ + 0.4786908467610677, + 0.25338021172417535, + 0.5766999986436632, + 0.2821809387207031 + ], + "point": [ + 0.5277, + 0.2678 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8874937269422744, + 0.0526409191555447, + 0.9076789008246527, + 0.08473582797580295 + ], + "point": [ + 0.8976, + 0.0687 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.8622957017686632, + 0.05317298041449653, + 0.8819017198350695, + 0.08563944498697916 + ], + "point": [ + 0.8721, + 0.0694 + ] + }, + { + "instruction": "My Downloads products.", + "bbox": [ + 0.07023685773213705, + 0.4725281439887153, + 0.2383846229977078, + 0.5098474799262153 + ], + "point": [ + 0.1543, + 0.4912 + ] + }, + { + "instruction": "sports & outdoors settings.", + "bbox": [ + 0.2087484147813585, + 0.25277172512478296, + 0.31868235270182294, + 0.28256776597764754 + ], + "point": [ + 0.2637, + 0.2677 + ] + }, + { + "instruction": "Bakery or shopping cart functionality.", + "bbox": [ + 0.9055452982584635, + 0.17664837307400175, + 0.9299293518066406, + 0.21340835571289063 + ], + "point": [ + 0.9177, + 0.195 + ] + }, + { + "instruction": "My Account.", + "bbox": [ + 0.06981968879699707, + 0.39615478515625, + 0.24009073575337728, + 0.43598002115885415 + ], + "point": [ + 0.155, + 0.4161 + ] + }, + { + "instruction": "Sign Out.", + "bbox": [ + 0.7619333902994792, + 0.10208251953125, + 0.8060109456380208, + 0.13366148206922743 + ], + "point": [ + 0.784, + 0.1179 + ] + }, + { + "instruction": "a button to view an order.", + "bbox": [ + 0.7231292724609375, + 0.565105726453993, + 0.7805340237087673, + 0.5898577880859375 + ], + "point": [ + 0.7518, + 0.5775 + ] + }, + { + "instruction": "Office products.", + "bbox": [ + 0.5856599595811632, + 0.25276684231228297, + 0.679554918077257, + 0.2831363762749566 + ], + "point": [ + 0.6326, + 0.268 + ] + }, + { + "instruction": "5", + "bbox": [ + 0.6406478034125433, + 0.6309410264756945, + 0.6488698323567709, + 0.6487127007378473 + ], + "point": [ + 0.6448, + 0.6398 + ] + }, + { + "instruction": "1, September, 2024", + "bbox": [ + 0.5935449812147352, + 0.6321665445963541, + 0.6020904964870877, + 0.6490195719401042 + ], + "point": [ + 0.5978, + 0.6406 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.055804369184705944, + 0.05392956203884548, + 0.07546398374769422, + 0.08522071838378906 + ], + "point": [ + 0.0656, + 0.0696 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005377250247531467, + 0.053988431294759116, + 0.02670829561021593, + 0.08528550889756945 + ], + "point": [ + 0.016, + 0.0696 + ] + }, + { + "instruction": "Tools & Home Improvement settings.", + "bbox": [ + 0.6852718777126736, + 0.23840477837456597, + 0.8458296034071181, + 0.2974945068359375 + ], + "point": [ + 0.7656, + 0.2679 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9488265991210938, + 0.052921761406792535, + 0.9716949462890625, + 0.08516709221733941 + ], + "point": [ + 0.9603, + 0.069 + ] + }, + { + "instruction": "My Account.", + "bbox": [ + 0.5943063100179037, + 0.10247592502170139, + 0.6554695553249783, + 0.133729739718967 + ], + "point": [ + 0.6249, + 0.1181 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029334486855400934, + 0.054442333645290795, + 0.05032871034410265, + 0.08448119269476996 + ], + "point": [ + 0.0398, + 0.0695 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.9760176764594184, + 0.05648537105984158, + 0.9931143018934462, + 0.0837374030219184 + ], + "point": [ + 0.9846, + 0.0701 + ] + }, + { + "instruction": "My Wish List 4 items.", + "bbox": [ + 0.6589296129014757, + 0.10414014180501302, + 0.7552661471896701, + 0.13221253289116752 + ], + "point": [ + 0.7071, + 0.1182 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.32536078559027776, + 0.312350836859809, + 0.39692925347222224, + 0.3417403496636285 + ], + "point": [ + 0.3611, + 0.327 + ] + }, + { + "instruction": "Grocery & Gourmet Food options.", + "bbox": [ + 0.653547837999132, + 0.3117370944552951, + 0.7927956475151909, + 0.34104739718967014 + ], + "point": [ + 0.7232, + 0.3264 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry options.", + "bbox": [ + 0.327483155992296, + 0.2523852369520399, + 0.46954188876681857, + 0.28295347425672746 + ], + "point": [ + 0.3985, + 0.2677 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8302229139539931, + 0.05611345926920573, + 0.8464731852213542, + 0.08548082987467448 + ], + "point": [ + 0.8383, + 0.0708 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15683895746866863, + 0.008395261764526367, + 0.17199455897013347, + 0.03969517919752333 + ], + "point": [ + 0.1644, + 0.024 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.34640509287516275, + 0.008442148632473416, + 0.3616630130343967, + 0.034195165634155276 + ], + "point": [ + 0.354, + 0.0213 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3213470882839627, + 0.012489772372775607, + 0.33725963168674045, + 0.033599912855360244 + ], + "point": [ + 0.3293, + 0.023 + ] + }, + { + "instruction": "Stored payment methods.", + "bbox": [ + 0.08076341417100695, + 0.6432923719618056, + 0.19779171413845487, + 0.669896240234375 + ], + "point": [ + 0.1393, + 0.6566 + ] + }, + { + "instruction": "recorder.", + "bbox": [ + 0.7831926981608073, + 0.5234003024631076, + 0.8282417297363281, + 0.5534949069552951 + ], + "point": [ + 0.8057, + 0.5384 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 1.700984107123481e-05, + 0.0009526358710394966, + 0.015430328581068251, + 0.052218619452582465 + ], + "point": [ + 0.0077, + 0.0266 + ] + }, + { + "instruction": "Adding a book.", + "bbox": [ + 0.08063264952765571, + 0.5704346381293403, + 0.14591134389241536, + 0.5964626057942708 + ], + "point": [ + 0.1133, + 0.5834 + ] + }, + { + "instruction": "Account Information.", + "bbox": [ + 0.08031353950500489, + 0.6072319878472222, + 0.1766253842247857, + 0.6331190321180555 + ], + "point": [ + 0.1285, + 0.6202 + ] + }, + { + "instruction": "My Wish List.", + "bbox": [ + 0.07119463284810384, + 0.5084453328450521, + 0.23605760468377007, + 0.5466458129882813 + ], + "point": [ + 0.1536, + 0.5275 + ] + }, + { + "instruction": "My Product Reviews section.", + "bbox": [ + 0.07751833067999946, + 0.6937945556640625, + 0.2336658000946045, + 0.7332220458984375 + ], + "point": [ + 0.1556, + 0.7135 + ] + }, + { + "instruction": "OneStop Market.", + "bbox": [ + 0.06975027720133463, + 0.17343729654947918, + 0.2075241512722439, + 0.21470211452907986 + ], + "point": [ + 0.1386, + 0.1941 + ] + }, + { + "instruction": "Newspaster Subscriptions.", + "bbox": [ + 0.07563784387376574, + 0.7321101888020833, + 0.23412571483188205, + 0.7697227647569445 + ], + "point": [ + 0.1549, + 0.7509 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.18670633104112414, + 0.25681942409939235, + 0.19911672804090713, + 0.28237850613064236 + ], + "point": [ + 0.1929, + 0.2696 + ] + }, + { + "instruction": "Advanced Search.", + "bbox": [ + 0.7225013732910156, + 0.21519597371419272, + 0.8036462571885851, + 0.2389769999186198 + ], + "point": [ + 0.7631, + 0.2271 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.994661627875434, + 0.05668575710720486, + 1.0, + 0.08509759691026475 + ], + "point": [ + 0.9973, + 0.0709 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.17023834652370876, + 0.3157141452365451, + 0.18157371944851344, + 0.3404056464301215 + ], + "point": [ + 0.1759, + 0.3281 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.00012188487582736545, + 0.05510616726345486, + 0.005484895573721992, + 0.08656901041666666 + ], + "point": [ + 0.0028, + 0.0708 + ] + } + ], + "element_size": 115 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/contact_refund_subscribe/action_videoframes/action_9/5208.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Order # 000000169", + "bbox": [ + 0.03437500264909532, + 0.013888888888888888, + 0.1152777804268731, + 0.029444444444444443 + ], + "point": [ + 0.0748, + 0.0217 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.2, + 0.013888888888888888, + 0.26944444444444443, + 0.029444444444444443 + ], + "point": [ + 0.2347, + 0.0217 + ] + }, + { + "instruction": "metis Iti.cs cmu.edu:7770", + "bbox": [ + 0.15868055555555555, + 0.06111111111111111, + 0.2777777777777778, + 0.07833333333333334 + ], + "point": [ + 0.2182, + 0.0697 + ] + }, + { + "instruction": "0 0 | = L", + "bbox": [ + 0.8684027777777777, + 0.0577777820163303, + 0.9680555555555556, + 0.08277777777777778 + ], + "point": [ + 0.9182, + 0.0703 + ] + }, + { + "instruction": "519.99", + "bbox": [ + 0.06736110051472982, + 0.5266666666666666, + 0.10173611111111111, + 0.5488888888888889 + ], + "point": [ + 0.0845, + 0.5378 + ] + }, + { + "instruction": "S19.36", + "bbox": [ + 0.41875, + 0.528888922797309, + 0.4527777777777778, + 0.5461111450195313 + ], + "point": [ + 0.4358, + 0.5375 + ] + }, + { + "instruction": "S15.62", + "bbox": [ + 0.7701388041178385, + 0.5288888888888889, + 0.8045138041178386, + 0.5472222222222223 + ], + "point": [ + 0.7873, + 0.5381 + ] + }, + { + "instruction": "S14.47", + "bbox": [ + 0.2437500211927626, + 0.55, + 0.2770833545260959, + 0.5683333333333334 + ], + "point": [ + 0.2604, + 0.5592 + ] + }, + { + "instruction": "S23.50", + "bbox": [ + 0.5951388888888889, + 0.595, + 0.6288194444444445, + 0.6133333333333333 + ], + "point": [ + 0.612, + 0.6042 + ] + }, + { + "instruction": "WN_", + "bbox": [ + 0.434375, + 0.7538888888888889, + 0.4534722222222222, + 0.7805555555555556 + ], + "point": [ + 0.4439, + 0.7672 + ] + }, + { + "instruction": "TWIN PACK ", + "bbox": [ + 0.4597222222222222, + 0.7472222900390625, + 0.5402777777777777, + 0.7944445122612848 + ], + "point": [ + 0.5, + 0.7708 + ] + }, + { + "instruction": "", + "bbox": [ + 0.32256944444444446, + 0.8161111111111111, + 0.3302083333333333, + 0.8211111111111111 + ], + "point": [ + 0.3264, + 0.8186 + ] + }, + { + "instruction": "4l", + "bbox": [ + 0.4322916666666667, + 0.787777845594618, + 0.4597222222222222, + 0.8294445122612847 + ], + "point": [ + 0.446, + 0.8086 + ] + }, + { + "instruction": "Kraft", + "bbox": [ + 0.5003472222222223, + 0.7894444444444444, + 0.5267361958821615, + 0.81 + ], + "point": [ + 0.5135, + 0.7997 + ] + }, + { + "instruction": "(ke8ees", + "bbox": [ + 0.8003472222222222, + 0.7583333333333333, + 0.9, + 0.84 + ], + "point": [ + 0.8502, + 0.7992 + ] + }, + { + "instruction": "2Q01", + "bbox": [ + 0.09444444444444444, + 0.8188888888888889, + 0.13333333333333333, + 0.8455555555555555 + ], + "point": [ + 0.1139, + 0.8322 + ] + }, + { + "instruction": "Spicyl", + "bbox": [ + 0.8531249152289496, + 0.84, + 0.8826388041178386, + 0.8561111111111112 + ], + "point": [ + 0.8679, + 0.8481 + ] + }, + { + "instruction": "270622", + "bbox": [ + 0.1486111111111111, + 0.8538888888888889, + 0.20590277777777777, + 0.8822222222222222 + ], + "point": [ + 0.1773, + 0.8681 + ] + }, + { + "instruction": "IIE", + "bbox": [ + 0.8277778625488281, + 0.8655555555555555, + 0.8631945292154948, + 0.9 + ], + "point": [ + 0.8455, + 0.8828 + ] + }, + { + "instruction": "Scnsoning", + "bbox": [ + 0.8336805555555555, + 0.8938888888888888, + 0.8829861111111111, + 0.915 + ], + "point": [ + 0.8583, + 0.9044 + ] + }, + { + "instruction": "KCa", + "bbox": [ + 0.20416666666666666, + 0.9644444444444444, + 0.21736111111111112, + 0.9738888888888889 + ], + "point": [ + 0.2108, + 0.9692 + ] + }, + { + "instruction": "CREAt ON", + "bbox": [ + 0.8277777777777777, + 0.9666666666666667, + 0.8579861111111111, + 0.9866666666666667 + ], + "point": [ + 0.8429, + 0.9767 + ] + }, + { + "instruction": "cmu.edu:7770/pre-baked-gingerbread-house-kit-value-pack-17-0z-pack-of-2_", + "bbox": [ + 0.008680544959174263, + 0.98, + 0.3201388782925076, + 0.9983333333333333 + ], + "point": [ + 0.1644, + 0.9892 + ] + }, + { + "instruction": "Utove", + "bbox": [ + 0.44687504238552517, + 0.8366666666666667, + 0.5621528201633029, + 0.8444444444444444 + ], + "point": [ + 0.5045, + 0.8406 + ] + }, + { + "instruction": "Top", + "bbox": [ + 0.4888888888888889, + 0.866666734483507, + 0.5461805555555556, + 0.9083334011501736 + ], + "point": [ + 0.5175, + 0.8875 + ] + }, + { + "instruction": "XNHIUE", + "bbox": [ + 0.8565972222222222, + 0.8633333333333333, + 0.8885416666666667, + 0.8966666666666666 + ], + "point": [ + 0.8726, + 0.88 + ] + }, + { + "instruction": "Stutfing", + "bbox": [ + 0.5326388888888889, + 0.8844444444444445, + 0.5614583333333333, + 0.8927777777777778 + ], + "point": [ + 0.547, + 0.8886 + ] + }, + { + "instruction": "TURKEY", + "bbox": [ + 0.4930555555555556, + 0.9366666666666666, + 0.5454861111111111, + 0.9366666666666666 + ], + "point": [ + 0.5193, + 0.9367 + ] + }, + { + "instruction": "Biean", + "bbox": [ + 0.8548611111111111, + 0.9672222222222222, + 0.8809027777777778, + 0.9672222222222222 + ], + "point": [ + 0.8679, + 0.9672 + ] + }, + { + "instruction": "'CocewHip", + "bbox": [ + 0.7681916978624131, + 0.1531944613986545, + 0.9347846137152778, + 0.38664082845052083 + ], + "point": [ + 0.8515, + 0.2699 + ] + }, + { + "instruction": "FAGE", + "bbox": [ + 0.7681916978624131, + 0.1531944613986545, + 0.9347846137152778, + 0.38664082845052083 + ], + "point": [ + 0.8515, + 0.2699 + ] + }, + { + "instruction": "coconUI", + "bbox": [ + 0.7681916978624131, + 0.1531944613986545, + 0.9347846137152778, + 0.38664082845052083 + ], + "point": [ + 0.8515, + 0.2699 + ] + }, + { + "instruction": "PPEO", + "bbox": [ + 0.7681916978624131, + 0.1531944613986545, + 0.9347846137152778, + 0.38664082845052083 + ], + "point": [ + 0.8515, + 0.2699 + ] + }, + { + "instruction": "Icpping", + "bbox": [ + 0.7681916978624131, + 0.1531944613986545, + 0.9347846137152778, + 0.38664082845052083 + ], + "point": [ + 0.8515, + 0.2699 + ] + }, + { + "instruction": "SO", + "bbox": [ + 0.7681916978624131, + 0.1531944613986545, + 0.9347846137152778, + 0.38664082845052083 + ], + "point": [ + 0.8515, + 0.2699 + ] + }, + { + "instruction": "DELICIOUSA", + "bbox": [ + 0.7681916978624131, + 0.1531944613986545, + 0.9347846137152778, + 0.38664082845052083 + ], + "point": [ + 0.8515, + 0.2699 + ] + }, + { + "instruction": "oa", + "bbox": [ + 0.7681916978624131, + 0.1531944613986545, + 0.9347846137152778, + 0.38664082845052083 + ], + "point": [ + 0.8515, + 0.2699 + ] + }, + { + "instruction": "Cight", + "bbox": [ + 0.7681916978624131, + 0.1531944613986545, + 0.9347846137152778, + 0.38664082845052083 + ], + "point": [ + 0.8515, + 0.2699 + ] + }, + { + "instruction": "Belle Of The Ball Princess Sprinkle", + "bbox": [ + 0.5944310930040148, + 0.40216769748263886, + 0.7563334147135417, + 0.5419549560546875 + ], + "point": [ + 0.6754, + 0.4721 + ] + }, + { + "instruction": "Mix| Wedding Colorful Sprinkles [", + "bbox": [ + 0.5944310930040148, + 0.40216769748263886, + 0.7563334147135417, + 0.5419549560546875 + ], + "point": [ + 0.6754, + 0.4721 + ] + }, + { + "instruction": "Cake Cupcake Cookie Sprinkles ", + "bbox": [ + 0.5944310930040148, + 0.40216769748263886, + 0.7563334147135417, + 0.5419549560546875 + ], + "point": [ + 0.6754, + 0.4721 + ] + }, + { + "instruction": "Ice cream Candy Sprinkles [", + "bbox": [ + 0.5944310930040148, + 0.40216769748263886, + 0.7563334147135417, + 0.5419549560546875 + ], + "point": [ + 0.6754, + 0.4721 + ] + }, + { + "instruction": "Yellow", + "bbox": [ + 0.5944310930040148, + 0.40216769748263886, + 0.7563334147135417, + 0.5419549560546875 + ], + "point": [ + 0.6754, + 0.4721 + ] + }, + { + "instruction": "Gold Red Royal Red Rose", + "bbox": [ + 0.5944310930040148, + 0.40216769748263886, + 0.7563334147135417, + 0.5419549560546875 + ], + "point": [ + 0.6754, + 0.4721 + ] + }, + { + "instruction": "Flowers Decorating Sprinkles, 80Z", + "bbox": [ + 0.5944310930040148, + 0.40216769748263886, + 0.7563334147135417, + 0.5419549560546875 + ], + "point": [ + 0.6754, + 0.4721 + ] + }, + { + "instruction": "Icing", + "bbox": [ + 0.5944310930040148, + 0.40216769748263886, + 0.7563334147135417, + 0.5419549560546875 + ], + "point": [ + 0.6754, + 0.4721 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.4195234510633681, + 0.5761332194010417, + 0.49956453111436633, + 0.6141853841145833 + ], + "point": [ + 0.4595, + 0.5952 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.7711324055989583, + 0.5762078179253473, + 0.8507792154947916, + 0.6141094292534722 + ], + "point": [ + 0.811, + 0.5952 + ] + }, + { + "instruction": "V8", + "bbox": [ + 0.24372314876980253, + 0.4012992011176215, + 0.4058494567871094, + 0.49749121771918403 + ], + "point": [ + 0.3248, + 0.4494 + ] + }, + { + "instruction": "+Energy, Healthy Energy Drink,", + "bbox": [ + 0.24372314876980253, + 0.4012992011176215, + 0.4058494567871094, + 0.49749121771918403 + ], + "point": [ + 0.3248, + 0.4494 + ] + }, + { + "instruction": "Steady Energy from Black and", + "bbox": [ + 0.24372314876980253, + 0.4012992011176215, + 0.4058494567871094, + 0.49749121771918403 + ], + "point": [ + 0.3248, + 0.4494 + ] + }, + { + "instruction": "Green Tea, Pomegranate", + "bbox": [ + 0.24372314876980253, + 0.4012992011176215, + 0.4058494567871094, + 0.49749121771918403 + ], + "point": [ + 0.3248, + 0.4494 + ] + }, + { + "instruction": "Blueberry, 8 Ounce Can ,Pack of 24", + "bbox": [ + 0.24372314876980253, + 0.4012992011176215, + 0.4058494567871094, + 0.49749121771918403 + ], + "point": [ + 0.3248, + 0.4494 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.06797861523098415, + 0.5761060926649305, + 0.14785328971015083, + 0.6141474066840278 + ], + "point": [ + 0.1079, + 0.5951 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.2433982213338216, + 0.5985781521267362, + 0.32324793073866104, + 0.6365897623697917 + ], + "point": [ + 0.2833, + 0.6176 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.5954494476318359, + 0.6424788411458333, + 0.6748213450113932, + 0.6808806694878472 + ], + "point": [ + 0.6351, + 0.6617 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.0824522230360243, + 0.05313138749864366, + 0.15561722649468315, + 0.08429785834418403 + ], + "point": [ + 0.119, + 0.0687 + ] + }, + { + "instruction": "ELkwooDl", + "bbox": [ + 0.4168333689371745, + 0.0956686062282986, + 0.5809588538275825, + 0.3967361111111111 + ], + "point": [ + 0.4989, + 0.2462 + ] + }, + { + "instruction": "ORANGE VANILA", + "bbox": [ + 0.4168333689371745, + 0.0956686062282986, + 0.5809588538275825, + 0.3967361111111111 + ], + "point": [ + 0.4989, + 0.2462 + ] + }, + { + "instruction": "Irii", + "bbox": [ + 0.4168333689371745, + 0.0956686062282986, + 0.5809588538275825, + 0.3967361111111111 + ], + "point": [ + 0.4989, + 0.2462 + ] + }, + { + "instruction": "Jatutiot", + "bbox": [ + 0.4168333689371745, + 0.0956686062282986, + 0.5809588538275825, + 0.3967361111111111 + ], + "point": [ + 0.4989, + 0.2462 + ] + }, + { + "instruction": "ENERGYRGY", + "bbox": [ + 0.24205714331732855, + 0.1521903822157118, + 0.4080203586154514, + 0.3888799031575521 + ], + "point": [ + 0.325, + 0.2705 + ] + }, + { + "instruction": "NERGY WERGY UERGY WERGY", + "bbox": [ + 0.24205714331732855, + 0.1521903822157118, + 0.4080203586154514, + 0.3888799031575521 + ], + "point": [ + 0.325, + 0.2705 + ] + }, + { + "instruction": "ENERGY", + "bbox": [ + 0.24205714331732855, + 0.1521903822157118, + 0.4080203586154514, + 0.3888799031575521 + ], + "point": [ + 0.325, + 0.2705 + ] + }, + { + "instruction": "So Delicious Dairy Free CocoWhip", + "bbox": [ + 0.7691620720757378, + 0.40069783528645836, + 0.9432206047905816, + 0.4739971245659722 + ], + "point": [ + 0.8562, + 0.4373 + ] + }, + { + "instruction": "Light; Vegan; Non-GMO Project", + "bbox": [ + 0.7691620720757378, + 0.40069783528645836, + 0.9432206047905816, + 0.4739971245659722 + ], + "point": [ + 0.8562, + 0.4373 + ] + }, + { + "instruction": "Verified; 9 0z. Tub", + "bbox": [ + 0.7691620720757378, + 0.40069783528645836, + 0.9432206047905816, + 0.4739971245659722 + ], + "point": [ + 0.8562, + 0.4373 + ] + }, + { + "instruction": "Elmwood Inn Fine Teas, Orange", + "bbox": [ + 0.41845016479492186, + 0.40178846571180554, + 0.5815733167860243, + 0.47457634819878475 + ], + "point": [ + 0.5, + 0.4382 + ] + }, + { + "instruction": "Vanilla Caffeine-free Fruit Infusion,", + "bbox": [ + 0.41845016479492186, + 0.40178846571180554, + 0.5815733167860243, + 0.47457634819878475 + ], + "point": [ + 0.5, + 0.4382 + ] + }, + { + "instruction": "16-Ounce Pouch", + "bbox": [ + 0.41845016479492186, + 0.40178846571180554, + 0.5815733167860243, + 0.47457634819878475 + ], + "point": [ + 0.5, + 0.4382 + ] + }, + { + "instruction": "Shousee", + "bbox": [ + 0.06675480206807455, + 0.11067577785915798, + 0.22497496604919434, + 0.3920914035373264 + ], + "point": [ + 0.1459, + 0.2514 + ] + }, + { + "instruction": "ard", + "bbox": [ + 0.06675480206807455, + 0.11067577785915798, + 0.22497496604919434, + 0.3920914035373264 + ], + "point": [ + 0.1459, + 0.2514 + ] + }, + { + "instruction": "Ilo", + "bbox": [ + 0.17506513595581055, + 0.577891845703125, + 0.19564798143174914, + 0.614102783203125 + ], + "point": [ + 0.1854, + 0.596 + ] + }, + { + "instruction": "Iz", + "bbox": [ + 0.8778114318847656, + 0.5775071885850694, + 0.8987458123101129, + 0.6146774631076389 + ], + "point": [ + 0.8883, + 0.5961 + ] + }, + { + "instruction": "Ilo", + "bbox": [ + 0.7014790429009332, + 0.6428009033203125, + 0.7235788133409288, + 0.6833282470703125 + ], + "point": [ + 0.7125, + 0.6631 + ] + }, + { + "instruction": "Ilo", + "bbox": [ + 0.35027919345431857, + 0.5986106363932292, + 0.3715632544623481, + 0.636695081922743 + ], + "point": [ + 0.3609, + 0.6177 + ] + }, + { + "instruction": "Ilo", + "bbox": [ + 0.5255327436659071, + 0.577637939453125, + 0.5471248626708984, + 0.6143367513020833 + ], + "point": [ + 0.5363, + 0.596 + ] + }, + { + "instruction": "Reviews", + "bbox": [ + 0.41678055657280816, + 0.48274787055121526, + 0.5812636905246311, + 0.5095831298828125 + ], + "point": [ + 0.499, + 0.4962 + ] + }, + { + "instruction": "12", + "bbox": [ + 0.7676656934950087, + 0.48355597601996525, + 0.8828381856282552, + 0.5105295138888889 + ], + "point": [ + 0.8253, + 0.497 + ] + }, + { + "instruction": "Reviews", + "bbox": [ + 0.7676656934950087, + 0.48355597601996525, + 0.8828381856282552, + 0.5105295138888889 + ], + "point": [ + 0.8253, + 0.497 + ] + }, + { + "instruction": "12 Reviews", + "bbox": [ + 0.592870373196072, + 0.5498176066080729, + 0.707400385538737, + 0.5782017686631944 + ], + "point": [ + 0.6501, + 0.564 + ] + }, + { + "instruction": "Review", + "bbox": [ + 0.13231705559624565, + 0.4848566691080729, + 0.17266561720106338, + 0.5087804836697049 + ], + "point": [ + 0.1525, + 0.4968 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.3212274763319227, + 0.010626914766099718, + 0.3371333228217231, + 0.03701046307881673 + ], + "point": [ + 0.3292, + 0.0238 + ] + }, + { + "instruction": "Pre-baked Gingerbread House Kit", + "bbox": [ + 0.06809255811903211, + 0.4016382514105903, + 0.227120844523112, + 0.47466837565104164 + ], + "point": [ + 0.1476, + 0.4382 + ] + }, + { + "instruction": "Value Pack; 17 0z,, Pack of 2, Total", + "bbox": [ + 0.06809255811903211, + 0.4016382514105903, + 0.227120844523112, + 0.47466837565104164 + ], + "point": [ + 0.1476, + 0.4382 + ] + }, + { + "instruction": "34 0z _", + "bbox": [ + 0.06809255811903211, + 0.4016382514105903, + 0.227120844523112, + 0.47466837565104164 + ], + "point": [ + 0.1476, + 0.4382 + ] + }, + { + "instruction": "12 Reviews", + "bbox": [ + 0.30821160210503473, + 0.505115966796875, + 0.35844764709472654, + 0.5318181694878472 + ], + "point": [ + 0.3333, + 0.5185 + ] + }, + { + "instruction": "Ginger", + "bbox": [ + 0.24190942976209853, + 0.7342338731553819, + 0.4107554965549045, + 0.9969068060980902 + ], + "point": [ + 0.3263, + 0.8656 + ] + }, + { + "instruction": "ALE", + "bbox": [ + 0.24190942976209853, + 0.7342338731553819, + 0.4107554965549045, + 0.9969068060980902 + ], + "point": [ + 0.3263, + 0.8656 + ] + }, + { + "instruction": "Light coco whip.", + "bbox": [ + 0.7681916978624131, + 0.1531944613986545, + 0.9347846137152778, + 0.38664082845052083 + ], + "point": [ + 0.8515, + 0.2699 + ] + }, + { + "instruction": "Bold of the ball princess sprinkles.", + "bbox": [ + 0.5944310930040148, + 0.40216769748263886, + 0.7563334147135417, + 0.5419549560546875 + ], + "point": [ + 0.6754, + 0.4721 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.4195234510633681, + 0.5761332194010417, + 0.49956453111436633, + 0.6141853841145833 + ], + "point": [ + 0.4595, + 0.5952 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.7711324055989583, + 0.5762078179253473, + 0.8507792154947916, + 0.6141094292534722 + ], + "point": [ + 0.811, + 0.5952 + ] + }, + { + "instruction": "Healthy Energy Drink.", + "bbox": [ + 0.24372314876980253, + 0.4012992011176215, + 0.4058494567871094, + 0.49749121771918403 + ], + "point": [ + 0.3248, + 0.4494 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.06797861523098415, + 0.5761060926649305, + 0.14785328971015083, + 0.6141474066840278 + ], + "point": [ + 0.1079, + 0.5951 + ] + }, + { + "instruction": "a background with red roses and yellow confetti.", + "bbox": [ + 0.593601311577691, + 0.09928910997178819, + 0.7574378967285156, + 0.368349609375 + ], + "point": [ + 0.6755, + 0.2338 + ] + }, + { + "instruction": "Adding a new item to the cart.", + "bbox": [ + 0.2433982213338216, + 0.5985781521267362, + 0.32324793073866104, + 0.6365897623697917 + ], + "point": [ + 0.2833, + 0.6176 + ] + }, + { + "instruction": "Adding a new item to the cart.", + "bbox": [ + 0.5954494476318359, + 0.6424788411458333, + 0.6748213450113932, + 0.6808806694878472 + ], + "point": [ + 0.6351, + 0.6617 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.0824522230360243, + 0.05313138749864366, + 0.15561722649468315, + 0.08429785834418403 + ], + "point": [ + 0.119, + 0.0687 + ] + }, + { + "instruction": "Orange Vanilla coffee.", + "bbox": [ + 0.4168333689371745, + 0.0956686062282986, + 0.5809588538275825, + 0.3967361111111111 + ], + "point": [ + 0.4989, + 0.2462 + ] + }, + { + "instruction": "Energy energy drink.", + "bbox": [ + 0.24205714331732855, + 0.1521903822157118, + 0.4080203586154514, + 0.3888799031575521 + ], + "point": [ + 0.325, + 0.2705 + ] + }, + { + "instruction": "A product or product that is verified, 9 oz. tub.", + "bbox": [ + 0.7691620720757378, + 0.40069783528645836, + 0.9432206047905816, + 0.4739971245659722 + ], + "point": [ + 0.8562, + 0.4373 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9756930033365886, + 0.0036683824327256942, + 0.9969537523057725, + 0.039086774190266925 + ], + "point": [ + 0.9863, + 0.0214 + ] + }, + { + "instruction": "A 16-Ounce Pouch.", + "bbox": [ + 0.41845016479492186, + 0.40178846571180554, + 0.5815733167860243, + 0.47457634819878475 + ], + "point": [ + 0.5, + 0.4382 + ] + }, + { + "instruction": "gingerbread house.", + "bbox": [ + 0.06675480206807455, + 0.11067577785915798, + 0.22497496604919434, + 0.3920914035373264 + ], + "point": [ + 0.1459, + 0.2514 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05404343075222439, + 0.04802346971299913, + 0.07661156124538845, + 0.08894512600368924 + ], + "point": [ + 0.0653, + 0.0685 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.32570616404215497, + 0.5995441351996528, + 0.3450784259372287, + 0.6367513020833333 + ], + "point": [ + 0.3354, + 0.6181 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.6766741010877821, + 0.6434214274088542, + 0.6966536204020183, + 0.682509019639757 + ], + "point": [ + 0.6867, + 0.663 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.15011222627427842, + 0.5782857259114583, + 0.16933567259046767, + 0.614183349609375 + ], + "point": [ + 0.1597, + 0.5962 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8292800903320312, + 0.05643318600124783, + 0.84664306640625, + 0.08610276963975694 + ], + "point": [ + 0.838, + 0.0713 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.501086934407552, + 0.57800048828125, + 0.5206637912326388, + 0.6146674262152778 + ], + "point": [ + 0.5109, + 0.5963 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.8523288302951388, + 0.5773679606119791, + 0.8724348280164931, + 0.6151621500651042 + ], + "point": [ + 0.8624, + 0.5963 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.17506513595581055, + 0.577891845703125, + 0.19564798143174914, + 0.614102783203125 + ], + "point": [ + 0.1854, + 0.596 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.8778114318847656, + 0.5775071885850694, + 0.8987458123101129, + 0.6146774631076389 + ], + "point": [ + 0.8883, + 0.5961 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02876685195498996, + 0.04947488996717665, + 0.05085154109530979, + 0.08847025553385417 + ], + "point": [ + 0.0398, + 0.069 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.7014790429009332, + 0.6428009033203125, + 0.7235788133409288, + 0.6833282470703125 + ], + "point": [ + 0.7125, + 0.6631 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.35027919345431857, + 0.5986106363932292, + 0.3715632544623481, + 0.636695081922743 + ], + "point": [ + 0.3609, + 0.6177 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.0039718998803032765, + 0.047840826246473525, + 0.027855730056762694, + 0.08983328925238715 + ], + "point": [ + 0.0159, + 0.0688 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8609010484483507, + 0.052679324679904514, + 0.8825631035698784, + 0.08491462707519531 + ], + "point": [ + 0.8717, + 0.0688 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9481547037760417, + 0.04575071546766493, + 0.973227776421441, + 0.0901403045654297 + ], + "point": [ + 0.9607, + 0.0679 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.5255327436659071, + 0.577637939453125, + 0.5471248626708984, + 0.6143367513020833 + ], + "point": [ + 0.5363, + 0.596 + ] + }, + { + "instruction": "4 views.", + "bbox": [ + 0.41678055657280816, + 0.48274787055121526, + 0.5812636905246311, + 0.5095831298828125 + ], + "point": [ + 0.499, + 0.4962 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.923327382405599, + 0.048699408637152775, + 0.9462440490722657, + 0.08680453830295139 + ], + "point": [ + 0.9348, + 0.0678 + ] + }, + { + "instruction": "12 reviews.", + "bbox": [ + 0.7676656934950087, + 0.48355597601996525, + 0.8828381856282552, + 0.5105295138888889 + ], + "point": [ + 0.8253, + 0.497 + ] + }, + { + "instruction": "12 reviews.", + "bbox": [ + 0.592870373196072, + 0.5498176066080729, + 0.707400385538737, + 0.5782017686631944 + ], + "point": [ + 0.6501, + 0.564 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9750173780653212, + 0.04942123413085937, + 0.9938318040635851, + 0.08863055759006076 + ], + "point": [ + 0.9844, + 0.069 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15766500896877714, + 0.005179203881157769, + 0.17239641613430448, + 0.0418885866800944 + ], + "point": [ + 0.165, + 0.0235 + ] + }, + { + "instruction": "1 review.", + "bbox": [ + 0.13231705559624565, + 0.4848566691080729, + 0.17266561720106338, + 0.5087804836697049 + ], + "point": [ + 0.1525, + 0.4968 + ] + }, + { + "instruction": "Adding to favorites or bookmarking.", + "bbox": [ + 0.24175039927164713, + 0.5051405504014757, + 0.28061072031656903, + 0.5321748521592882 + ], + "point": [ + 0.2612, + 0.5187 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.10449150933159722, + 0.4855550469292535, + 0.11624317169189453, + 0.507525872124566 + ], + "point": [ + 0.1104, + 0.4965 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3212274763319227, + 0.010626914766099718, + 0.3371333228217231, + 0.03701046307881673 + ], + "point": [ + 0.3292, + 0.0238 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.11615844302707248, + 0.4850042724609375, + 0.1293533749050564, + 0.5076005723741319 + ], + "point": [ + 0.1228, + 0.4963 + ] + }, + { + "instruction": "Adding to favorites or bookmarking.", + "bbox": [ + 0.27943634457058375, + 0.5052662828233507, + 0.3051011615329319, + 0.531610616048177 + ], + "point": [ + 0.2923, + 0.5184 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.09166391160753039, + 0.48581861707899304, + 0.10406578911675347, + 0.5074359130859375 + ], + "point": [ + 0.0979, + 0.4966 + ] + }, + { + "instruction": "a user profile or account.", + "bbox": [ + 0.6094537523057726, + 0.7915017361111111, + 0.7411649915907118, + 0.9706174045138889 + ], + "point": [ + 0.6753, + 0.8811 + ] + }, + { + "instruction": "pre-baked gingerbread house kit.", + "bbox": [ + 0.06809255811903211, + 0.4016382514105903, + 0.227120844523112, + 0.47466837565104164 + ], + "point": [ + 0.1476, + 0.4382 + ] + }, + { + "instruction": "Adding to favorites or bookmarking.", + "bbox": [ + 0.06639972792731391, + 0.48567813449435765, + 0.0908145268758138, + 0.5076476033528646 + ], + "point": [ + 0.0786, + 0.4967 + ] + }, + { + "instruction": "Blank", + "bbox": [ + 0.20789561801486545, + 0.7402967664930555, + 0.22811720106336805, + 0.7741654459635416 + ], + "point": [ + 0.218, + 0.7572 + ] + }, + { + "instruction": "12 views.", + "bbox": [ + 0.30821160210503473, + 0.505115966796875, + 0.35844764709472654, + 0.5318181694878472 + ], + "point": [ + 0.3333, + 0.5185 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9927803887261285, + 0.24797929551866318, + 1.0, + 0.354710930718316 + ], + "point": [ + 0.9964, + 0.3013 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.3455934524536133, + 0.00661131223042806, + 0.36264105902777777, + 0.040405185487535265 + ], + "point": [ + 0.3541, + 0.0235 + ] + }, + { + "instruction": "aginger ale.", + "bbox": [ + 0.24190942976209853, + 0.7342338731553819, + 0.4107554965549045, + 0.9969068060980902 + ], + "point": [ + 0.3263, + 0.8656 + ] + } + ], + "element_size": 142 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/contact_refund_subscribe/action_videoframes/action_10/5562.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Order # 000000169", + "bbox": [ + 0.03437500264909532, + 0.013888888888888888, + 0.1152777804268731, + 0.029444444444444443 + ], + "point": [ + 0.0748, + 0.0217 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.20000002119276258, + 0.013888888888888888, + 0.26840279897054037, + 0.029444444444444443 + ], + "point": [ + 0.2342, + 0.0217 + ] + }, + { + "instruction": "metis Iti.cs cmu.edu:7770", + "bbox": [ + 0.15868055555555555, + 0.06111111111111111, + 0.2777777777777778, + 0.07833333333333334 + ], + "point": [ + 0.2182, + 0.0697 + ] + }, + { + "instruction": "0 0 | = L", + "bbox": [ + 0.8677083333333333, + 0.05833332909478082, + 0.9680555555555556, + 0.08277776930067274 + ], + "point": [ + 0.9179, + 0.0706 + ] + }, + { + "instruction": "S11.50", + "bbox": [ + 0.2437500211927626, + 0.435, + 0.2770833545260959, + 0.4533333333333333 + ], + "point": [ + 0.2604, + 0.4442 + ] + }, + { + "instruction": "Items", + "bbox": [ + 0.06805555025736491, + 0.5822222222222222, + 0.0920138888888889, + 0.5972222222222222 + ], + "point": [ + 0.08, + 0.5897 + ] + }, + { + "instruction": "to 12 of 24 total", + "bbox": [ + 0.09826388888888889, + 0.5811111111111111, + 0.16319444444444445, + 0.5972222222222222 + ], + "point": [ + 0.1307, + 0.5892 + ] + }, + { + "instruction": "Privacy and Cookie Policy", + "bbox": [ + 0.06770833333333333, + 0.7422222222222222, + 0.18680555555555556, + 0.7672222222222222 + ], + "point": [ + 0.1273, + 0.7547 + ] + }, + { + "instruction": "Enter your email address", + "bbox": [ + 0.7291666666666666, + 0.7516666666666667, + 0.8454861111111112, + 0.7727777777777778 + ], + "point": [ + 0.7873, + 0.7622 + ] + }, + { + "instruction": "Search Terms", + "bbox": [ + 0.06805555555555555, + 0.7761111111111111, + 0.13090277777777778, + 0.7944444444444444 + ], + "point": [ + 0.0995, + 0.7853 + ] + }, + { + "instruction": "Advanced Search", + "bbox": [ + 0.06840277777777778, + 0.8066666666666666, + 0.1486111111111111, + 0.8266666666666667 + ], + "point": [ + 0.1085, + 0.8167 + ] + }, + { + "instruction": "Contact Us", + "bbox": [ + 0.06875, + 0.8388888888888889, + 0.12013888888888889, + 0.8572222222222222 + ], + "point": [ + 0.0944, + 0.8481 + ] + }, + { + "instruction": "Copyright @ 2013-present Magento, Inc. All rights reserved:", + "bbox": [ + 0.06736112170749241, + 0.911666734483507, + 0.2986111217074924, + 0.9322222900390625 + ], + "point": [ + 0.183, + 0.9219 + ] + }, + { + "instruction": "Help Us", + "bbox": [ + 0.06875, + 0.9538888888888889, + 0.10069444444444445, + 0.9711111111111111 + ], + "point": [ + 0.0847, + 0.9625 + ] + }, + { + "instruction": "Magento Healthy Report AIl Bugs", + "bbox": [ + 0.12256944444444444, + 0.9544444444444444, + 0.253125, + 0.9727777777777777 + ], + "point": [ + 0.1878, + 0.9636 + ] + }, + { + "instruction": "metis Iti.cs_", + "bbox": [ + 0.0024305529064602323, + 0.9811111111111112, + 0.047569441795349124, + 0.9961111111111111 + ], + "point": [ + 0.025, + 0.9886 + ] + }, + { + "instruction": "cmu edu:7770/catalogsearchladvanced/", + "bbox": [ + 0.04722222752041287, + 0.9788888888888889, + 0.20729167196485732, + 1.0 + ], + "point": [ + 0.1273, + 0.9894 + ] + }, + { + "instruction": "Keep", + "bbox": [ + 0.10138888888888889, + 0.9522222222222222, + 0.12152777777777778, + 0.9727777777777777 + ], + "point": [ + 0.1115, + 0.9625 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.24398714701334637, + 0.4825763278537326, + 0.32345093621148, + 0.5208849080403646 + ], + "point": [ + 0.2837, + 0.5017 + ] + }, + { + "instruction": "Subscribe", + "bbox": [ + 0.8605261060926649, + 0.7405668809678819, + 0.93181398179796, + 0.7798430040147569 + ], + "point": [ + 0.8962, + 0.7602 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.0677374521891276, + 0.43856065538194444, + 0.14783492618136937, + 0.47642225477430555 + ], + "point": [ + 0.1078, + 0.4575 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.0824963993496365, + 0.0533340581258138, + 0.15556552675035265, + 0.08428218417697482 + ], + "point": [ + 0.119, + 0.0688 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.3214040332370334, + 0.009754658804999457, + 0.33669715457492405, + 0.038522655698988176 + ], + "point": [ + 0.3291, + 0.0241 + ] + }, + { + "instruction": "Crunchy Rice Rollers", + "bbox": [ + 0.24270746443006727, + 0.3085187445746528, + 0.4110023922390408, + 0.3844668918185764 + ], + "point": [ + 0.3269, + 0.3465 + ] + }, + { + "instruction": "Gluten Free", + "bbox": [ + 0.24270746443006727, + 0.3085187445746528, + 0.4110023922390408, + 0.3844668918185764 + ], + "point": [ + 0.3269, + 0.3465 + ] + }, + { + "instruction": "Vegan", + "bbox": [ + 0.24270746443006727, + 0.3085187445746528, + 0.4110023922390408, + 0.3844668918185764 + ], + "point": [ + 0.3269, + 0.3465 + ] + }, + { + "instruction": "3.5 0z Individual Packs (4", + "bbox": [ + 0.24270746443006727, + 0.3085187445746528, + 0.4110023922390408, + 0.3844668918185764 + ], + "point": [ + 0.3269, + 0.3465 + ] + }, + { + "instruction": "Packs of 8 Rollers)", + "bbox": [ + 0.24270746443006727, + 0.3085187445746528, + 0.4110023922390408, + 0.3844668918185764 + ], + "point": [ + 0.3269, + 0.3465 + ] + }, + { + "instruction": "Ilo", + "bbox": [ + 0.17518921958075628, + 0.4413878377278646, + 0.19619852701822918, + 0.475108405219184 + ], + "point": [ + 0.1857, + 0.4582 + ] + }, + { + "instruction": "12", + "bbox": [ + 0.2417196485731337, + 0.38946034749348957, + 0.4099139743381076, + 0.41700076633029515 + ], + "point": [ + 0.3258, + 0.4032 + ] + }, + { + "instruction": "Reviews", + "bbox": [ + 0.2417196485731337, + 0.38946034749348957, + 0.4099139743381076, + 0.41700076633029515 + ], + "point": [ + 0.3258, + 0.4032 + ] + }, + { + "instruction": "Ilz", + "bbox": [ + 0.3519931369357639, + 0.48694630940755207, + 0.3697536044650608, + 0.5202069430881077 + ], + "point": [ + 0.3609, + 0.5036 + ] + }, + { + "instruction": "2", + "bbox": [ + 0.06757978333367241, + 0.604151136610243, + 0.09346754286024306, + 0.6404693603515625 + ], + "point": [ + 0.0805, + 0.6223 + ] + }, + { + "instruction": "Rollers", + "bbox": [ + 0.24203109741210938, + 0.09499224344889323, + 0.40801332261827256, + 0.2880283694797092 + ], + "point": [ + 0.325, + 0.1915 + ] + }, + { + "instruction": "Lobster Cobbler Pot Pie", + "bbox": [ + 0.0674768606821696, + 0.31050401475694445, + 0.23023890919155546, + 0.41519639756944443 + ], + "point": [ + 0.1489, + 0.3629 + ] + }, + { + "instruction": "Gourmet", + "bbox": [ + 0.0674768606821696, + 0.31050401475694445, + 0.23023890919155546, + 0.41519639756944443 + ], + "point": [ + 0.1489, + 0.3629 + ] + }, + { + "instruction": "Frozen Seafood Appetizers (Set of", + "bbox": [ + 0.0674768606821696, + 0.31050401475694445, + 0.23023890919155546, + 0.41519639756944443 + ], + "point": [ + 0.1489, + 0.3629 + ] + }, + { + "instruction": "8 Trays)", + "bbox": [ + 0.0674768606821696, + 0.31050401475694445, + 0.23023890919155546, + 0.41519639756944443 + ], + "point": [ + 0.1489, + 0.3629 + ] + }, + { + "instruction": "S411.76", + "bbox": [ + 0.0674768606821696, + 0.31050401475694445, + 0.23023890919155546, + 0.41519639756944443 + ], + "point": [ + 0.1489, + 0.3629 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.24398714701334637, + 0.4825763278537326, + 0.32345093621148, + 0.5208849080403646 + ], + "point": [ + 0.2837, + 0.5017 + ] + }, + { + "instruction": "Subscript.", + "bbox": [ + 0.8605261060926649, + 0.7405668809678819, + 0.93181398179796, + 0.7798430040147569 + ], + "point": [ + 0.8962, + 0.7602 + ] + }, + { + "instruction": "Adding a new item to the cart.", + "bbox": [ + 0.0677374521891276, + 0.43856065538194444, + 0.14783492618136937, + 0.47642225477430555 + ], + "point": [ + 0.1078, + 0.4575 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.0824963993496365, + 0.0533340581258138, + 0.15556552675035265, + 0.08428218417697482 + ], + "point": [ + 0.119, + 0.0688 + ] + }, + { + "instruction": "navigating to the next item or page.", + "bbox": [ + 0.09984671274820964, + 0.6023004150390625, + 0.12734625074598524, + 0.6432623291015624 + ], + "point": [ + 0.1136, + 0.6228 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9756625705295139, + 0.0038730271657307943, + 0.996932135687934, + 0.03923737737867567 + ], + "point": [ + 0.9863, + 0.0216 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8297050476074219, + 0.056242646111382376, + 0.8464893764919705, + 0.08621563381618924 + ], + "point": [ + 0.8381, + 0.0712 + ] + }, + { + "instruction": "Strikethrough", + "bbox": [ + 0.886570315890842, + 0.0518813239203559, + 0.9079192267523871, + 0.08482422722710503 + ], + "point": [ + 0.8972, + 0.0684 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8612861633300781, + 0.05249148898654514, + 0.8828293694390191, + 0.08607154846191406 + ], + "point": [ + 0.8721, + 0.0693 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.7090221828884549, + 0.7468646240234375, + 0.7264763726128473, + 0.7768524169921875 + ], + "point": [ + 0.7177, + 0.7619 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.9231768290201823, + 0.05140025244818793, + 0.9458556281195747, + 0.08708416408962674 + ], + "point": [ + 0.9345, + 0.0692 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9491811116536458, + 0.0485152096218533, + 0.9722274780273438, + 0.08930673387315538 + ], + "point": [ + 0.9607, + 0.0689 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.32630399068196614, + 0.4868001980251736, + 0.34411031934950087, + 0.5218510606553819 + ], + "point": [ + 0.3352, + 0.5043 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.15095445844862196, + 0.4430724758572049, + 0.16864617665608725, + 0.4760197957356771 + ], + "point": [ + 0.1598, + 0.4595 + ] + }, + { + "instruction": "a tray of cookies.", + "bbox": [ + 0.06879873275756836, + 0.09601729498969185, + 0.23740365770128039, + 0.2462177954779731 + ], + "point": [ + 0.1531, + 0.1711 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.15469581815931532, + 0.7943729654947916, + 0.16868715286254882, + 0.818619384765625 + ], + "point": [ + 0.1617, + 0.8065 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3214040332370334, + 0.009754658804999457, + 0.33669715457492405, + 0.038522655698988176 + ], + "point": [ + 0.3291, + 0.0241 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.05553552309672038, + 0.052755572001139325, + 0.07534355057610406, + 0.08665025499131944 + ], + "point": [ + 0.0654, + 0.0697 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.34680040147569446, + 0.006732821994357639, + 0.36143052842881945, + 0.042224032084147135 + ], + "point": [ + 0.3541, + 0.0245 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004851364427142673, + 0.0527025646633572, + 0.026852392488055758, + 0.08703894721137152 + ], + "point": [ + 0.0159, + 0.0699 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029666211869981553, + 0.0543758053249783, + 0.0501848644680447, + 0.08549507988823785 + ], + "point": [ + 0.0399, + 0.0699 + ] + }, + { + "instruction": "A list of food options including crunchy rice rollers and gluten freeVegan-3.5oz individual packs of 8rollers.", + "bbox": [ + 0.24270746443006727, + 0.3085187445746528, + 0.4110023922390408, + 0.3844668918185764 + ], + "point": [ + 0.3269, + 0.3465 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.17518921958075628, + 0.4413878377278646, + 0.19619852701822918, + 0.475108405219184 + ], + "point": [ + 0.1857, + 0.4582 + ] + }, + { + "instruction": "12 views.", + "bbox": [ + 0.2417196485731337, + 0.38946034749348957, + 0.4099139743381076, + 0.41700076633029515 + ], + "point": [ + 0.3258, + 0.4032 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15729952918158638, + 0.006970007154676649, + 0.17170335981580948, + 0.04215111202663845 + ], + "point": [ + 0.1645, + 0.0246 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.3519931369357639, + 0.48694630940755207, + 0.3697536044650608, + 0.5202069430881077 + ], + "point": [ + 0.3609, + 0.5036 + ] + }, + { + "instruction": "Show container actions", + "bbox": [ + 0.9758266872829862, + 0.05403641594780816, + 0.9928753323025173, + 0.08710358513726128 + ], + "point": [ + 0.9844, + 0.0706 + ] + }, + { + "instruction": "Number 1 and 2", + "bbox": [ + 0.06757978333367241, + 0.604151136610243, + 0.09346754286024306, + 0.6404693603515625 + ], + "point": [ + 0.0805, + 0.6223 + ] + }, + { + "instruction": "a bag ofrolling grain.", + "bbox": [ + 0.24203109741210938, + 0.09499224344889323, + 0.40801332261827256, + 0.2880283694797092 + ], + "point": [ + 0.325, + 0.1915 + ] + }, + { + "instruction": "frozen seafood appetizers set of 8 trays.", + "bbox": [ + 0.0674768606821696, + 0.31050401475694445, + 0.23023890919155546, + 0.41519639756944443 + ], + "point": [ + 0.1489, + 0.3629 + ] + } + ], + "element_size": 69 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/contact_refund_subscribe/action_videoframes/action_11/5682.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Order # 000000169", + "bbox": [ + 0.03437500264909532, + 0.013888888888888888, + 0.1152777804268731, + 0.029444444444444443 + ], + "point": [ + 0.0748, + 0.0217 + ] + }, + { + "instruction": "Contact Us", + "bbox": [ + 0.2, + 0.013888888888888888, + 0.2465277777777778, + 0.029444444444444443 + ], + "point": [ + 0.2233, + 0.0217 + ] + }, + { + "instruction": "metis Iti.cs.cmu.edu:7770/contact]", + "bbox": [ + 0.15868055555555555, + 0.061111115349663625, + 0.3194444444444444, + 0.07944445292154947 + ], + "point": [ + 0.2391, + 0.0703 + ] + }, + { + "instruction": "0 | =", + "bbox": [ + 0.8902778625488281, + 0.058333333333333334, + 0.9461806403266059, + 0.08166666666666667 + ], + "point": [ + 0.9182, + 0.07 + ] + }, + { + "instruction": "Search entire store here:", + "bbox": [ + 0.7291666666666666, + 0.18444444444444444, + 0.8572916666666667, + 0.205 + ], + "point": [ + 0.7932, + 0.1947 + ] + }, + { + "instruction": "Beauty & Personal Care", + "bbox": [ + 0.06805555555555555, + 0.258888905843099, + 0.184375, + 0.28055553860134547 + ], + "point": [ + 0.1262, + 0.2697 + ] + }, + { + "instruction": "Health & Household", + "bbox": [ + 0.06840277777777778, + 0.31666666666666665, + 0.16805555555555557, + 0.3383333333333333 + ], + "point": [ + 0.1182, + 0.3275 + ] + }, + { + "instruction": "Contact Us", + "bbox": [ + 0.06805555555555555, + 0.38666666666666666, + 0.20833333333333334, + 0.43166666666666664 + ], + "point": [ + 0.1382, + 0.4092 + ] + }, + { + "instruction": "Write Us", + "bbox": [ + 0.17916666666666667, + 0.47944444444444445, + 0.23680555555555555, + 0.5038888888888889 + ], + "point": [ + 0.208, + 0.4917 + ] + }, + { + "instruction": "Jot us a note and we'll get back to you as quickly as possible:", + "bbox": [ + 0.17777776718139648, + 0.5316667005750868, + 0.4513888782925076, + 0.5566667005750868 + ], + "point": [ + 0.3146, + 0.5442 + ] + }, + { + "instruction": "Name", + "bbox": [ + 0.1326388994852702, + 0.5961110432942708, + 0.16319445504082575, + 0.612222154405382 + ], + "point": [ + 0.1479, + 0.6042 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.134375, + 0.6638888210720486, + 0.16319444444444445, + 0.6794443766276042 + ], + "point": [ + 0.1488, + 0.6717 + ] + }, + { + "instruction": "Phone Number", + "bbox": [ + 0.09618055555555556, + 0.7311111111111112, + 0.17152777777777778, + 0.7494444444444445 + ], + "point": [ + 0.1339, + 0.7403 + ] + }, + { + "instruction": "What's on your", + "bbox": [ + 0.09652777777777778, + 0.7983334011501736, + 0.17118055555555556, + 0.8188889567057291 + ], + "point": [ + 0.1339, + 0.8086 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08285373581780328, + 0.05291320376925998, + 0.15560266706678602, + 0.0843878173828125 + ], + "point": [ + 0.1192, + 0.0687 + ] + }, + { + "instruction": "Patio, Lawn & Garden", + "bbox": [ + 0.1911821789211697, + 0.3121249728732639, + 0.3158444934421115, + 0.3402985297309028 + ], + "point": [ + 0.2535, + 0.3262 + ] + }, + { + "instruction": "Emma Lopez", + "bbox": [ + 0.17406171162923176, + 0.5853119574652778, + 0.5037617577446831, + 0.626326904296875 + ], + "point": [ + 0.3389, + 0.6058 + ] + }, + { + "instruction": "Sports & Outdoors", + "bbox": [ + 0.20767625172932944, + 0.25283503214518227, + 0.3186573240492079, + 0.2818200514051649 + ], + "point": [ + 0.2632, + 0.2673 + ] + }, + { + "instruction": "emma lopez@gmail.com", + "bbox": [ + 0.17390691969129773, + 0.6522167290581597, + 0.5035721249050564, + 0.6966737874348958 + ], + "point": [ + 0.3387, + 0.6744 + ] + }, + { + "instruction": "Office Products", + "bbox": [ + 0.5816788143581815, + 0.23753777398003473, + 0.6825752682156033, + 0.29951734754774306 + ], + "point": [ + 0.6321, + 0.2685 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.32361903720431856, + 0.3118862575954861, + 0.3965231577555339, + 0.34151570638020834 + ], + "point": [ + 0.3601, + 0.3267 + ] + }, + { + "instruction": "Video Games", + "bbox": [ + 0.5596970028347439, + 0.31211069742838543, + 0.6439296722412109, + 0.3417284817165799 + ], + "point": [ + 0.6018, + 0.3269 + ] + }, + { + "instruction": "~L)", + "bbox": [ + 0.9487081739637587, + 0.05002750820583767, + 0.9721624586317275, + 0.08890692816840277 + ], + "point": [ + 0.9604, + 0.0695 + ] + }, + { + "instruction": "Sign Out", + "bbox": [ + 0.7619187249077691, + 0.10237759908040364, + 0.8060632493760851, + 0.13327400207519532 + ], + "point": [ + 0.784, + 0.1178 + ] + }, + { + "instruction": "My Account", + "bbox": [ + 0.5937786526150174, + 0.1023719702826606, + 0.6556187099880643, + 0.1334471384684245 + ], + "point": [ + 0.6247, + 0.1179 + ] + }, + { + "instruction": "Tools & Home Improvement", + "bbox": [ + 0.6864280276828342, + 0.23738550821940105, + 0.8460910373263889, + 0.29792192247178817 + ], + "point": [ + 0.7663, + 0.2677 + ] + }, + { + "instruction": "Cell Phones & Accessories", + "bbox": [ + 0.4041532728407118, + 0.3092635769314236, + 0.5519498189290365, + 0.34188734266493054 + ], + "point": [ + 0.4781, + 0.3256 + ] + }, + { + "instruction": "My Wish List", + "bbox": [ + 0.6588986290825738, + 0.10421991136338976, + 0.7553395589192708, + 0.1315650346544054 + ], + "point": [ + 0.7071, + 0.1179 + ] + }, + { + "instruction": "items", + "bbox": [ + 0.6588986290825738, + 0.10421991136338976, + 0.7553395589192708, + 0.1315650346544054 + ], + "point": [ + 0.7071, + 0.1179 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.3202637142605252, + 0.007693068186442057, + 0.33835712009006075, + 0.039898707071940105 + ], + "point": [ + 0.3293, + 0.0238 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry", + "bbox": [ + 0.3262240515814887, + 0.25263290405273436, + 0.47025523715549045, + 0.28234715779622394 + ], + "point": [ + 0.3982, + 0.2675 + ] + }, + { + "instruction": "Grocery & Gourmet Food", + "bbox": [ + 0.6545063866509332, + 0.31166280110677086, + 0.79363038804796, + 0.3414687771267361 + ], + "point": [ + 0.7241, + 0.3266 + ] + }, + { + "instruction": "Advanced Search", + "bbox": [ + 0.7226586235894097, + 0.21514424641927082, + 0.8028642442491319, + 0.23918324788411457 + ], + "point": [ + 0.7628, + 0.2272 + ] + }, + { + "instruction": "Home & Kitchen", + "bbox": [ + 0.4757166544596354, + 0.23779339260525173, + 0.5796886867947049, + 0.298958740234375 + ], + "point": [ + 0.5277, + 0.2684 + ] + }, + { + "instruction": "Submit", + "bbox": [ + 0.17878623538547092, + 0.9296185980902778, + 0.23978409237331813, + 0.9678797743055556 + ], + "point": [ + 0.2093, + 0.9487 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.06984390682644315, + 0.17257331000434029, + 0.20744077894422744, + 0.21533545600043402 + ], + "point": [ + 0.1386, + 0.194 + ] + }, + { + "instruction": "w", + "bbox": [ + 0.1815958023071289, + 0.7858664957682292, + 0.21050968170166015, + 0.8616371663411458 + ], + "point": [ + 0.1961, + 0.8238 + ] + }, + { + "instruction": "mind?", + "bbox": [ + 0.09320219887627496, + 0.8124424913194445, + 0.17285648981730142, + 0.8435443793402778 + ], + "point": [ + 0.133, + 0.828 + ] + }, + { + "instruction": "Welcome; Emma Lopezl", + "bbox": [ + 0.819730461968316, + 0.10265490214029947, + 0.9332156711154513, + 0.13286337110731336 + ], + "point": [ + 0.8765, + 0.1178 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08285373581780328, + 0.05291320376925998, + 0.15560266706678602, + 0.0843878173828125 + ], + "point": [ + 0.1192, + 0.0687 + ] + }, + { + "instruction": "Lawn & Garden settings.", + "bbox": [ + 0.1911821789211697, + 0.3121249728732639, + 0.3158444934421115, + 0.3402985297309028 + ], + "point": [ + 0.2535, + 0.3262 + ] + }, + { + "instruction": "a text input field.", + "bbox": [ + 0.17406171162923176, + 0.5853119574652778, + 0.5037617577446831, + 0.626326904296875 + ], + "point": [ + 0.3389, + 0.6058 + ] + }, + { + "instruction": "sports & outdoors settings.", + "bbox": [ + 0.20767625172932944, + 0.25283503214518227, + 0.3186573240492079, + 0.2818200514051649 + ], + "point": [ + 0.2632, + 0.2673 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9755600823296441, + 0.003471135033501519, + 0.9976639641655816, + 0.03986879772610134 + ], + "point": [ + 0.9866, + 0.0217 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.17417047288682724, + 0.7209739176432292, + 0.5052975548638238, + 0.7650799560546875 + ], + "point": [ + 0.3397, + 0.743 + ] + }, + { + "instruction": "Email.", + "bbox": [ + 0.17390691969129773, + 0.6522167290581597, + 0.5035721249050564, + 0.6966737874348958 + ], + "point": [ + 0.3387, + 0.6744 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.874189927842882, + 0.1762494405110677, + 0.8932298448350694, + 0.21039610120985244 + ], + "point": [ + 0.8837, + 0.1933 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05500038464864095, + 0.04913394504123264, + 0.07618363168504504, + 0.08958755493164063 + ], + "point": [ + 0.0656, + 0.0694 + ] + }, + { + "instruction": "Office products.", + "bbox": [ + 0.5816788143581815, + 0.23753777398003473, + 0.6825752682156033, + 0.29951734754774306 + ], + "point": [ + 0.6321, + 0.2685 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.32361903720431856, + 0.3118862575954861, + 0.3965231577555339, + 0.34151570638020834 + ], + "point": [ + 0.3601, + 0.3267 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.9232420179578993, + 0.052562442355685766, + 0.9454121907552083, + 0.08549481709798178 + ], + "point": [ + 0.9343, + 0.069 + ] + }, + { + "instruction": "Video Games.", + "bbox": [ + 0.5596970028347439, + 0.31211069742838543, + 0.6439296722412109, + 0.3417284817165799 + ], + "point": [ + 0.6018, + 0.3269 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8875339084201389, + 0.0524735599093967, + 0.9076877170138888, + 0.08501280890570746 + ], + "point": [ + 0.8976, + 0.0687 + ] + }, + { + "instruction": "Bakery or shopping cart functionality.", + "bbox": [ + 0.9054707845052083, + 0.17733169555664063, + 0.929946051703559, + 0.21248211330837674 + ], + "point": [ + 0.9177, + 0.1949 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8622389051649305, + 0.053253017001681856, + 0.8816560533311631, + 0.08604226854112414 + ], + "point": [ + 0.8719, + 0.0696 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9487081739637587, + 0.05002750820583767, + 0.9721624586317275, + 0.08890692816840277 + ], + "point": [ + 0.9604, + 0.0695 + ] + }, + { + "instruction": "a button to sign out.", + "bbox": [ + 0.7619187249077691, + 0.10237759908040364, + 0.8060632493760851, + 0.13327400207519532 + ], + "point": [ + 0.784, + 0.1178 + ] + }, + { + "instruction": "My Account.", + "bbox": [ + 0.5937786526150174, + 0.1023719702826606, + 0.6556187099880643, + 0.1334471384684245 + ], + "point": [ + 0.6247, + 0.1179 + ] + }, + { + "instruction": "Tools & Home Improvement settings.", + "bbox": [ + 0.6864280276828342, + 0.23738550821940105, + 0.8460910373263889, + 0.29792192247178817 + ], + "point": [ + 0.7663, + 0.2677 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02915787696838379, + 0.05256011962890625, + 0.05016550487942166, + 0.08809256659613715 + ], + "point": [ + 0.0397, + 0.0703 + ] + }, + { + "instruction": "Cellphones & Accessories settings.", + "bbox": [ + 0.4041532728407118, + 0.3092635769314236, + 0.5519498189290365, + 0.34188734266493054 + ], + "point": [ + 0.4781, + 0.3256 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.00423268477121989, + 0.05064952426486545, + 0.027161539925469293, + 0.08929122924804687 + ], + "point": [ + 0.0157, + 0.07 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8299652099609375, + 0.05592744615342882, + 0.8465837266710069, + 0.08517111036512587 + ], + "point": [ + 0.8383, + 0.0705 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.9765419006347656, + 0.05619517008463542, + 0.9933906555175781, + 0.08423441569010416 + ], + "point": [ + 0.985, + 0.0702 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.34655259450276693, + 0.0073089811537000865, + 0.36175015767415364, + 0.03872249603271485 + ], + "point": [ + 0.3542, + 0.023 + ] + }, + { + "instruction": "My Wish List 4 items.", + "bbox": [ + 0.6588986290825738, + 0.10421991136338976, + 0.7553395589192708, + 0.1315650346544054 + ], + "point": [ + 0.7071, + 0.1179 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3202637142605252, + 0.007693068186442057, + 0.33835712009006075, + 0.039898707071940105 + ], + "point": [ + 0.3293, + 0.0238 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry options.", + "bbox": [ + 0.3262240515814887, + 0.25263290405273436, + 0.47025523715549045, + 0.28234715779622394 + ], + "point": [ + 0.3982, + 0.2675 + ] + }, + { + "instruction": "Grocery & Gourmet Food settings.", + "bbox": [ + 0.6545063866509332, + 0.31166280110677086, + 0.79363038804796, + 0.3414687771267361 + ], + "point": [ + 0.7241, + 0.3266 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.157555972205268, + 0.005767040252685547, + 0.17298072179158527, + 0.04196367687649197 + ], + "point": [ + 0.1653, + 0.0239 + ] + }, + { + "instruction": "Advanced Search.", + "bbox": [ + 0.7226586235894097, + 0.21514424641927082, + 0.8028642442491319, + 0.23918324788411457 + ], + "point": [ + 0.7628, + 0.2272 + ] + }, + { + "instruction": "Home & Kitchen settings.", + "bbox": [ + 0.4757166544596354, + 0.23779339260525173, + 0.5796886867947049, + 0.298958740234375 + ], + "point": [ + 0.5277, + 0.2684 + ] + }, + { + "instruction": "Submit.", + "bbox": [ + 0.17878623538547092, + 0.9296185980902778, + 0.23978409237331813, + 0.9678797743055556 + ], + "point": [ + 0.2093, + 0.9487 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.16995679007636177, + 0.31435000949435765, + 0.18171649509006077, + 0.34040591769748263 + ], + "point": [ + 0.1758, + 0.3274 + ] + }, + { + "instruction": "OneStop Market.", + "bbox": [ + 0.06984390682644315, + 0.17257331000434029, + 0.20744077894422744, + 0.21533545600043402 + ], + "point": [ + 0.1386, + 0.194 + ] + }, + { + "instruction": "I am W.", + "bbox": [ + 0.1815958023071289, + 0.7858664957682292, + 0.21050968170166015, + 0.8616371663411458 + ], + "point": [ + 0.1961, + 0.8238 + ] + }, + { + "instruction": "\"mind\" or \"pinned\" action.", + "bbox": [ + 0.09320219887627496, + 0.8124424913194445, + 0.17285648981730142, + 0.8435443793402778 + ], + "point": [ + 0.133, + 0.828 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.9946367051866319, + 0.057000698513454864, + 0.9999876234266493, + 0.08462046305338541 + ], + "point": [ + 0.9973, + 0.0708 + ] + }, + { + "instruction": "a welcome message to Emma Lopez.", + "bbox": [ + 0.819730461968316, + 0.10265490214029947, + 0.9332156711154513, + 0.13286337110731336 + ], + "point": [ + 0.8765, + 0.1178 + ] + }, + { + "instruction": "metis.lti.cs.emu.edu.", + "bbox": [ + 0.15809652540418836, + 0.05591433631049262, + 0.2550140804714627, + 0.08227979871961806 + ], + "point": [ + 0.2066, + 0.0691 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.18691908518473307, + 0.25644629584418405, + 0.1990444819132487, + 0.28199537489149307 + ], + "point": [ + 0.193, + 0.2692 + ] + } + ], + "element_size": 81 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/contact_refund_subscribe/action_videoframes/action_12/5886.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Order # 000000169", + "bbox": [ + 0.03437500264909532, + 0.013888888888888888, + 0.1152777804268731, + 0.029444444444444443 + ], + "point": [ + 0.0748, + 0.0217 + ] + }, + { + "instruction": "Contact Us", + "bbox": [ + 0.2, + 0.013888888888888888, + 0.2465277777777778, + 0.029444444444444443 + ], + "point": [ + 0.2233, + 0.0217 + ] + }, + { + "instruction": "metis Iti.cs.cmu.edu:7770/contact]", + "bbox": [ + 0.15868055555555555, + 0.061111115349663625, + 0.3194444444444444, + 0.07944445292154947 + ], + "point": [ + 0.2391, + 0.0703 + ] + }, + { + "instruction": "0 | =", + "bbox": [ + 0.8902778625488281, + 0.058333333333333334, + 0.9461806403266059, + 0.08166666666666667 + ], + "point": [ + 0.9182, + 0.07 + ] + }, + { + "instruction": "Search entire store here:", + "bbox": [ + 0.7291666666666666, + 0.18444444444444444, + 0.8572916666666667, + 0.205 + ], + "point": [ + 0.7932, + 0.1947 + ] + }, + { + "instruction": "Beauty & Personal Care", + "bbox": [ + 0.06805555555555555, + 0.258888905843099, + 0.184375, + 0.28055553860134547 + ], + "point": [ + 0.1262, + 0.2697 + ] + }, + { + "instruction": "Health & Household", + "bbox": [ + 0.06840277777777778, + 0.31666666666666665, + 0.16805555555555557, + 0.3383333333333333 + ], + "point": [ + 0.1182, + 0.3275 + ] + }, + { + "instruction": "Contact Us", + "bbox": [ + 0.06805555555555555, + 0.38666666666666666, + 0.20833333333333334, + 0.43166666666666664 + ], + "point": [ + 0.1382, + 0.4092 + ] + }, + { + "instruction": "Write Us", + "bbox": [ + 0.17916666666666667, + 0.47944444444444445, + 0.23680555555555555, + 0.5038888888888889 + ], + "point": [ + 0.208, + 0.4917 + ] + }, + { + "instruction": "Jot us a note and we'll get back to you as quickly as possible:", + "bbox": [ + 0.17777776718139648, + 0.5316667005750868, + 0.4513888782925076, + 0.5566667005750868 + ], + "point": [ + 0.3146, + 0.5442 + ] + }, + { + "instruction": "Name", + "bbox": [ + 0.1326388994852702, + 0.5961110432942708, + 0.16319445504082575, + 0.612222154405382 + ], + "point": [ + 0.1479, + 0.6042 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.134375, + 0.6638888210720486, + 0.16319444444444445, + 0.6794443766276042 + ], + "point": [ + 0.1488, + 0.6717 + ] + }, + { + "instruction": "Phone Number", + "bbox": [ + 0.09618055555555556, + 0.7311111111111112, + 0.17152777777777778, + 0.7494444444444445 + ], + "point": [ + 0.1339, + 0.7403 + ] + }, + { + "instruction": "What's on your", + "bbox": [ + 0.09652777777777778, + 0.7983334011501736, + 0.17118055555555556, + 0.8188889567057291 + ], + "point": [ + 0.1339, + 0.8086 + ] + }, + { + "instruction": "want a refund. ORd", + "bbox": [ + 0.17555390463935006, + 0.7870576307508681, + 0.505784108903673, + 0.890467054578993 + ], + "point": [ + 0.3407, + 0.8388 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08283813794453938, + 0.05295550876193576, + 0.15558723873562283, + 0.08437292310926649 + ], + "point": [ + 0.1192, + 0.0687 + ] + }, + { + "instruction": "Emma Lopez", + "bbox": [ + 0.1740440156724718, + 0.5854109700520833, + 0.5036792331271701, + 0.62625732421875 + ], + "point": [ + 0.3389, + 0.6058 + ] + }, + { + "instruction": "Patio, Lawn & Garden", + "bbox": [ + 0.19133143954806858, + 0.3120934719509549, + 0.315890630086263, + 0.3403376261393229 + ], + "point": [ + 0.2536, + 0.3262 + ] + }, + { + "instruction": "emma lopez@gmail.com", + "bbox": [ + 0.1739203347100152, + 0.6523046875, + 0.5035006205240885, + 0.6963800726996527 + ], + "point": [ + 0.3387, + 0.6743 + ] + }, + { + "instruction": "Sports & Outdoors", + "bbox": [ + 0.20775680541992186, + 0.25277436998155384, + 0.3186536577012804, + 0.28188549465603296 + ], + "point": [ + 0.2632, + 0.2673 + ] + }, + { + "instruction": "Office Products", + "bbox": [ + 0.5817136976453993, + 0.23751656426323783, + 0.6824896070692275, + 0.29948872884114586 + ], + "point": [ + 0.6321, + 0.2685 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.3237410651312934, + 0.31184024386935766, + 0.39662577311197916, + 0.34158294677734374 + ], + "point": [ + 0.3602, + 0.3267 + ] + }, + { + "instruction": "Video Games", + "bbox": [ + 0.5597099728054471, + 0.3120887247721354, + 0.6440018124050564, + 0.34185007731119793 + ], + "point": [ + 0.6019, + 0.327 + ] + }, + { + "instruction": "~L)", + "bbox": [ + 0.9487542894151476, + 0.05035347832573785, + 0.9721093919542101, + 0.08867243448893229 + ], + "point": [ + 0.9604, + 0.0695 + ] + }, + { + "instruction": "Tools & Home Improvement", + "bbox": [ + 0.6863156636555989, + 0.23730777316623264, + 0.8460239834255643, + 0.29798895941840275 + ], + "point": [ + 0.7662, + 0.2676 + ] + }, + { + "instruction": "Sign Out", + "bbox": [ + 0.7620695326063368, + 0.10243262396918403, + 0.8059992472330729, + 0.13301127115885417 + ], + "point": [ + 0.784, + 0.1177 + ] + }, + { + "instruction": "My Account", + "bbox": [ + 0.5937494066026475, + 0.10234489440917968, + 0.6556144714355469, + 0.1335232628716363 + ], + "point": [ + 0.6247, + 0.1179 + ] + }, + { + "instruction": "Cell Phones & Accessories", + "bbox": [ + 0.4041418287489149, + 0.3090343899197049, + 0.5521263122558594, + 0.34210540771484377 + ], + "point": [ + 0.4781, + 0.3256 + ] + }, + { + "instruction": "My Wish List", + "bbox": [ + 0.6588812086317274, + 0.10436036003960504, + 0.7553955078125, + 0.13152863396538628 + ], + "point": [ + 0.7071, + 0.1179 + ] + }, + { + "instruction": "items", + "bbox": [ + 0.6588812086317274, + 0.10436036003960504, + 0.7553955078125, + 0.13152863396538628 + ], + "point": [ + 0.7071, + 0.1179 + ] + }, + { + "instruction": "Home & Kitchen", + "bbox": [ + 0.47580282423231335, + 0.23779932657877603, + 0.5796888987223308, + 0.2989252726236979 + ], + "point": [ + 0.5277, + 0.2684 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.3202853944566515, + 0.007707650926378038, + 0.33832853105333116, + 0.039821900261773006 + ], + "point": [ + 0.3293, + 0.0238 + ] + }, + { + "instruction": "Submit", + "bbox": [ + 0.179065555996365, + 0.9296408420138889, + 0.23984978993733724, + 0.9675459798177083 + ], + "point": [ + 0.2095, + 0.9486 + ] + }, + { + "instruction": "Advanced Search", + "bbox": [ + 0.7226624382866753, + 0.2151866997612847, + 0.8027085198296441, + 0.23916619194878472 + ], + "point": [ + 0.7627, + 0.2272 + ] + }, + { + "instruction": "Grocery & Gourmet Food", + "bbox": [ + 0.6490762074788411, + 0.2968373616536458, + 0.7937889946831598, + 0.3575665961371528 + ], + "point": [ + 0.7214, + 0.3272 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry", + "bbox": [ + 0.32630333370632597, + 0.25258031209309895, + 0.47026053534613715, + 0.2824047682020399 + ], + "point": [ + 0.3983, + 0.2675 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.06984363661872016, + 0.17260282728407117, + 0.20742881033155652, + 0.215239986843533 + ], + "point": [ + 0.1386, + 0.1939 + ] + }, + { + "instruction": "mind?", + "bbox": [ + 0.09372330771552193, + 0.8134387885199653, + 0.17260859807332357, + 0.843365003797743 + ], + "point": [ + 0.1332, + 0.8284 + ] + }, + { + "instruction": "Welcome; Emma Lopezl", + "bbox": [ + 0.8197392781575521, + 0.1026847669813368, + 0.9332002427842881, + 0.13289566040039064 + ], + "point": [ + 0.8765, + 0.1178 + ] + }, + { + "instruction": "I want a return.", + "bbox": [ + 0.17555390463935006, + 0.7870576307508681, + 0.505784108903673, + 0.890467054578993 + ], + "point": [ + 0.3407, + 0.8388 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08283813794453938, + 0.05295550876193576, + 0.15558723873562283, + 0.08437292310926649 + ], + "point": [ + 0.1192, + 0.0687 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.17421943876478407, + 0.7210531955295139, + 0.505255307091607, + 0.764951171875 + ], + "point": [ + 0.3397, + 0.743 + ] + }, + { + "instruction": "a text input field.", + "bbox": [ + 0.1740440156724718, + 0.5854109700520833, + 0.5036792331271701, + 0.62625732421875 + ], + "point": [ + 0.3389, + 0.6058 + ] + }, + { + "instruction": "Lawn & Garden settings.", + "bbox": [ + 0.19133143954806858, + 0.3120934719509549, + 0.315890630086263, + 0.3403376261393229 + ], + "point": [ + 0.2536, + 0.3262 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9755632188585069, + 0.00353041754828559, + 0.9975991143120659, + 0.039798851013183596 + ], + "point": [ + 0.9866, + 0.0217 + ] + }, + { + "instruction": "Email.", + "bbox": [ + 0.1739203347100152, + 0.6523046875, + 0.5035006205240885, + 0.6963800726996527 + ], + "point": [ + 0.3387, + 0.6743 + ] + }, + { + "instruction": "sports & outdoors settings.", + "bbox": [ + 0.20775680541992186, + 0.25277436998155384, + 0.3186536577012804, + 0.28188549465603296 + ], + "point": [ + 0.2632, + 0.2673 + ] + }, + { + "instruction": "Office products.", + "bbox": [ + 0.5817136976453993, + 0.23751656426323783, + 0.6824896070692275, + 0.29948872884114586 + ], + "point": [ + 0.6321, + 0.2685 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.8741583930121528, + 0.17619011773003473, + 0.8931974622938368, + 0.21047176784939237 + ], + "point": [ + 0.8837, + 0.1933 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.0550082630581326, + 0.04926542494032118, + 0.07615878846910265, + 0.08946624755859375 + ], + "point": [ + 0.0656, + 0.0694 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.9232812669542101, + 0.05274597591824002, + 0.9454066806369358, + 0.08538172403971354 + ], + "point": [ + 0.9343, + 0.0691 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.3237410651312934, + 0.31184024386935766, + 0.39662577311197916, + 0.34158294677734374 + ], + "point": [ + 0.3602, + 0.3267 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8875189887152778, + 0.05235727945963542, + 0.9077163696289062, + 0.08502497355143229 + ], + "point": [ + 0.8976, + 0.0687 + ] + }, + { + "instruction": "Video Games.", + "bbox": [ + 0.5597099728054471, + 0.3120887247721354, + 0.6440018124050564, + 0.34185007731119793 + ], + "point": [ + 0.6019, + 0.327 + ] + }, + { + "instruction": "Bakery or shopping cart functionality.", + "bbox": [ + 0.9055262247721354, + 0.177276119656033, + 0.9299124823676215, + 0.21254152086046008 + ], + "point": [ + 0.9177, + 0.1949 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8622511121961806, + 0.05310685051812066, + 0.8817019992404513, + 0.08609118143717448 + ], + "point": [ + 0.872, + 0.0696 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9487542894151476, + 0.05035347832573785, + 0.9721093919542101, + 0.08867243448893229 + ], + "point": [ + 0.9604, + 0.0695 + ] + }, + { + "instruction": "Tools & Home Improvement settings.", + "bbox": [ + 0.6863156636555989, + 0.23730777316623264, + 0.8460239834255643, + 0.29798895941840275 + ], + "point": [ + 0.7662, + 0.2676 + ] + }, + { + "instruction": "a button to sign out.", + "bbox": [ + 0.7620695326063368, + 0.10243262396918403, + 0.8059992472330729, + 0.13301127115885417 + ], + "point": [ + 0.784, + 0.1177 + ] + }, + { + "instruction": "My Account.", + "bbox": [ + 0.5937494066026475, + 0.10234489440917968, + 0.6556144714355469, + 0.1335232628716363 + ], + "point": [ + 0.6247, + 0.1179 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.0291716734568278, + 0.052779697842068145, + 0.05016483730740017, + 0.0879404025607639 + ], + "point": [ + 0.0397, + 0.0704 + ] + }, + { + "instruction": "Cellphones & Accessories settings.", + "bbox": [ + 0.4041418287489149, + 0.3090343899197049, + 0.5521263122558594, + 0.34210540771484377 + ], + "point": [ + 0.4781, + 0.3256 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004249721103244357, + 0.05084981282552083, + 0.02714836597442627, + 0.08917071024576823 + ], + "point": [ + 0.0157, + 0.07 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.9765306260850695, + 0.05620828416612413, + 0.9933531019422743, + 0.08418887668185764 + ], + "point": [ + 0.9849, + 0.0702 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8300054762098524, + 0.05597902086046007, + 0.8465485466851128, + 0.08512476603190104 + ], + "point": [ + 0.8383, + 0.0706 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.346596188015408, + 0.007445898056030274, + 0.36171595255533856, + 0.03851855701870389 + ], + "point": [ + 0.3542, + 0.023 + ] + }, + { + "instruction": "My Wish List 4 items.", + "bbox": [ + 0.6588812086317274, + 0.10436036003960504, + 0.7553955078125, + 0.13152863396538628 + ], + "point": [ + 0.7071, + 0.1179 + ] + }, + { + "instruction": "Home & Kitchen settings.", + "bbox": [ + 0.47580282423231335, + 0.23779932657877603, + 0.5796888987223308, + 0.2989252726236979 + ], + "point": [ + 0.5277, + 0.2684 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3202853944566515, + 0.007707650926378038, + 0.33832853105333116, + 0.039821900261773006 + ], + "point": [ + 0.3293, + 0.0238 + ] + }, + { + "instruction": "Submit.", + "bbox": [ + 0.179065555996365, + 0.9296408420138889, + 0.23984978993733724, + 0.9675459798177083 + ], + "point": [ + 0.2095, + 0.9486 + ] + }, + { + "instruction": "Advanced Search.", + "bbox": [ + 0.7226624382866753, + 0.2151866997612847, + 0.8027085198296441, + 0.23916619194878472 + ], + "point": [ + 0.7627, + 0.2272 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1575682004292806, + 0.005887947082519531, + 0.17292651070488824, + 0.04189928690592448 + ], + "point": [ + 0.1652, + 0.0239 + ] + }, + { + "instruction": "Grocery & Gourmet Food options.", + "bbox": [ + 0.6490762074788411, + 0.2968373616536458, + 0.7937889946831598, + 0.3575665961371528 + ], + "point": [ + 0.7214, + 0.3272 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry options.", + "bbox": [ + 0.32630333370632597, + 0.25258031209309895, + 0.47026053534613715, + 0.2824047682020399 + ], + "point": [ + 0.3983, + 0.2675 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.16994311014811198, + 0.31458177354600697, + 0.18173883226182724, + 0.34040506998697917 + ], + "point": [ + 0.1758, + 0.3275 + ] + }, + { + "instruction": "OneStop Market.", + "bbox": [ + 0.06984363661872016, + 0.17260282728407117, + 0.20742881033155652, + 0.215239986843533 + ], + "point": [ + 0.1386, + 0.1939 + ] + }, + { + "instruction": "\"mind\" or \"mark\" function.", + "bbox": [ + 0.09372330771552193, + 0.8134387885199653, + 0.17260859807332357, + 0.843365003797743 + ], + "point": [ + 0.1332, + 0.8284 + ] + }, + { + "instruction": "a welcome message to Emma Lopez.", + "bbox": [ + 0.8197392781575521, + 0.1026847669813368, + 0.9332002427842881, + 0.13289566040039064 + ], + "point": [ + 0.8765, + 0.1178 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.9946378919813368, + 0.056949632432725696, + 0.9999869452582465, + 0.08469796074761285 + ], + "point": [ + 0.9973, + 0.0708 + ] + }, + { + "instruction": "metis.lti.cs.emu.edu.", + "bbox": [ + 0.15811568366156684, + 0.05596316867404514, + 0.25499288770887585, + 0.08223878648546007 + ], + "point": [ + 0.2066, + 0.0691 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.1868742201063368, + 0.2566217380099826, + 0.19906077914767795, + 0.28198967827690974 + ], + "point": [ + 0.193, + 0.2693 + ] + } + ], + "element_size": 81 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/contact_refund_subscribe/action_videoframes/action_13/6558.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Order # 000000169", + "bbox": [ + 0.035069444444444445, + 0.013888888888888888, + 0.11527777777777778, + 0.029444444444444443 + ], + "point": [ + 0.0752, + 0.0217 + ] + }, + { + "instruction": "Contact Us", + "bbox": [ + 0.2, + 0.013888888888888888, + 0.2465277777777778, + 0.029444444444444443 + ], + "point": [ + 0.2233, + 0.0217 + ] + }, + { + "instruction": "metis Iti.cS cmu edu:7770/sales/order/viewlorder_id/169/", + "bbox": [ + 0.15833331214057075, + 0.059444444444444446, + 0.421875, + 0.08166665818956163 + ], + "point": [ + 0.2901, + 0.0706 + ] + }, + { + "instruction": "0 | = L", + "bbox": [ + 0.8902777777777777, + 0.05833332909478082, + 0.9680555555555556, + 0.08277776930067274 + ], + "point": [ + 0.9292, + 0.0706 + ] + }, + { + "instruction": "Search entire store here.", + "bbox": [ + 0.7291666666666666, + 0.12555555555555556, + 0.8572916666666667, + 0.14777777777777779 + ], + "point": [ + 0.7932, + 0.1367 + ] + }, + { + "instruction": "Beauty & Personal Care", + "bbox": [ + 0.06840277777777778, + 0.20055555555555554, + 0.18541666666666667, + 0.22277777777777777 + ], + "point": [ + 0.1269, + 0.2117 + ] + }, + { + "instruction": "Health", + "bbox": [ + 0.06875000529819064, + 0.2599999830457899, + 0.10381944444444445, + 0.2783333163791233 + ], + "point": [ + 0.0863, + 0.2692 + ] + }, + { + "instruction": "Household", + "bbox": [ + 0.11388888888888889, + 0.2599999830457899, + 0.16770833333333332, + 0.2783333163791233 + ], + "point": [ + 0.1408, + 0.2692 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.328125, + 0.2599999830457899, + 0.38333333333333336, + 0.2783333163791233 + ], + "point": [ + 0.3557, + 0.2692 + ] + }, + { + "instruction": "Cell Phones & Accessories", + "bbox": [ + 0.4100694020589193, + 0.2599999830457899, + 0.5364582909478082, + 0.2783333163791233 + ], + "point": [ + 0.4733, + 0.2692 + ] + }, + { + "instruction": "Order # 000000169", + "bbox": [ + 0.27708333333333335, + 0.32722222222222225, + 0.5295138888888888, + 0.375 + ], + "point": [ + 0.4033, + 0.3511 + ] + }, + { + "instruction": "Complete", + "bbox": [ + 0.2777777777777778, + 0.4216666666666667, + 0.32430555555555557, + 0.4438888888888889 + ], + "point": [ + 0.301, + 0.4328 + ] + }, + { + "instruction": "Order Date: March 2, 2022", + "bbox": [ + 0.278125, + 0.4438888888888889, + 0.3996527777777778, + 0.4622222222222222 + ], + "point": [ + 0.3389, + 0.4531 + ] + }, + { + "instruction": "Items Ordered", + "bbox": [ + 0.27743055555555557, + 0.5388888210720486, + 0.3496527353922526, + 0.5572222222222222 + ], + "point": [ + 0.3135, + 0.5481 + ] + }, + { + "instruction": "Items Ordered", + "bbox": [ + 0.27708333333333335, + 0.588333265516493, + 0.36180555555555555, + 0.6099999321831597 + ], + "point": [ + 0.3194, + 0.5992 + ] + }, + { + "instruction": "Product Name", + "bbox": [ + 0.2847222010294596, + 0.6305555555555555, + 0.35659722222222223, + 0.6516666666666666 + ], + "point": [ + 0.3207, + 0.6411 + ] + }, + { + "instruction": "SKU", + "bbox": [ + 0.69375, + 0.6322222900390625, + 0.7163194444444444, + 0.6494445122612847 + ], + "point": [ + 0.705, + 0.6408 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.7809027777777777, + 0.6316666666666667, + 0.8079861111111111, + 0.6516666666666666 + ], + "point": [ + 0.7944, + 0.6417 + ] + }, + { + "instruction": "Qty", + "bbox": [ + 0.848958248562283, + 0.6311111111111111, + 0.8711804707845052, + 0.6544444444444445 + ], + "point": [ + 0.8601, + 0.6428 + ] + }, + { + "instruction": "Subtotal", + "bbox": [ + 0.8809027777777778, + 0.6316666666666667, + 0.9256944444444445, + 0.6516666666666666 + ], + "point": [ + 0.9033, + 0.6417 + ] + }, + { + "instruction": "HORMEL COMPLEATS Roast Beef & Mashed Potatoes With Gravy Microwave Tray, 9 0z.", + "bbox": [ + 0.2847222222222222, + 0.6716666666666666, + 0.6743055555555556, + 0.6961111111111111 + ], + "point": [ + 0.4795, + 0.6839 + ] + }, + { + "instruction": "S12.36", + "bbox": [ + 0.7652777777777777, + 0.6705554877387153, + 0.8079861111111111, + 0.6927777099609375 + ], + "point": [ + 0.7866, + 0.6817 + ] + }, + { + "instruction": "Ordered:", + "bbox": [ + 0.81875, + 0.6738888210720486, + 0.8621527777777778, + 0.6922221544053819 + ], + "point": [ + 0.8405, + 0.6831 + ] + }, + { + "instruction": "S12.36", + "bbox": [ + 0.8822916666666667, + 0.6705554877387153, + 0.925, + 0.6927777099609375 + ], + "point": [ + 0.9036, + 0.6817 + ] + }, + { + "instruction": "(6 Pack)", + "bbox": [ + 0.28402777777777777, + 0.6944443766276042, + 0.3229166666666667, + 0.7149999321831597 + ], + "point": [ + 0.3035, + 0.7047 + ] + }, + { + "instruction": "Style", + "bbox": [ + 0.28402775658501517, + 0.7233333333333334, + 0.31180553436279296, + 0.7438888888888889 + ], + "point": [ + 0.2979, + 0.7336 + ] + }, + { + "instruction": "Stroganoff Sauce Flavored with Beef", + "bbox": [ + 0.28402777777777777, + 0.7444444444444445, + 0.4510416666666667, + 0.7677777777777778 + ], + "point": [ + 0.3675, + 0.7561 + ] + }, + { + "instruction": "Products", + "bbox": [ + 0.12291666666666666, + 0.8155556233723958, + 0.17604166666666668, + 0.8377778455946181 + ], + "point": [ + 0.1495, + 0.8267 + ] + }, + { + "instruction": "Orangina", + "bbox": [ + 0.28402775658501517, + 0.8083333333333333, + 0.3298610899183485, + 0.83 + ], + "point": [ + 0.3069, + 0.8192 + ] + }, + { + "instruction": "Citrus Sparkling Juice Beverage", + "bbox": [ + 0.33368055555555554, + 0.8055555555555556, + 0.47638888888888886, + 0.8322222222222222 + ], + "point": [ + 0.405, + 0.8189 + ] + }, + { + "instruction": "Light Pulp", + "bbox": [ + 0.48090282016330294, + 0.8083333333333333, + 0.5305555979410808, + 0.83 + ], + "point": [ + 0.5057, + 0.8192 + ] + }, + { + "instruction": "Original Imported European", + "bbox": [ + 0.5347222222222222, + 0.8077777777777778, + 0.6645833333333333, + 0.8305555555555556 + ], + "point": [ + 0.5997, + 0.8192 + ] + }, + { + "instruction": "BO86R3RYK9", + "bbox": [ + 0.6944444444444444, + 0.8088888888888889, + 0.7545138888888889, + 0.8272222222222222 + ], + "point": [ + 0.7245, + 0.8181 + ] + }, + { + "instruction": "S29.99", + "bbox": [ + 0.7652777777777777, + 0.8066666666666666, + 0.8079861111111111, + 0.8288888888888889 + ], + "point": [ + 0.7866, + 0.8178 + ] + }, + { + "instruction": "Ordered:", + "bbox": [ + 0.81875, + 0.8088888888888889, + 0.8621527777777778, + 0.8272222222222222 + ], + "point": [ + 0.8405, + 0.8181 + ] + }, + { + "instruction": "S29.99", + "bbox": [ + 0.8822916666666667, + 0.8055555555555556, + 0.925, + 0.8288888888888889 + ], + "point": [ + 0.9036, + 0.8172 + ] + }, + { + "instruction": "Compare", + "bbox": [ + 0.06770833333333333, + 0.8144444444444444, + 0.1232638888888889, + 0.8433333333333334 + ], + "point": [ + 0.0955, + 0.8289 + ] + }, + { + "instruction": "French Recipe -", + "bbox": [ + 0.28402779897054037, + 0.83, + 0.3520833545260959, + 0.8533333333333334 + ], + "point": [ + 0.3181, + 0.8417 + ] + }, + { + "instruction": "No Artificial Ingredients", + "bbox": [ + 0.3559027777777778, + 0.8305555555555556, + 0.465625, + 0.8527777777777777 + ], + "point": [ + 0.4108, + 0.8417 + ] + }, + { + "instruction": "(Pack of 24) (11.5 0z Can)", + "bbox": [ + 0.4690972222222222, + 0.8305555555555556, + 0.5861111111111111, + 0.8516666666666667 + ], + "point": [ + 0.5276, + 0.8411 + ] + }, + { + "instruction": "You have no items to compare_", + "bbox": [ + 0.06770833333333333, + 0.8566666666666667, + 0.20868055555555556, + 0.8777777777777778 + ], + "point": [ + 0.1382, + 0.8672 + ] + }, + { + "instruction": "Subtotal", + "bbox": [ + 0.8295138888888889, + 0.8911111111111111, + 0.8694444444444445, + 0.9083333333333333 + ], + "point": [ + 0.8495, + 0.8997 + ] + }, + { + "instruction": "S42.35", + "bbox": [ + 0.8920138888888889, + 0.8911111111111111, + 0.9246527777777778, + 0.9094444444444445 + ], + "point": [ + 0.9083, + 0.9003 + ] + }, + { + "instruction": "Recently Ordered", + "bbox": [ + 0.06770833863152398, + 0.9222222222222223, + 0.16909722752041287, + 0.9494444444444444 + ], + "point": [ + 0.1184, + 0.9358 + ] + }, + { + "instruction": "Shipping & Handling", + "bbox": [ + 0.7743055555555556, + 0.9277777777777778, + 0.8711805555555555, + 0.9544444444444444 + ], + "point": [ + 0.8227, + 0.9411 + ] + }, + { + "instruction": "S10.00", + "bbox": [ + 0.8920138888888889, + 0.9311110432942709, + 0.9246527777777778, + 0.9483332655164931 + ], + "point": [ + 0.9083, + 0.9397 + ] + }, + { + "instruction": "35 Ft HDMI Cable, GearlT Pro Series", + "bbox": [ + 0.08020831743876139, + 0.963333265516493, + 0.24479167196485732, + 0.9855554877387153 + ], + "point": [ + 0.1625, + 0.9744 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.8118055555555556, + 0.9711111111111111, + 0.8701388888888889, + 0.9894444444444445 + ], + "point": [ + 0.841, + 0.9803 + ] + }, + { + "instruction": "S52.35", + "bbox": [ + 0.8913195292154948, + 0.9711111111111111, + 0.9256945292154948, + 0.9894444444444445 + ], + "point": [ + 0.9085, + 0.9803 + ] + }, + { + "instruction": "HDM Cablo ?5 Foot Hiab Cneod", + "bbox": [ + 0.08159722752041287, + 0.9877777777777778, + 0.2260416719648573, + 0.9988888888888889 + ], + "point": [ + 0.1538, + 0.9933 + ] + }, + { + "instruction": "Tools & Home Improvement", + "bbox": [ + 0.6842717912462023, + 0.17943352593315973, + 0.8467195298936632, + 0.24040323893229168 + ], + "point": [ + 0.7655, + 0.2099 + ] + }, + { + "instruction": "Office Products", + "bbox": [ + 0.5811827765570746, + 0.1794558885362413, + 0.683872307671441, + 0.24105755276150173 + ], + "point": [ + 0.6325, + 0.2103 + ] + }, + { + "instruction": "Clothing Shoes & Jewelry", + "bbox": [ + 0.32193658616807724, + 0.18052958170572916, + 0.4720977359347873, + 0.2407603285047743 + ], + "point": [ + 0.397, + 0.2106 + ] + }, + { + "instruction": "My Orders", + "bbox": [ + 0.07051361931694879, + 0.3765970526801215, + 0.23846278720431857, + 0.41527184380425347 + ], + "point": [ + 0.1545, + 0.3959 + ] + }, + { + "instruction": "Grocery & Gourmet Food", + "bbox": [ + 0.6476119571261936, + 0.23922359890407985, + 0.7933986239963108, + 0.29898661295572915 + ], + "point": [ + 0.7205, + 0.2691 + ] + }, + { + "instruction": "Home & Kitchen", + "bbox": [ + 0.4746143341064453, + 0.18039186265733506, + 0.5813307444254557, + 0.24084667629665799 + ], + "point": [ + 0.528, + 0.2106 + ] + }, + { + "instruction": "Account", + "bbox": [ + 0.06967350641886393, + 0.33799024793836807, + 0.23969065348307292, + 0.378389892578125 + ], + "point": [ + 0.1547, + 0.3582 + ] + }, + { + "instruction": "My", + "bbox": [ + 0.06967350641886393, + 0.33799024793836807, + 0.23969065348307292, + 0.378389892578125 + ], + "point": [ + 0.1547, + 0.3582 + ] + }, + { + "instruction": "Sports & Outdoors", + "bbox": [ + 0.20302357143825955, + 0.18016338772243923, + 0.31925027635362413, + 0.2410120815700955 + ], + "point": [ + 0.2611, + 0.2106 + ] + }, + { + "instruction": "My Downloadable Products", + "bbox": [ + 0.07012807528177897, + 0.4145728217230903, + 0.2362684620751275, + 0.4520049370659722 + ], + "point": [ + 0.1532, + 0.4333 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08257793850368923, + 0.05196411980523003, + 0.15636558532714845, + 0.08484655592176649 + ], + "point": [ + 0.1195, + 0.0684 + ] + }, + { + "instruction": "Video Games", + "bbox": [ + 0.5608583662245009, + 0.25323023478190104, + 0.6444591522216797, + 0.28495964898003473 + ], + "point": [ + 0.6027, + 0.2691 + ] + }, + { + "instruction": "Patio, Lawn & Garden", + "bbox": [ + 0.19242388407389324, + 0.2536069064670139, + 0.31727625528971354, + 0.28413726806640627 + ], + "point": [ + 0.2549, + 0.2689 + ] + }, + { + "instruction": "Print Order", + "bbox": [ + 0.8779289245605468, + 0.4841962348090278, + 0.9322683546278212, + 0.5094042290581597 + ], + "point": [ + 0.9051, + 0.4968 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.07051559024386936, + 0.11614493476019966, + 0.2073303010728624, + 0.1559888882107205 + ], + "point": [ + 0.1389, + 0.1361 + ] + }, + { + "instruction": "Account Information", + "bbox": [ + 0.08060510423448351, + 0.5485975477430556, + 0.17725847032335068, + 0.5759489610460069 + ], + "point": [ + 0.1289, + 0.5623 + ] + }, + { + "instruction": "Newsletter Subscriptions", + "bbox": [ + 0.07693901062011718, + 0.6737681749131944, + 0.2341035419040256, + 0.7114173719618055 + ], + "point": [ + 0.1555, + 0.6926 + ] + }, + { + "instruction": "Stored Payment Methods", + "bbox": [ + 0.08087432119581435, + 0.5868581814236111, + 0.19783635139465333, + 0.6118547905815972 + ], + "point": [ + 0.1394, + 0.5994 + ] + }, + { + "instruction": "My Product Reviews", + "bbox": [ + 0.07868281470404731, + 0.6348662651909722, + 0.23368790944417317, + 0.6750934516059027 + ], + "point": [ + 0.1562, + 0.655 + ] + }, + { + "instruction": "Address Book", + "bbox": [ + 0.08047901789347331, + 0.5120545111762153, + 0.14587596257527669, + 0.5394904242621528 + ], + "point": [ + 0.1132, + 0.5258 + ] + }, + { + "instruction": "Wish List", + "bbox": [ + 0.06980456776089139, + 0.45124247233072917, + 0.23565671179029676, + 0.48891092936197916 + ], + "point": [ + 0.1527, + 0.4701 + ] + }, + { + "instruction": "My", + "bbox": [ + 0.06980456776089139, + 0.45124247233072917, + 0.23565671179029676, + 0.48891092936197916 + ], + "point": [ + 0.1527, + 0.4701 + ] + }, + { + "instruction": "Advanced Search", + "bbox": [ + 0.7224882337782118, + 0.15761859469943576, + 0.803379143608941, + 0.18092714097764756 + ], + "point": [ + 0.7629, + 0.1693 + ] + }, + { + "instruction": "BOOTEQSAVI", + "bbox": [ + 0.6933435651991102, + 0.6668594021267361, + 0.752557118733724, + 0.6952780490451389 + ], + "point": [ + 0.723, + 0.6811 + ] + }, + { + "instruction": "Reorder", + "bbox": [ + 0.27810677422417535, + 0.48479760064019095, + 0.3158514658610026, + 0.5088937377929688 + ], + "point": [ + 0.297, + 0.4968 + ] + }, + { + "instruction": "Tools & Home Improvement settings.", + "bbox": [ + 0.6842717912462023, + 0.17943352593315973, + 0.8467195298936632, + 0.24040323893229168 + ], + "point": [ + 0.7655, + 0.2099 + ] + }, + { + "instruction": "Office products.", + "bbox": [ + 0.5811827765570746, + 0.1794558885362413, + 0.683872307671441, + 0.24105755276150173 + ], + "point": [ + 0.6325, + 0.2103 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry options.", + "bbox": [ + 0.32193658616807724, + 0.18052958170572916, + 0.4720977359347873, + 0.2407603285047743 + ], + "point": [ + 0.397, + 0.2106 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9756187438964844, + 0.003976757261488173, + 0.9970751444498698, + 0.039316286510891384 + ], + "point": [ + 0.9863, + 0.0216 + ] + }, + { + "instruction": "My Orders section.", + "bbox": [ + 0.07051361931694879, + 0.3765970526801215, + 0.23846278720431857, + 0.41527184380425347 + ], + "point": [ + 0.1545, + 0.3959 + ] + }, + { + "instruction": "Grocery & Gourmet Food options.", + "bbox": [ + 0.6476119571261936, + 0.23922359890407985, + 0.7933986239963108, + 0.29898661295572915 + ], + "point": [ + 0.7205, + 0.2691 + ] + }, + { + "instruction": "Home & Kitchen settings.", + "bbox": [ + 0.4746143341064453, + 0.18039186265733506, + 0.5813307444254557, + 0.24084667629665799 + ], + "point": [ + 0.528, + 0.2106 + ] + }, + { + "instruction": "My Account.", + "bbox": [ + 0.06967350641886393, + 0.33799024793836807, + 0.23969065348307292, + 0.378389892578125 + ], + "point": [ + 0.1547, + 0.3582 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05465078883700901, + 0.051450848049587675, + 0.07633990711636013, + 0.08896855672200521 + ], + "point": [ + 0.0655, + 0.0702 + ] + }, + { + "instruction": "sports & outdoors settings.", + "bbox": [ + 0.20302357143825955, + 0.18016338772243923, + 0.31925027635362413, + 0.2410120815700955 + ], + "point": [ + 0.2611, + 0.2106 + ] + }, + { + "instruction": "My Downloads products.", + "bbox": [ + 0.07012807528177897, + 0.4145728217230903, + 0.2362684620751275, + 0.4520049370659722 + ], + "point": [ + 0.1532, + 0.4333 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8612026638454862, + 0.05082344902886285, + 0.8828799777560764, + 0.08756196763780381 + ], + "point": [ + 0.872, + 0.0692 + ] + }, + { + "instruction": "shopping cart or cart functionality.", + "bbox": [ + 0.9059000651041667, + 0.11896575080023872, + 0.9289945814344618, + 0.15379374186197917 + ], + "point": [ + 0.9174, + 0.1364 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08257793850368923, + 0.05196411980523003, + 0.15636558532714845, + 0.08484655592176649 + ], + "point": [ + 0.1195, + 0.0684 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8863274468315973, + 0.04989629109700521, + 0.9084506564670138, + 0.08708976745605469 + ], + "point": [ + 0.8974, + 0.0685 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029404947492811414, + 0.052943331400553385, + 0.0504249095916748, + 0.08764236450195312 + ], + "point": [ + 0.0399, + 0.0703 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.8740632798936632, + 0.11795184665256077, + 0.8941435072157118, + 0.15412384033203125 + ], + "point": [ + 0.8841, + 0.136 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004993752638498942, + 0.05385570102267795, + 0.026477140850490993, + 0.08672509087456597 + ], + "point": [ + 0.0157, + 0.0703 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06894250445895725, + 0.966007554796007, + 0.0794745233323839, + 0.983944837782118 + ], + "point": [ + 0.0742, + 0.975 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.9230508592393664, + 0.051180386013454864, + 0.9456247117784288, + 0.08671283298068576 + ], + "point": [ + 0.9343, + 0.0689 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9476180182562934, + 0.04679715474446615, + 0.9726290384928385, + 0.08884403652615018 + ], + "point": [ + 0.9601, + 0.0678 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8294336107042101, + 0.054739117092556425, + 0.8464395311143663, + 0.08700965033637152 + ], + "point": [ + 0.8379, + 0.0709 + ] + }, + { + "instruction": "Video Games.", + "bbox": [ + 0.5608583662245009, + 0.25323023478190104, + 0.6444591522216797, + 0.28495964898003473 + ], + "point": [ + 0.6027, + 0.2691 + ] + }, + { + "instruction": "Lawn & Garden settings.", + "bbox": [ + 0.19242388407389324, + 0.2536069064670139, + 0.31727625528971354, + 0.28413726806640627 + ], + "point": [ + 0.2549, + 0.2689 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.3474912643432617, + 0.011445390913221571, + 0.3607667287190755, + 0.03409457524617513 + ], + "point": [ + 0.3541, + 0.0228 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3224916458129883, + 0.010524302588568794, + 0.3363468805948893, + 0.035889655219184025 + ], + "point": [ + 0.3294, + 0.0232 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9745349460177951, + 0.052639427185058596, + 0.9940806070963542, + 0.08757278442382813 + ], + "point": [ + 0.9843, + 0.0701 + ] + }, + { + "instruction": "Print Order.", + "bbox": [ + 0.8779289245605468, + 0.4841962348090278, + 0.9322683546278212, + 0.5094042290581597 + ], + "point": [ + 0.9051, + 0.4968 + ] + }, + { + "instruction": "OneStop Market.", + "bbox": [ + 0.07051559024386936, + 0.11614493476019966, + 0.2073303010728624, + 0.1559888882107205 + ], + "point": [ + 0.1389, + 0.1361 + ] + }, + { + "instruction": "Account Information.", + "bbox": [ + 0.08060510423448351, + 0.5485975477430556, + 0.17725847032335068, + 0.5759489610460069 + ], + "point": [ + 0.1289, + 0.5623 + ] + }, + { + "instruction": "Newspaster Subscriptions.", + "bbox": [ + 0.07693901062011718, + 0.6737681749131944, + 0.2341035419040256, + 0.7114173719618055 + ], + "point": [ + 0.1555, + 0.6926 + ] + }, + { + "instruction": "Stored payment methods.", + "bbox": [ + 0.08087432119581435, + 0.5868581814236111, + 0.19783635139465333, + 0.6118547905815972 + ], + "point": [ + 0.1394, + 0.5994 + ] + }, + { + "instruction": "My Product Reviews section.", + "bbox": [ + 0.07868281470404731, + 0.6348662651909722, + 0.23368790944417317, + 0.6750934516059027 + ], + "point": [ + 0.1562, + 0.655 + ] + }, + { + "instruction": "Adding a book.", + "bbox": [ + 0.08047901789347331, + 0.5120545111762153, + 0.14587596257527669, + 0.5394904242621528 + ], + "point": [ + 0.1132, + 0.5258 + ] + }, + { + "instruction": "My Wish List.", + "bbox": [ + 0.06980456776089139, + 0.45124247233072917, + 0.23565671179029676, + 0.48891092936197916 + ], + "point": [ + 0.1527, + 0.4701 + ] + }, + { + "instruction": "Advanced Search.", + "bbox": [ + 0.7224882337782118, + 0.15761859469943576, + 0.803379143608941, + 0.18092714097764756 + ], + "point": [ + 0.7629, + 0.1693 + ] + }, + { + "instruction": "A play button for media playback.", + "bbox": [ + 0.0, + 0.0008864254421657986, + 0.015575114885965984, + 0.056478055318196614 + ], + "point": [ + 0.0078, + 0.0287 + ] + }, + { + "instruction": "a label or label for an item named \"B00I EQ5AVI\".", + "bbox": [ + 0.6933435651991102, + 0.6668594021267361, + 0.752557118733724, + 0.6952780490451389 + ], + "point": [ + 0.723, + 0.6811 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15579041375054253, + 0.010311524073282877, + 0.17357442643907334, + 0.03584599706861708 + ], + "point": [ + 0.1647, + 0.0231 + ] + }, + { + "instruction": "Recorder.", + "bbox": [ + 0.27810677422417535, + 0.48479760064019095, + 0.3158514658610026, + 0.5088937377929688 + ], + "point": [ + 0.297, + 0.4968 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.9945533752441407, + 0.054090232849121095, + 0.9999999152289496, + 0.08772369384765626 + ], + "point": [ + 0.9973, + 0.0709 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.16935820049709743, + 0.2582719421386719, + 0.18203805287679037, + 0.28224455091688366 + ], + "point": [ + 0.1757, + 0.2703 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.384298833211263, + 0.2577727762858073, + 0.39798283047146266, + 0.283921627468533 + ], + "point": [ + 0.3911, + 0.2708 + ] + }, + { + "instruction": "Fast forward", + "bbox": [ + 0.2569068060980903, + 0.02980110380384657, + 0.2683361053466797, + 0.0553503672281901 + ], + "point": [ + 0.2626, + 0.0426 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.18548789554172093, + 0.198773685031467, + 0.20004100799560548, + 0.22369274563259547 + ], + "point": [ + 0.1928, + 0.2112 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.5377938588460286, + 0.25883587307400174, + 0.5515601687961155, + 0.28273286607530385 + ], + "point": [ + 0.5447, + 0.2708 + ] + } + ], + "element_size": 121 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/contact_refund_subscribe/action_videoframes/action_14/7614.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Order # 000000169", + "bbox": [ + 0.035069444444444445, + 0.013888888888888888, + 0.11527777777777778, + 0.029444444444444443 + ], + "point": [ + 0.0752, + 0.0217 + ] + }, + { + "instruction": "Contact Us", + "bbox": [ + 0.2, + 0.013888888888888888, + 0.2465277777777778, + 0.029444444444444443 + ], + "point": [ + 0.2233, + 0.0217 + ] + }, + { + "instruction": "1 +", + "bbox": [ + 0.33784722222222224, + 0.011666667726304796, + 0.359375, + 0.03388888994852702 + ], + "point": [ + 0.3486, + 0.0228 + ] + }, + { + "instruction": "metis Iti.cs cmu edu:7770/sales/order/viewlorder_id/169/", + "bbox": [ + 0.15833333333333333, + 0.06055555555555556, + 0.42118055555555556, + 0.08166666666666667 + ], + "point": [ + 0.2898, + 0.0711 + ] + }, + { + "instruction": "0 | = L", + "bbox": [ + 0.8895833333333333, + 0.05833332909478082, + 0.9680555555555556, + 0.08277776930067274 + ], + "point": [ + 0.9288, + 0.0706 + ] + }, + { + "instruction": "Beauty & Personal Care", + "bbox": [ + 0.0680555608537462, + 0.11388888888888889, + 0.1836805608537462, + 0.13555555555555557 + ], + "point": [ + 0.1259, + 0.1247 + ] + }, + { + "instruction": "Sports & Outdoors", + "bbox": [ + 0.21041664547390407, + 0.11444445292154948, + 0.30312497880723743, + 0.1366666751437717 + ], + "point": [ + 0.2568, + 0.1256 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry", + "bbox": [ + 0.32881944444444444, + 0.11222222222222222, + 0.4548611111111111, + 0.13722222222222222 + ], + "point": [ + 0.3918, + 0.1247 + ] + }, + { + "instruction": "Tools & Home Improvement", + "bbox": [ + 0.6909722222222222, + 0.11444443596733941, + 0.8291666666666667, + 0.13611110263400608 + ], + "point": [ + 0.7601, + 0.1253 + ] + }, + { + "instruction": "Order # 000000169", + "bbox": [ + 0.27708333333333335, + 0.24111112806532117, + 0.5295138888888888, + 0.28888892279730904 + ], + "point": [ + 0.4033, + 0.265 + ] + }, + { + "instruction": "Complete", + "bbox": [ + 0.27743055555555557, + 0.3338888888888889, + 0.3246527777777778, + 0.3572222222222222 + ], + "point": [ + 0.301, + 0.3456 + ] + }, + { + "instruction": "Order Date: March 2, 2022", + "bbox": [ + 0.2777777777777778, + 0.3566666666666667, + 0.4, + 0.37666666666666665 + ], + "point": [ + 0.3389, + 0.3667 + ] + }, + { + "instruction": "Items Ordered", + "bbox": [ + 0.27708331214057075, + 0.45166663275824653, + 0.34999997880723743, + 0.47166663275824655 + ], + "point": [ + 0.3135, + 0.4617 + ] + }, + { + "instruction": "Products", + "bbox": [ + 0.12395834392971462, + 0.7294444444444445, + 0.1767361217074924, + 0.7516666666666667 + ], + "point": [ + 0.1503, + 0.7406 + ] + }, + { + "instruction": "Orangina", + "bbox": [ + 0.2847222222222222, + 0.7216667344835069, + 0.3298611111111111, + 0.7438889567057292 + ], + "point": [ + 0.3073, + 0.7328 + ] + }, + { + "instruction": "Citrus Sparkling Juice Beverage", + "bbox": [ + 0.33402777777777776, + 0.7216667344835069, + 0.47604166666666664, + 0.7438889567057292 + ], + "point": [ + 0.405, + 0.7328 + ] + }, + { + "instruction": "Light Pulp", + "bbox": [ + 0.48090282016330294, + 0.7216667344835069, + 0.5305555979410808, + 0.7438889567057292 + ], + "point": [ + 0.5057, + 0.7328 + ] + }, + { + "instruction": "Original Imported European", + "bbox": [ + 0.5347222646077474, + 0.7216667344835069, + 0.6642361534966363, + 0.7438889567057292 + ], + "point": [ + 0.5995, + 0.7328 + ] + }, + { + "instruction": "BO86R3RYK9", + "bbox": [ + 0.6944444444444444, + 0.722222154405382, + 0.7545138888888889, + 0.7394443766276042 + ], + "point": [ + 0.7245, + 0.7308 + ] + }, + { + "instruction": "S29.99", + "bbox": [ + 0.7645833333333333, + 0.7194444444444444, + 0.8079861111111111, + 0.7416666666666667 + ], + "point": [ + 0.7863, + 0.7306 + ] + }, + { + "instruction": "Ordered:", + "bbox": [ + 0.8184027777777778, + 0.7216666666666667, + 0.8625, + 0.7416666666666667 + ], + "point": [ + 0.8405, + 0.7317 + ] + }, + { + "instruction": "S29.99", + "bbox": [ + 0.8822916666666667, + 0.7194444444444444, + 0.925, + 0.7427777777777778 + ], + "point": [ + 0.9036, + 0.7311 + ] + }, + { + "instruction": "Compare", + "bbox": [ + 0.06770833333333333, + 0.7283334011501736, + 0.1232638888888889, + 0.7572222900390625 + ], + "point": [ + 0.0955, + 0.7428 + ] + }, + { + "instruction": "French Recipe", + "bbox": [ + 0.2847222010294596, + 0.7444444444444445, + 0.35173608991834854, + 0.765 + ], + "point": [ + 0.3182, + 0.7547 + ] + }, + { + "instruction": "No Artificial Ingredients", + "bbox": [ + 0.3559027777777778, + 0.7433333333333333, + 0.465625, + 0.7661111111111111 + ], + "point": [ + 0.4108, + 0.7547 + ] + }, + { + "instruction": "(Pack of 24) (11.5 0z Can)", + "bbox": [ + 0.4690972222222222, + 0.7433333333333333, + 0.5861111111111111, + 0.7638888888888888 + ], + "point": [ + 0.5276, + 0.7536 + ] + }, + { + "instruction": "You have no items to compare_", + "bbox": [ + 0.06770833333333333, + 0.7705555555555555, + 0.20868055555555556, + 0.7916666666666666 + ], + "point": [ + 0.1382, + 0.7811 + ] + }, + { + "instruction": "Subtotal", + "bbox": [ + 0.8295138888888889, + 0.8038888888888889, + 0.8701388888888889, + 0.8222222222222222 + ], + "point": [ + 0.8498, + 0.8131 + ] + }, + { + "instruction": "S42.35", + "bbox": [ + 0.8920138888888889, + 0.8050000678168403, + 0.9256944444444445, + 0.8222222900390626 + ], + "point": [ + 0.9089, + 0.8136 + ] + }, + { + "instruction": "Recently Ordered", + "bbox": [ + 0.06770833863152398, + 0.833333265516493, + 0.16909722752041287, + 0.862222154405382 + ], + "point": [ + 0.1184, + 0.8478 + ] + }, + { + "instruction": "Shipping & Handling", + "bbox": [ + 0.7739583333333333, + 0.8399999321831597, + 0.8715277777777778, + 0.868333265516493 + ], + "point": [ + 0.8227, + 0.8542 + ] + }, + { + "instruction": "$10.00", + "bbox": [ + 0.8920138888888889, + 0.8438888888888889, + 0.9246527777777778, + 0.8622222222222222 + ], + "point": [ + 0.9083, + 0.8531 + ] + }, + { + "instruction": "35 Ft HDMI Cable, GearlT Pro Series", + "bbox": [ + 0.08020831743876139, + 0.8766666666666667, + 0.24479167196485732, + 0.8988888888888888 + ], + "point": [ + 0.1625, + 0.8878 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.8118055555555556, + 0.8849999321831598, + 0.8701388888888889, + 0.9022221544053819 + ], + "point": [ + 0.841, + 0.8936 + ] + }, + { + "instruction": "HDMI Cable 35 Feet High Speed", + "bbox": [ + 0.08090277247958713, + 0.9005554877387153, + 0.22673610581292047, + 0.9227777099609376 + ], + "point": [ + 0.1538, + 0.9117 + ] + }, + { + "instruction": "Ethernet 4K Resolution 3D Video and", + "bbox": [ + 0.08090277247958713, + 0.9216666666666666, + 0.24930555025736492, + 0.9427777777777778 + ], + "point": [ + 0.1651, + 0.9322 + ] + }, + { + "instruction": "White", + "bbox": [ + 0.08090277777777778, + 0.9666666666666667, + 0.11041666666666666, + 0.9866666666666667 + ], + "point": [ + 0.0957, + 0.9767 + ] + }, + { + "instruction": "Order Information", + "bbox": [ + 0.2777777777777778, + 0.9694444444444444, + 0.38298606872558594, + 0.9927777777777778 + ], + "point": [ + 0.3304, + 0.9811 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08246799045138889, + 0.051747623019748265, + 0.15642719268798827, + 0.08497033860948351 + ], + "point": [ + 0.1194, + 0.0684 + ] + }, + { + "instruction": "My Orders", + "bbox": [ + 0.0697813245985243, + 0.29040907118055553, + 0.24187164306640624, + 0.32894544813368054 + ], + "point": [ + 0.1558, + 0.3097 + ] + }, + { + "instruction": "Video Games", + "bbox": [ + 0.5616893768310547, + 0.16783057318793404, + 0.6441473642985026, + 0.1967829047309028 + ], + "point": [ + 0.6029, + 0.1823 + ] + }, + { + "instruction": "Health", + "bbox": [ + 0.06692910194396973, + 0.16769068400065104, + 0.181057341893514, + 0.196336178249783 + ], + "point": [ + 0.124, + 0.182 + ] + }, + { + "instruction": "Household", + "bbox": [ + 0.06692910194396973, + 0.16769068400065104, + 0.181057341893514, + 0.196336178249783 + ], + "point": [ + 0.124, + 0.182 + ] + }, + { + "instruction": "Patio, Lawn & Garden", + "bbox": [ + 0.19327907562255858, + 0.16826266818576388, + 0.3168657726711697, + 0.19618869357638888 + ], + "point": [ + 0.2551, + 0.1822 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.3249240451388889, + 0.16842605590820312, + 0.39724078708224825, + 0.1967030334472656 + ], + "point": [ + 0.3611, + 0.1826 + ] + }, + { + "instruction": "My Account", + "bbox": [ + 0.06951324144999187, + 0.25163314819335936, + 0.23913112746344672, + 0.29125946044921874 + ], + "point": [ + 0.1543, + 0.2714 + ] + }, + { + "instruction": "Cell Phones & Accessories", + "bbox": [ + 0.4084269205729167, + 0.1674452379014757, + 0.5507932874891494, + 0.1966307915581597 + ], + "point": [ + 0.4796, + 0.182 + ] + }, + { + "instruction": "My Downloadable Products", + "bbox": [ + 0.07040274408128526, + 0.32737406412760417, + 0.23857731819152833, + 0.36555033365885414 + ], + "point": [ + 0.1545, + 0.3465 + ] + }, + { + "instruction": "Office Products", + "bbox": [ + 0.5832076602511935, + 0.09506895277235243, + 0.6823145972357856, + 0.15386591593424478 + ], + "point": [ + 0.6328, + 0.1245 + ] + }, + { + "instruction": "Grocery & Gourmet Food", + "bbox": [ + 0.6540671030680338, + 0.16730261908637153, + 0.7935034857855903, + 0.19620286729600694 + ], + "point": [ + 0.7238, + 0.1818 + ] + }, + { + "instruction": "My Wish List", + "bbox": [ + 0.07085205713907877, + 0.363871086968316, + 0.23543082343207467, + 0.4002852715386285 + ], + "point": [ + 0.1531, + 0.3821 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.3211816999647352, + 0.012516953150431316, + 0.3372309790717231, + 0.033352600733439125 + ], + "point": [ + 0.3292, + 0.0229 + ] + }, + { + "instruction": "Home & Kitchen", + "bbox": [ + 0.4753466288248698, + 0.0951812998453776, + 0.5769805060492621, + 0.15237999810112848 + ], + "point": [ + 0.5262, + 0.1238 + ] + }, + { + "instruction": "Reorder", + "bbox": [ + 0.27820871141221787, + 0.39841912163628473, + 0.31598773532443575, + 0.4221952311197917 + ], + "point": [ + 0.2971, + 0.4103 + ] + }, + { + "instruction": "Stored Payment Methods", + "bbox": [ + 0.0808136675092909, + 0.49938052707248265, + 0.19844954278733995, + 0.5244475301106771 + ], + "point": [ + 0.1396, + 0.5119 + ] + }, + { + "instruction": "Print Order", + "bbox": [ + 0.8763838873969184, + 0.39837161593967013, + 0.9316802130805122, + 0.42244530571831596 + ], + "point": [ + 0.904, + 0.4104 + ] + }, + { + "instruction": "My Product Reviews", + "bbox": [ + 0.07989675733778212, + 0.5562910970052083, + 0.17276700337727866, + 0.5818668619791667 + ], + "point": [ + 0.1263, + 0.5691 + ] + }, + { + "instruction": "Items Ordered", + "bbox": [ + 0.27714835272894967, + 0.4749302503797743, + 0.9375129699707031, + 0.7169719102647569 + ], + "point": [ + 0.6073, + 0.596 + ] + }, + { + "instruction": "Product Name", + "bbox": [ + 0.27714835272894967, + 0.4749302503797743, + 0.9375129699707031, + 0.7169719102647569 + ], + "point": [ + 0.6073, + 0.596 + ] + }, + { + "instruction": "SKU", + "bbox": [ + 0.27714835272894967, + 0.4749302503797743, + 0.9375129699707031, + 0.7169719102647569 + ], + "point": [ + 0.6073, + 0.596 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.27714835272894967, + 0.4749302503797743, + 0.9375129699707031, + 0.7169719102647569 + ], + "point": [ + 0.6073, + 0.596 + ] + }, + { + "instruction": "Subtotal", + "bbox": [ + 0.27714835272894967, + 0.4749302503797743, + 0.9375129699707031, + 0.7169719102647569 + ], + "point": [ + 0.6073, + 0.596 + ] + }, + { + "instruction": "HORMEL COMPLEATS Roast Beef & Mashed Potatoes With Gravy Microwave Tray, 9 0Z.", + "bbox": [ + 0.27714835272894967, + 0.4749302503797743, + 0.9375129699707031, + 0.7169719102647569 + ], + "point": [ + 0.6073, + 0.596 + ] + }, + { + "instruction": "BOOIEQSAVI", + "bbox": [ + 0.27714835272894967, + 0.4749302503797743, + 0.9375129699707031, + 0.7169719102647569 + ], + "point": [ + 0.6073, + 0.596 + ] + }, + { + "instruction": "S12.36", + "bbox": [ + 0.27714835272894967, + 0.4749302503797743, + 0.9375129699707031, + 0.7169719102647569 + ], + "point": [ + 0.6073, + 0.596 + ] + }, + { + "instruction": "Ordered:", + "bbox": [ + 0.27714835272894967, + 0.4749302503797743, + 0.9375129699707031, + 0.7169719102647569 + ], + "point": [ + 0.6073, + 0.596 + ] + }, + { + "instruction": "(6 Pack)", + "bbox": [ + 0.27714835272894967, + 0.4749302503797743, + 0.9375129699707031, + 0.7169719102647569 + ], + "point": [ + 0.6073, + 0.596 + ] + }, + { + "instruction": "Style", + "bbox": [ + 0.27714835272894967, + 0.4749302503797743, + 0.9375129699707031, + 0.7169719102647569 + ], + "point": [ + 0.6073, + 0.596 + ] + }, + { + "instruction": "Stroganoff Sauce Flavored with Beef", + "bbox": [ + 0.27714835272894967, + 0.4749302503797743, + 0.9375129699707031, + 0.7169719102647569 + ], + "point": [ + 0.6073, + 0.596 + ] + }, + { + "instruction": "Qty", + "bbox": [ + 0.27714835272894967, + 0.4749302503797743, + 0.9375129699707031, + 0.7169719102647569 + ], + "point": [ + 0.6073, + 0.596 + ] + }, + { + "instruction": "Account Information", + "bbox": [ + 0.08072168562147353, + 0.4624215698242187, + 0.17690845065646701, + 0.48860836452907985 + ], + "point": [ + 0.1288, + 0.4755 + ] + }, + { + "instruction": "Newsletter Subscriptions", + "bbox": [ + 0.07371851603190104, + 0.5866257052951389, + 0.2340031517876519, + 0.6238218858506944 + ], + "point": [ + 0.1539, + 0.6052 + ] + }, + { + "instruction": "S52.35", + "bbox": [ + 0.8867630004882813, + 0.8744202338324653, + 0.9272296481662327, + 0.9178797064887153 + ], + "point": [ + 0.907, + 0.8961 + ] + }, + { + "instruction": "Address Book", + "bbox": [ + 0.08061096403333876, + 0.4265538194444444, + 0.14582221772935655, + 0.4519442409939236 + ], + "point": [ + 0.1132, + 0.4392 + ] + }, + { + "instruction": "ARC Audio Return Channel HDMI Cable,", + "bbox": [ + 0.07924501630995008, + 0.9417078314887153, + 0.26212836371527776, + 0.965189954969618 + ], + "point": [ + 0.1707, + 0.9534 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08246799045138889, + 0.051747623019748265, + 0.15642719268798827, + 0.08497033860948351 + ], + "point": [ + 0.1194, + 0.0684 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9755993313259549, + 0.003752600351969401, + 0.9969906277126737, + 0.03939585155910916 + ], + "point": [ + 0.9863, + 0.0216 + ] + }, + { + "instruction": "My Orders section.", + "bbox": [ + 0.0697813245985243, + 0.29040907118055553, + 0.24187164306640624, + 0.32894544813368054 + ], + "point": [ + 0.1558, + 0.3097 + ] + }, + { + "instruction": "Video Games.", + "bbox": [ + 0.5616893768310547, + 0.16783057318793404, + 0.6441473642985026, + 0.1967829047309028 + ], + "point": [ + 0.6029, + 0.1823 + ] + }, + { + "instruction": "Health & Household dropdown menu.", + "bbox": [ + 0.06692910194396973, + 0.16769068400065104, + 0.181057341893514, + 0.196336178249783 + ], + "point": [ + 0.124, + 0.182 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05455064243740505, + 0.05110356648763021, + 0.07642580138312446, + 0.08889554341634115 + ], + "point": [ + 0.0655, + 0.07 + ] + }, + { + "instruction": "Lawn & Garden settings.", + "bbox": [ + 0.19327907562255858, + 0.16826266818576388, + 0.3168657726711697, + 0.19618869357638888 + ], + "point": [ + 0.2551, + 0.1822 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.3249240451388889, + 0.16842605590820312, + 0.39724078708224825, + 0.1967030334472656 + ], + "point": [ + 0.3611, + 0.1826 + ] + }, + { + "instruction": "My Account.", + "bbox": [ + 0.06951324144999187, + 0.25163314819335936, + 0.23913112746344672, + 0.29125946044921874 + ], + "point": [ + 0.1543, + 0.2714 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.9229768541124131, + 0.05131952921549479, + 0.945750257703993, + 0.0866673363579644 + ], + "point": [ + 0.9344, + 0.069 + ] + }, + { + "instruction": "Cellphones & Accessories settings.", + "bbox": [ + 0.4084269205729167, + 0.1674452379014757, + 0.5507932874891494, + 0.1966307915581597 + ], + "point": [ + 0.4796, + 0.182 + ] + }, + { + "instruction": "My Downloads products.", + "bbox": [ + 0.07040274408128526, + 0.32737406412760417, + 0.23857731819152833, + 0.36555033365885414 + ], + "point": [ + 0.1545, + 0.3465 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029123459921942818, + 0.0524870596991645, + 0.05073781013488769, + 0.08700178358289931 + ], + "point": [ + 0.0399, + 0.0697 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004845484760072496, + 0.05346920013427734, + 0.02666093839539422, + 0.08656831529405382 + ], + "point": [ + 0.0158, + 0.07 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.8611634996202256, + 0.0497622553507487, + 0.8834989759657118, + 0.08702238294813368 + ], + "point": [ + 0.8723, + 0.0684 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8862382676866319, + 0.049320093790690106, + 0.9085288153754341, + 0.08673914591471354 + ], + "point": [ + 0.8974, + 0.068 + ] + }, + { + "instruction": "Office products.", + "bbox": [ + 0.5832076602511935, + 0.09506895277235243, + 0.6823145972357856, + 0.15386591593424478 + ], + "point": [ + 0.6328, + 0.1245 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9482443067762587, + 0.0484357664320204, + 0.972684817843967, + 0.089073486328125 + ], + "point": [ + 0.9605, + 0.0688 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9747662014431424, + 0.05272311740451389, + 0.9936984592013889, + 0.08751337687174479 + ], + "point": [ + 0.9842, + 0.0701 + ] + }, + { + "instruction": "Grocery & Gourmet Food options.", + "bbox": [ + 0.6540671030680338, + 0.16730261908637153, + 0.7935034857855903, + 0.19620286729600694 + ], + "point": [ + 0.7238, + 0.1818 + ] + }, + { + "instruction": "My Wish List.", + "bbox": [ + 0.07085205713907877, + 0.363871086968316, + 0.23543082343207467, + 0.4002852715386285 + ], + "point": [ + 0.1531, + 0.3821 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3211816999647352, + 0.012516953150431316, + 0.3372309790717231, + 0.033352600733439125 + ], + "point": [ + 0.3292, + 0.0229 + ] + }, + { + "instruction": "Home & Kitchen settings.", + "bbox": [ + 0.4753466288248698, + 0.0951812998453776, + 0.5769805060492621, + 0.15237999810112848 + ], + "point": [ + 0.5262, + 0.1238 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06888706419203017, + 0.8788506401909723, + 0.07949646843804253, + 0.8979147677951389 + ], + "point": [ + 0.0742, + 0.8884 + ] + }, + { + "instruction": "a recording function.", + "bbox": [ + 0.27820871141221787, + 0.39841912163628473, + 0.31598773532443575, + 0.4221952311197917 + ], + "point": [ + 0.2971, + 0.4103 + ] + }, + { + "instruction": "Stored payment methods.", + "bbox": [ + 0.0808136675092909, + 0.49938052707248265, + 0.19844954278733995, + 0.5244475301106771 + ], + "point": [ + 0.1396, + 0.5119 + ] + }, + { + "instruction": "Print Order.", + "bbox": [ + 0.8763838873969184, + 0.39837161593967013, + 0.9316802130805122, + 0.42244530571831596 + ], + "point": [ + 0.904, + 0.4104 + ] + }, + { + "instruction": "My Product Reviews section.", + "bbox": [ + 0.07989675733778212, + 0.5562910970052083, + 0.17276700337727866, + 0.5818668619791667 + ], + "point": [ + 0.1263, + 0.5691 + ] + }, + { + "instruction": "a price tag in a menu.", + "bbox": [ + 0.27714835272894967, + 0.4749302503797743, + 0.9375129699707031, + 0.7169719102647569 + ], + "point": [ + 0.6073, + 0.596 + ] + }, + { + "instruction": "Account Information.", + "bbox": [ + 0.08072168562147353, + 0.4624215698242187, + 0.17690845065646701, + 0.48860836452907985 + ], + "point": [ + 0.1288, + 0.4755 + ] + }, + { + "instruction": "Newspaster Subscriptions.", + "bbox": [ + 0.07371851603190104, + 0.5866257052951389, + 0.2340031517876519, + 0.6238218858506944 + ], + "point": [ + 0.1539, + 0.6052 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 2.1730528937445747e-05, + 0.00035542594061957467, + 0.014718601438734267, + 0.055241578420003254 + ], + "point": [ + 0.0074, + 0.0278 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.829754130045573, + 0.056325179206000435, + 0.8465935601128473, + 0.08695041232638889 + ], + "point": [ + 0.8382, + 0.0716 + ] + }, + { + "instruction": "a price tag of $52.35.", + "bbox": [ + 0.8867630004882813, + 0.8744202338324653, + 0.9272296481662327, + 0.9178797064887153 + ], + "point": [ + 0.907, + 0.8961 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15649841096666123, + 0.010307324727376303, + 0.172155581580268, + 0.03504651811387804 + ], + "point": [ + 0.1643, + 0.0227 + ] + }, + { + "instruction": "Adding a book.", + "bbox": [ + 0.08061096403333876, + 0.4265538194444444, + 0.14582221772935655, + 0.4519442409939236 + ], + "point": [ + 0.1132, + 0.4392 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.9945081922743055, + 0.05669112311469184, + 1.0, + 0.08378946940104166 + ], + "point": [ + 0.9973, + 0.0702 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.45621172587076825, + 0.11034735785590277, + 0.4695313771565755, + 0.13980636596679688 + ], + "point": [ + 0.4629, + 0.1251 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.18682439592149522, + 0.1115342542860243, + 0.19912844763861762, + 0.13788202921549478 + ], + "point": [ + 0.193, + 0.1247 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.8305292765299479, + 0.11021068996853299, + 0.8447831895616319, + 0.14087287055121528 + ], + "point": [ + 0.8377, + 0.1255 + ] + }, + { + "instruction": "an arc audio return channel/hdmi cable.", + "bbox": [ + 0.07924501630995008, + 0.9417078314887153, + 0.26212836371527776, + 0.965189954969618 + ], + "point": [ + 0.1707, + 0.9534 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.30524408552381727, + 0.11200155470106336, + 0.3183582517835829, + 0.139407713148329 + ], + "point": [ + 0.3118, + 0.1257 + ] + } + ], + "element_size": 117 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/contact_refund_subscribe/action_videoframes/action_15/8262.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Order # 000000169", + "bbox": [ + 0.03437500264909532, + 0.013888888888888888, + 0.1152777804268731, + 0.029444444444444443 + ], + "point": [ + 0.0748, + 0.0217 + ] + }, + { + "instruction": "Contact Us", + "bbox": [ + 0.2, + 0.013888888888888888, + 0.2465277777777778, + 0.029444444444444443 + ], + "point": [ + 0.2233, + 0.0217 + ] + }, + { + "instruction": "metis Iti.cs.cmu.edu:7770/contact]", + "bbox": [ + 0.15868055555555555, + 0.061111115349663625, + 0.3194444444444444, + 0.07944445292154947 + ], + "point": [ + 0.2391, + 0.0703 + ] + }, + { + "instruction": "0 | =", + "bbox": [ + 0.8902778625488281, + 0.058333333333333334, + 0.9461806403266059, + 0.08166666666666667 + ], + "point": [ + 0.9182, + 0.07 + ] + }, + { + "instruction": "Search entire store here:", + "bbox": [ + 0.7291666666666666, + 0.18444444444444444, + 0.8572916666666667, + 0.205 + ], + "point": [ + 0.7932, + 0.1947 + ] + }, + { + "instruction": "Beauty & Personal Care", + "bbox": [ + 0.06805555555555555, + 0.258888905843099, + 0.184375, + 0.28055553860134547 + ], + "point": [ + 0.1262, + 0.2697 + ] + }, + { + "instruction": "Health & Household", + "bbox": [ + 0.06840277777777778, + 0.31666666666666665, + 0.16805555555555557, + 0.3383333333333333 + ], + "point": [ + 0.1182, + 0.3275 + ] + }, + { + "instruction": "Contact Us", + "bbox": [ + 0.06805555555555555, + 0.38666666666666666, + 0.20833333333333334, + 0.43166666666666664 + ], + "point": [ + 0.1382, + 0.4092 + ] + }, + { + "instruction": "Write Us", + "bbox": [ + 0.17916666666666667, + 0.47944444444444445, + 0.23680555555555555, + 0.5038888888888889 + ], + "point": [ + 0.208, + 0.4917 + ] + }, + { + "instruction": "Jot us a note and we'll get back to you as quickly as possible:", + "bbox": [ + 0.17777776718139648, + 0.5316667005750868, + 0.4513888782925076, + 0.5566667005750868 + ], + "point": [ + 0.3146, + 0.5442 + ] + }, + { + "instruction": "Name", + "bbox": [ + 0.1326388994852702, + 0.5961110432942708, + 0.16319445504082575, + 0.612222154405382 + ], + "point": [ + 0.1479, + 0.6042 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.134375, + 0.6638888210720486, + 0.16319444444444445, + 0.6794443766276042 + ], + "point": [ + 0.1488, + 0.6717 + ] + }, + { + "instruction": "Phone Number", + "bbox": [ + 0.09618055555555556, + 0.7311111111111112, + 0.17152777777777778, + 0.7494444444444445 + ], + "point": [ + 0.1339, + 0.7403 + ] + }, + { + "instruction": "What's on your", + "bbox": [ + 0.09652777777777778, + 0.7983334011501736, + 0.17118055555555556, + 0.8188889567057291 + ], + "point": [ + 0.1339, + 0.8086 + ] + }, + { + "instruction": "want a refund: Order Number: 000000169 Item SKU: BOOIEQSAVI", + "bbox": [ + 0.17549513710869682, + 0.7873661973741319, + 0.5060699356926812, + 0.8887142605251737 + ], + "point": [ + 0.3408, + 0.838 + ] + }, + { + "instruction": "BO86R3RYK9 Total Cost: 52.35 Shipping:", + "bbox": [ + 0.17549513710869682, + 0.7873661973741319, + 0.5060699356926812, + 0.8887142605251737 + ], + "point": [ + 0.3408, + 0.838 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08293299674987793, + 0.05315685272216797, + 0.15554824405246312, + 0.08429597642686631 + ], + "point": [ + 0.1192, + 0.0687 + ] + }, + { + "instruction": "Office Products", + "bbox": [ + 0.5816825018988715, + 0.2374829779730903, + 0.6823962741427951, + 0.2993757459852431 + ], + "point": [ + 0.632, + 0.2684 + ] + }, + { + "instruction": "Patio, Lawn & Garden", + "bbox": [ + 0.19126143985324437, + 0.312078857421875, + 0.3159608417087131, + 0.34033677842881943 + ], + "point": [ + 0.2536, + 0.3262 + ] + }, + { + "instruction": "Emma Lopez", + "bbox": [ + 0.17390043470594618, + 0.5853436957465278, + 0.5036722819010416, + 0.6262532552083333 + ], + "point": [ + 0.3388, + 0.6058 + ] + }, + { + "instruction": "Sports & Outdoors", + "bbox": [ + 0.20771715376112196, + 0.25272087944878474, + 0.31870462629530166, + 0.2819754706488715 + ], + "point": [ + 0.2632, + 0.2673 + ] + }, + { + "instruction": "emma lopez@gmail.com", + "bbox": [ + 0.17380886077880858, + 0.6522215440538195, + 0.5035164727105035, + 0.6962835015190972 + ], + "point": [ + 0.3387, + 0.6743 + ] + }, + { + "instruction": "Tools & Home Improvement", + "bbox": [ + 0.686093521118164, + 0.2371774461534288, + 0.8458749559190538, + 0.29793921576605903 + ], + "point": [ + 0.766, + 0.2676 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.3233333587646484, + 0.3118102010091146, + 0.396735848320855, + 0.34165774875217014 + ], + "point": [ + 0.36, + 0.3267 + ] + }, + { + "instruction": "Sign Out", + "bbox": [ + 0.7620685153537327, + 0.10243719312879775, + 0.8060975816514757, + 0.13320901658799914 + ], + "point": [ + 0.7841, + 0.1178 + ] + }, + { + "instruction": "My Account", + "bbox": [ + 0.5940478430853949, + 0.10263189527723525, + 0.6552839067247179, + 0.13323846605088976 + ], + "point": [ + 0.6247, + 0.1179 + ] + }, + { + "instruction": "Home & Kitchen", + "bbox": [ + 0.4756755828857422, + 0.2377825419108073, + 0.5798831939697265, + 0.2988498263888889 + ], + "point": [ + 0.5278, + 0.2683 + ] + }, + { + "instruction": "~L)", + "bbox": [ + 0.9487990485297308, + 0.05080284966362847, + 0.9720466613769532, + 0.08823053995768229 + ], + "point": [ + 0.9604, + 0.0695 + ] + }, + { + "instruction": "Video Games", + "bbox": [ + 0.5598643832736545, + 0.3121758015950521, + 0.6441132439507379, + 0.34219207763671877 + ], + "point": [ + 0.602, + 0.3272 + ] + }, + { + "instruction": "Submit", + "bbox": [ + 0.17900206247965494, + 0.9290868462456597, + 0.23905853695339627, + 0.9676788330078125 + ], + "point": [ + 0.209, + 0.9484 + ] + }, + { + "instruction": "My Wish List", + "bbox": [ + 0.6589665730794271, + 0.10438247680664063, + 0.7552520751953125, + 0.13149268256293403 + ], + "point": [ + 0.7071, + 0.1179 + ] + }, + { + "instruction": "items", + "bbox": [ + 0.6589665730794271, + 0.10438247680664063, + 0.7552520751953125, + 0.13149268256293403 + ], + "point": [ + 0.7071, + 0.1179 + ] + }, + { + "instruction": "Grocery & Gourmet Food", + "bbox": [ + 0.6489333258734808, + 0.2967909749348958, + 0.7938184102376302, + 0.35747016059027775 + ], + "point": [ + 0.7214, + 0.3271 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.3202603234185113, + 0.007665604485405816, + 0.33830078972710503, + 0.03982780456542969 + ], + "point": [ + 0.3293, + 0.0237 + ] + }, + { + "instruction": "Cell Phones & Accessories", + "bbox": [ + 0.40714920891655815, + 0.31195997450086804, + 0.5523259056939019, + 0.34105177137586806 + ], + "point": [ + 0.4797, + 0.3265 + ] + }, + { + "instruction": "Advanced Search", + "bbox": [ + 0.7226599799262152, + 0.21518897162543402, + 0.8028998480902778, + 0.2391710747612847 + ], + "point": [ + 0.7628, + 0.2272 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry", + "bbox": [ + 0.3243711683485243, + 0.2527875264485677, + 0.47048695882161456, + 0.282391611735026 + ], + "point": [ + 0.3974, + 0.2676 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.06981110042995876, + 0.17275722927517362, + 0.20739012824164496, + 0.2151135932074653 + ], + "point": [ + 0.1386, + 0.1939 + ] + }, + { + "instruction": "mind?", + "bbox": [ + 0.09274616241455078, + 0.8146119520399305, + 0.17274578942192925, + 0.8431749131944445 + ], + "point": [ + 0.1327, + 0.8289 + ] + }, + { + "instruction": "Welcome; Emma Lopezl", + "bbox": [ + 0.8197800530327691, + 0.10270498487684462, + 0.9332176208496094, + 0.13289117601182726 + ], + "point": [ + 0.8765, + 0.1178 + ] + }, + { + "instruction": "a return function.", + "bbox": [ + 0.17549513710869682, + 0.7873661973741319, + 0.5060699356926812, + 0.8887142605251737 + ], + "point": [ + 0.3408, + 0.838 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08293299674987793, + 0.05315685272216797, + 0.15554824405246312, + 0.08429597642686631 + ], + "point": [ + 0.1192, + 0.0687 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9755766974555121, + 0.0036256832546657986, + 0.9975103590223524, + 0.03969571431477865 + ], + "point": [ + 0.9865, + 0.0217 + ] + }, + { + "instruction": "Office products.", + "bbox": [ + 0.5816825018988715, + 0.2374829779730903, + 0.6823962741427951, + 0.2993757459852431 + ], + "point": [ + 0.632, + 0.2684 + ] + }, + { + "instruction": "Lawn & Garden settings.", + "bbox": [ + 0.19126143985324437, + 0.312078857421875, + 0.3159608417087131, + 0.34033677842881943 + ], + "point": [ + 0.2536, + 0.3262 + ] + }, + { + "instruction": "a text input field.", + "bbox": [ + 0.17390043470594618, + 0.5853436957465278, + 0.5036722819010416, + 0.6262532552083333 + ], + "point": [ + 0.3388, + 0.6058 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.17428369522094728, + 0.7210076904296875, + 0.5052792125278049, + 0.7650372314453125 + ], + "point": [ + 0.3398, + 0.743 + ] + }, + { + "instruction": "sports & outdoors settings.", + "bbox": [ + 0.20771715376112196, + 0.25272087944878474, + 0.31870462629530166, + 0.2819754706488715 + ], + "point": [ + 0.2632, + 0.2673 + ] + }, + { + "instruction": "Email.", + "bbox": [ + 0.17380886077880858, + 0.6522215440538195, + 0.5035164727105035, + 0.6962835015190972 + ], + "point": [ + 0.3387, + 0.6743 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.8741908603244357, + 0.17609405517578125, + 0.8932928297254774, + 0.21061998155381945 + ], + "point": [ + 0.8837, + 0.1934 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05502869817945692, + 0.048717163933648, + 0.07609877586364747, + 0.08957478841145833 + ], + "point": [ + 0.0656, + 0.0691 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.92330322265625, + 0.05302813635932074, + 0.9454071044921875, + 0.0851387702094184 + ], + "point": [ + 0.9344, + 0.0691 + ] + }, + { + "instruction": "Tools & Home Improvement settings.", + "bbox": [ + 0.686093521118164, + 0.2371774461534288, + 0.8458749559190538, + 0.29793921576605903 + ], + "point": [ + 0.766, + 0.2676 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8875009324815538, + 0.05252778795030382, + 0.90772950914171, + 0.08487241956922743 + ], + "point": [ + 0.8976, + 0.0687 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.8622482299804688, + 0.053224059210883246, + 0.8817267523871528, + 0.08592888726128473 + ], + "point": [ + 0.872, + 0.0696 + ] + }, + { + "instruction": "Bakery or shopping cart functionality.", + "bbox": [ + 0.9055569118923611, + 0.17714319864908853, + 0.9298675537109375, + 0.21267396714952258 + ], + "point": [ + 0.9177, + 0.1949 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.3233333587646484, + 0.3118102010091146, + 0.396735848320855, + 0.34165774875217014 + ], + "point": [ + 0.36, + 0.3267 + ] + }, + { + "instruction": "a button to sign out.", + "bbox": [ + 0.7620685153537327, + 0.10243719312879775, + 0.8060975816514757, + 0.13320901658799914 + ], + "point": [ + 0.7841, + 0.1178 + ] + }, + { + "instruction": "My Account.", + "bbox": [ + 0.5940478430853949, + 0.10263189527723525, + 0.6552839067247179, + 0.13323846605088976 + ], + "point": [ + 0.6247, + 0.1179 + ] + }, + { + "instruction": "Home & Kitchen settings.", + "bbox": [ + 0.4756755828857422, + 0.2377825419108073, + 0.5798831939697265, + 0.2988498263888889 + ], + "point": [ + 0.5278, + 0.2683 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9487990485297308, + 0.05080284966362847, + 0.9720466613769532, + 0.08823053995768229 + ], + "point": [ + 0.9604, + 0.0695 + ] + }, + { + "instruction": "Video Games.", + "bbox": [ + 0.5598643832736545, + 0.3121758015950521, + 0.6441132439507379, + 0.34219207763671877 + ], + "point": [ + 0.602, + 0.3272 + ] + }, + { + "instruction": "Submit.", + "bbox": [ + 0.17900206247965494, + 0.9290868462456597, + 0.23905853695339627, + 0.9676788330078125 + ], + "point": [ + 0.209, + 0.9484 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029105708334181045, + 0.05236750708685981, + 0.050169584486219616, + 0.08823410034179688 + ], + "point": [ + 0.0396, + 0.0703 + ] + }, + { + "instruction": "My Wish List 4 items.", + "bbox": [ + 0.6589665730794271, + 0.10438247680664063, + 0.7552520751953125, + 0.13149268256293403 + ], + "point": [ + 0.7071, + 0.1179 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.3466737323337131, + 0.007744057973225912, + 0.3616848839653863, + 0.038019188774956594 + ], + "point": [ + 0.3542, + 0.0229 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.9764816284179687, + 0.056252204047309025, + 0.9932980007595487, + 0.08400528801812066 + ], + "point": [ + 0.9849, + 0.0701 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004239714145660401, + 0.05043340894911024, + 0.02722761498557197, + 0.08939537896050347 + ], + "point": [ + 0.0157, + 0.0699 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8299590216742622, + 0.05595318264431424, + 0.8465724521213107, + 0.08527489556206597 + ], + "point": [ + 0.8383, + 0.0706 + ] + }, + { + "instruction": "Grocery & Gourmet Food options.", + "bbox": [ + 0.6489333258734808, + 0.2967909749348958, + 0.7938184102376302, + 0.35747016059027775 + ], + "point": [ + 0.7214, + 0.3271 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3202603234185113, + 0.007665604485405816, + 0.33830078972710503, + 0.03982780456542969 + ], + "point": [ + 0.3293, + 0.0237 + ] + }, + { + "instruction": "Cellphones & Accessories settings.", + "bbox": [ + 0.40714920891655815, + 0.31195997450086804, + 0.5523259056939019, + 0.34105177137586806 + ], + "point": [ + 0.4797, + 0.3265 + ] + }, + { + "instruction": "Advanced Search.", + "bbox": [ + 0.7226599799262152, + 0.21518897162543402, + 0.8028998480902778, + 0.2391710747612847 + ], + "point": [ + 0.7628, + 0.2272 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry options.", + "bbox": [ + 0.3243711683485243, + 0.2527875264485677, + 0.47048695882161456, + 0.282391611735026 + ], + "point": [ + 0.3974, + 0.2676 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1572580231560601, + 0.00416739993625217, + 0.17420405281914605, + 0.04171574486626519 + ], + "point": [ + 0.1657, + 0.0229 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.16998860041300456, + 0.31495581732855904, + 0.18174093034532335, + 0.34034813774956596 + ], + "point": [ + 0.1759, + 0.3277 + ] + }, + { + "instruction": "OneStop Market.", + "bbox": [ + 0.06981110042995876, + 0.17275722927517362, + 0.20739012824164496, + 0.2151135932074653 + ], + "point": [ + 0.1386, + 0.1939 + ] + }, + { + "instruction": "Bookmark", + "bbox": [ + 0.11910204357571072, + 0.0, + 0.13544465170966255, + 0.026071414947509766 + ], + "point": [ + 0.1273, + 0.013 + ] + }, + { + "instruction": "\"mind\" or \"star\" action in a user interface.", + "bbox": [ + 0.09274616241455078, + 0.8146119520399305, + 0.17274578942192925, + 0.8431749131944445 + ], + "point": [ + 0.1327, + 0.8289 + ] + }, + { + "instruction": "a welcome message to Emma Lopez.", + "bbox": [ + 0.8197800530327691, + 0.10270498487684462, + 0.9332176208496094, + 0.13289117601182726 + ], + "point": [ + 0.8765, + 0.1178 + ] + }, + { + "instruction": "metis.lti.cs.CPU.edu.", + "bbox": [ + 0.15806552039252386, + 0.05608569675021701, + 0.2548419740464952, + 0.08213309393988716 + ], + "point": [ + 0.2065, + 0.0691 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.9946365356445312, + 0.05690869649251302, + 0.9999835544162327, + 0.08474776373969184 + ], + "point": [ + 0.9973, + 0.0708 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.18685296376546223, + 0.256875, + 0.19910848405626086, + 0.2819352552625868 + ], + "point": [ + 0.193, + 0.2694 + ] + } + ], + "element_size": 83 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/contact_refund_subscribe/action_videoframes/action_16/8928.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Order # 000000169", + "bbox": [ + 0.03437500264909532, + 0.013888888888888888, + 0.1152777804268731, + 0.029444444444444443 + ], + "point": [ + 0.0748, + 0.0217 + ] + }, + { + "instruction": "Contact Us", + "bbox": [ + 0.2, + 0.013888888888888888, + 0.2465277777777778, + 0.029444444444444443 + ], + "point": [ + 0.2233, + 0.0217 + ] + }, + { + "instruction": "metis Iti.cs.cmu.edu:7770/contact]", + "bbox": [ + 0.15868055555555555, + 0.061111115349663625, + 0.3194444444444444, + 0.07944445292154947 + ], + "point": [ + 0.2391, + 0.0703 + ] + }, + { + "instruction": "0 | =", + "bbox": [ + 0.8902778625488281, + 0.058333333333333334, + 0.9461806403266059, + 0.08166666666666667 + ], + "point": [ + 0.9182, + 0.07 + ] + }, + { + "instruction": "Search entire store here:", + "bbox": [ + 0.7291666666666666, + 0.18444444444444444, + 0.8572916666666667, + 0.205 + ], + "point": [ + 0.7932, + 0.1947 + ] + }, + { + "instruction": "Beauty & Personal Care", + "bbox": [ + 0.06805555555555555, + 0.258888905843099, + 0.184375, + 0.28055553860134547 + ], + "point": [ + 0.1262, + 0.2697 + ] + }, + { + "instruction": "Health & Household", + "bbox": [ + 0.06840277777777778, + 0.31666666666666665, + 0.16805555555555557, + 0.3383333333333333 + ], + "point": [ + 0.1182, + 0.3275 + ] + }, + { + "instruction": "Contact Us", + "bbox": [ + 0.06805555555555555, + 0.38666666666666666, + 0.20833333333333334, + 0.43166666666666664 + ], + "point": [ + 0.1382, + 0.4092 + ] + }, + { + "instruction": "Write Us", + "bbox": [ + 0.17916666666666667, + 0.47944444444444445, + 0.23680555555555555, + 0.5038888888888889 + ], + "point": [ + 0.208, + 0.4917 + ] + }, + { + "instruction": "Jot us a note and we'll get back to you as quickly as possible:", + "bbox": [ + 0.17777776718139648, + 0.5316667005750868, + 0.4513888782925076, + 0.5566667005750868 + ], + "point": [ + 0.3146, + 0.5442 + ] + }, + { + "instruction": "Name", + "bbox": [ + 0.1326388994852702, + 0.5961110432942708, + 0.16319445504082575, + 0.612222154405382 + ], + "point": [ + 0.1479, + 0.6042 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.134375, + 0.6638888210720486, + 0.16319444444444445, + 0.6794443766276042 + ], + "point": [ + 0.1488, + 0.6717 + ] + }, + { + "instruction": "Phone Number", + "bbox": [ + 0.09618055555555556, + 0.7311111111111112, + 0.17152777777777778, + 0.7494444444444445 + ], + "point": [ + 0.1339, + 0.7403 + ] + }, + { + "instruction": "What's on your", + "bbox": [ + 0.09652777777777778, + 0.7983334011501736, + 0.17118055555555556, + 0.8188889567057291 + ], + "point": [ + 0.1339, + 0.8086 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08278244336446126, + 0.05302985297309028, + 0.1555919647216797, + 0.08432954576280383 + ], + "point": [ + 0.1192, + 0.0687 + ] + }, + { + "instruction": "want a refund: Order Number: 000000169 Item SKU: BOOIEQSAVI", + "bbox": [ + 0.17665215598212347, + 0.7902581108940973, + 0.5037196371290419, + 0.8845704481336806 + ], + "point": [ + 0.3402, + 0.8374 + ] + }, + { + "instruction": "BO86R3RYK9 Total Cost: 52.35 Shipping: 10.00", + "bbox": [ + 0.17665215598212347, + 0.7902581108940973, + 0.5037196371290419, + 0.8845704481336806 + ], + "point": [ + 0.3402, + 0.8374 + ] + }, + { + "instruction": "Patio, Lawn & Garden", + "bbox": [ + 0.1910119586520725, + 0.3121672566731771, + 0.31590133243136936, + 0.3402990383572049 + ], + "point": [ + 0.2535, + 0.3262 + ] + }, + { + "instruction": "Emma Lopez", + "bbox": [ + 0.17401070064968532, + 0.5853671603732639, + 0.5036369323730469, + 0.6262159559461805 + ], + "point": [ + 0.3388, + 0.6058 + ] + }, + { + "instruction": "Sports & Outdoors", + "bbox": [ + 0.20743880801730685, + 0.25284198337131075, + 0.3186635971069336, + 0.28181866115993925 + ], + "point": [ + 0.2631, + 0.2673 + ] + }, + { + "instruction": "Office Products", + "bbox": [ + 0.5817183176676433, + 0.23749231974283855, + 0.6824344635009766, + 0.29943044026692706 + ], + "point": [ + 0.6321, + 0.2685 + ] + }, + { + "instruction": "emma lopez@gmail.com", + "bbox": [ + 0.17389649285210504, + 0.6522971598307291, + 0.5034440782335069, + 0.696157972547743 + ], + "point": [ + 0.3387, + 0.6742 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.3233782238430447, + 0.3118299018012153, + 0.39671507941351997, + 0.3415848117404514 + ], + "point": [ + 0.36, + 0.3267 + ] + }, + { + "instruction": "Tools & Home Improvement", + "bbox": [ + 0.6862681494818793, + 0.2372244432237413, + 0.8458913167317709, + 0.2978542751736111 + ], + "point": [ + 0.7661, + 0.2675 + ] + }, + { + "instruction": "My Account", + "bbox": [ + 0.5938057793511284, + 0.10261856079101563, + 0.6553925408257378, + 0.13332599216037327 + ], + "point": [ + 0.6246, + 0.118 + ] + }, + { + "instruction": "Sign Out", + "bbox": [ + 0.762056647406684, + 0.1024163818359375, + 0.8060814751519098, + 0.13313880072699652 + ], + "point": [ + 0.7841, + 0.1178 + ] + }, + { + "instruction": "~L)", + "bbox": [ + 0.9487964206271702, + 0.05063346015082465, + 0.9720696343315972, + 0.08841088189019097 + ], + "point": [ + 0.9604, + 0.0695 + ] + }, + { + "instruction": "Video Games", + "bbox": [ + 0.5594717661539713, + 0.3120834689670139, + 0.6440857357449001, + 0.34192152235243056 + ], + "point": [ + 0.6018, + 0.327 + ] + }, + { + "instruction": "Cell Phones & Accessories", + "bbox": [ + 0.4038731469048394, + 0.30899854871961807, + 0.5521232181125217, + 0.34214775933159725 + ], + "point": [ + 0.478, + 0.3256 + ] + }, + { + "instruction": "My Wish List", + "bbox": [ + 0.6589332156711154, + 0.10437243991427951, + 0.7552363925509983, + 0.1314767795138889 + ], + "point": [ + 0.7071, + 0.1179 + ] + }, + { + "instruction": "items", + "bbox": [ + 0.6589332156711154, + 0.10437243991427951, + 0.7552363925509983, + 0.1314767795138889 + ], + "point": [ + 0.7071, + 0.1179 + ] + }, + { + "instruction": "Home & Kitchen", + "bbox": [ + 0.4757661607530382, + 0.2378028530544705, + 0.5798066880967881, + 0.2988968912760417 + ], + "point": [ + 0.5278, + 0.2683 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.32042825486924914, + 0.008006378809611003, + 0.3381540086534288, + 0.039257285859849715 + ], + "point": [ + 0.3293, + 0.0236 + ] + }, + { + "instruction": "Sc", + "bbox": [ + 0.1789576212565104, + 0.9291178385416666, + 0.2390847947862413, + 0.9678530544704861 + ], + "point": [ + 0.209, + 0.9485 + ] + }, + { + "instruction": "bmit", + "bbox": [ + 0.1789576212565104, + 0.9291178385416666, + 0.2390847947862413, + 0.9678530544704861 + ], + "point": [ + 0.209, + 0.9485 + ] + }, + { + "instruction": "Grocery & Gourmet Food", + "bbox": [ + 0.6490898556179471, + 0.2967905680338542, + 0.7937557644314236, + 0.3575390625 + ], + "point": [ + 0.7214, + 0.3272 + ] + }, + { + "instruction": "Advanced Search", + "bbox": [ + 0.7226629469129774, + 0.21523108588324652, + 0.8028997633192274, + 0.23913262261284723 + ], + "point": [ + 0.7628, + 0.2272 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry", + "bbox": [ + 0.3246156480577257, + 0.2529212103949653, + 0.47049526638454864, + 0.28233116997612845 + ], + "point": [ + 0.3976, + 0.2676 + ] + }, + { + "instruction": "mind?", + "bbox": [ + 0.09246610005696615, + 0.8147108968098958, + 0.1731520970662435, + 0.843129408094618 + ], + "point": [ + 0.1328, + 0.8289 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.06979539659288195, + 0.17300976223415798, + 0.20751747555202907, + 0.21492616441514756 + ], + "point": [ + 0.1387, + 0.194 + ] + }, + { + "instruction": "Welcome; Emma Lopezl", + "bbox": [ + 0.8197219000922309, + 0.10268720838758681, + 0.9332082960340712, + 0.1329255845811632 + ], + "point": [ + 0.8765, + 0.1178 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08278244336446126, + 0.05302985297309028, + 0.1555919647216797, + 0.08432954576280383 + ], + "point": [ + 0.1192, + 0.0687 + ] + }, + { + "instruction": "a return function.", + "bbox": [ + 0.17665215598212347, + 0.7902581108940973, + 0.5037196371290419, + 0.8845704481336806 + ], + "point": [ + 0.3402, + 0.8374 + ] + }, + { + "instruction": "Lawn & Garden settings.", + "bbox": [ + 0.1910119586520725, + 0.3121672566731771, + 0.31590133243136936, + 0.3402990383572049 + ], + "point": [ + 0.2535, + 0.3262 + ] + }, + { + "instruction": "a text input field.", + "bbox": [ + 0.17401070064968532, + 0.5853671603732639, + 0.5036369323730469, + 0.6262159559461805 + ], + "point": [ + 0.3388, + 0.6058 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9755739000108506, + 0.003619757758246528, + 0.997517564561632, + 0.03973178863525391 + ], + "point": [ + 0.9865, + 0.0217 + ] + }, + { + "instruction": "sports & outdoors settings.", + "bbox": [ + 0.20743880801730685, + 0.25284198337131075, + 0.3186635971069336, + 0.28181866115993925 + ], + "point": [ + 0.2631, + 0.2673 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.17448291778564454, + 0.721222669813368, + 0.5049519856770833, + 0.7647043863932291 + ], + "point": [ + 0.3397, + 0.743 + ] + }, + { + "instruction": "Office products.", + "bbox": [ + 0.5817183176676433, + 0.23749231974283855, + 0.6824344635009766, + 0.29943044026692706 + ], + "point": [ + 0.6321, + 0.2685 + ] + }, + { + "instruction": "Email.", + "bbox": [ + 0.17389649285210504, + 0.6522971598307291, + 0.5034440782335069, + 0.696157972547743 + ], + "point": [ + 0.3387, + 0.6742 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.8742240058051215, + 0.17611682467990453, + 0.8932895236545139, + 0.21056744045681425 + ], + "point": [ + 0.8838, + 0.1933 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.9232863532172308, + 0.05301872677273221, + 0.9453819274902344, + 0.08512669881184896 + ], + "point": [ + 0.9343, + 0.0691 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.3233782238430447, + 0.3118299018012153, + 0.39671507941351997, + 0.3415848117404514 + ], + "point": [ + 0.36, + 0.3267 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8875450134277344, + 0.05275882297092014, + 0.9076850891113282, + 0.08481048583984375 + ], + "point": [ + 0.8976, + 0.0688 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.8622948540581598, + 0.053467051188151045, + 0.8816774156358507, + 0.08580369737413195 + ], + "point": [ + 0.872, + 0.0696 + ] + }, + { + "instruction": "shopping cart or cart functionality.", + "bbox": [ + 0.9055784437391493, + 0.1771400621202257, + 0.9298665364583333, + 0.21268174913194443 + ], + "point": [ + 0.9177, + 0.1949 + ] + }, + { + "instruction": "Tools & Home Improvement settings.", + "bbox": [ + 0.6862681494818793, + 0.2372244432237413, + 0.8458913167317709, + 0.2978542751736111 + ], + "point": [ + 0.7661, + 0.2675 + ] + }, + { + "instruction": "My Account.", + "bbox": [ + 0.5938057793511284, + 0.10261856079101563, + 0.6553925408257378, + 0.13332599216037327 + ], + "point": [ + 0.6246, + 0.118 + ] + }, + { + "instruction": "a button to sign out.", + "bbox": [ + 0.762056647406684, + 0.1024163818359375, + 0.8060814751519098, + 0.13313880072699652 + ], + "point": [ + 0.7841, + 0.1178 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9487964206271702, + 0.05063346015082465, + 0.9720696343315972, + 0.08841088189019097 + ], + "point": [ + 0.9604, + 0.0695 + ] + }, + { + "instruction": "Video Games.", + "bbox": [ + 0.5594717661539713, + 0.3120834689670139, + 0.6440857357449001, + 0.34192152235243056 + ], + "point": [ + 0.6018, + 0.327 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.05526565975613064, + 0.05315713670518663, + 0.07570871777004666, + 0.08666030883789062 + ], + "point": [ + 0.0655, + 0.0699 + ] + }, + { + "instruction": "Cellphones & Accessories settings.", + "bbox": [ + 0.4038731469048394, + 0.30899854871961807, + 0.5521232181125217, + 0.34214775933159725 + ], + "point": [ + 0.478, + 0.3256 + ] + }, + { + "instruction": "My Wish List 4 items.", + "bbox": [ + 0.6589332156711154, + 0.10437243991427951, + 0.7552363925509983, + 0.1314767795138889 + ], + "point": [ + 0.7071, + 0.1179 + ] + }, + { + "instruction": "Home & Kitchen settings.", + "bbox": [ + 0.4757661607530382, + 0.2378028530544705, + 0.5798066880967881, + 0.2988968912760417 + ], + "point": [ + 0.5278, + 0.2683 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8299613104926216, + 0.05604884253607856, + 0.8465757581922743, + 0.08522440592447916 + ], + "point": [ + 0.8383, + 0.0706 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029161069128248427, + 0.055090471903483075, + 0.05029343499077691, + 0.08575476752387153 + ], + "point": [ + 0.0397, + 0.0704 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.9764936659071181, + 0.056147757636176215, + 0.9933427598741319, + 0.08412428114149306 + ], + "point": [ + 0.9849, + 0.0701 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004368024402194553, + 0.052560284932454425, + 0.027156633800930446, + 0.08804652743869358 + ], + "point": [ + 0.0158, + 0.0703 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.3466390397813585, + 0.007588815689086914, + 0.36169420878092445, + 0.03830427487691244 + ], + "point": [ + 0.3542, + 0.0229 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.32042825486924914, + 0.008006378809611003, + 0.3381540086534288, + 0.039257285859849715 + ], + "point": [ + 0.3293, + 0.0236 + ] + }, + { + "instruction": "Smbmit.", + "bbox": [ + 0.1789576212565104, + 0.9291178385416666, + 0.2390847947862413, + 0.9678530544704861 + ], + "point": [ + 0.209, + 0.9485 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15732124116685656, + 0.006327573988172743, + 0.17222329245673285, + 0.04224153306749132 + ], + "point": [ + 0.1648, + 0.0243 + ] + }, + { + "instruction": "Grocery & Gourmet Food options.", + "bbox": [ + 0.6490898556179471, + 0.2967905680338542, + 0.7937557644314236, + 0.3575390625 + ], + "point": [ + 0.7214, + 0.3272 + ] + }, + { + "instruction": "Advanced Search.", + "bbox": [ + 0.7226629469129774, + 0.21523108588324652, + 0.8028997633192274, + 0.23913262261284723 + ], + "point": [ + 0.7628, + 0.2272 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry options.", + "bbox": [ + 0.3246156480577257, + 0.2529212103949653, + 0.47049526638454864, + 0.28233116997612845 + ], + "point": [ + 0.3976, + 0.2676 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.17001304626464844, + 0.3150174967447917, + 0.18174853854709203, + 0.3402199300130208 + ], + "point": [ + 0.1759, + 0.3276 + ] + }, + { + "instruction": "\"mind\" or \"star\" action in a user interface.", + "bbox": [ + 0.09246610005696615, + 0.8147108968098958, + 0.1731520970662435, + 0.843129408094618 + ], + "point": [ + 0.1328, + 0.8289 + ] + }, + { + "instruction": "OneStop Market.", + "bbox": [ + 0.06979539659288195, + 0.17300976223415798, + 0.20751747555202907, + 0.21492616441514756 + ], + "point": [ + 0.1387, + 0.194 + ] + }, + { + "instruction": "a welcome message to Emma Lopez.", + "bbox": [ + 0.8197219000922309, + 0.10268720838758681, + 0.9332082960340712, + 0.1329255845811632 + ], + "point": [ + 0.8765, + 0.1178 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.1868864483303494, + 0.256847415500217, + 0.19904982248942057, + 0.28188064575195315 + ], + "point": [ + 0.193, + 0.2694 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.9946305168999566, + 0.056855723063151044, + 0.9999795701768663, + 0.08476048787434896 + ], + "point": [ + 0.9973, + 0.0708 + ] + }, + { + "instruction": "metis.lti.cs.emu.edu.", + "bbox": [ + 0.15818905300564237, + 0.05615946875678168, + 0.2551732805040148, + 0.08183174981011285 + ], + "point": [ + 0.2067, + 0.069 + ] + } + ], + "element_size": 83 + } +] \ No newline at end of file