diff --git "a/change_contact/hf_train_ele.json" "b/change_contact/hf_train_ele.json" new file mode 100644--- /dev/null +++ "b/change_contact/hf_train_ele.json" @@ -0,0 +1,20631 @@ +[ + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/change_contact/action_videoframes/action_0/1536.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "My Account", + "bbox": [ + 0.029513888888888888, + 0.013888888888888888, + 0.07881944444444444, + 0.03111111111111111 + ], + "point": [ + 0.0542, + 0.0225 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:777/customerlaccount]", + "bbox": [ + 0.1579861111111111, + 0.059444444444444446, + 0.5017361111111112, + 0.08166665818956163 + ], + "point": [ + 0.3299, + 0.0706 + ] + }, + { + "instruction": "Health", + "bbox": [ + 0.06875, + 0.10833333333333334, + 0.10347222222222222, + 0.12555555555555556 + ], + "point": [ + 0.0861, + 0.1169 + ] + }, + { + "instruction": "Household", + "bbox": [ + 0.11284722222222222, + 0.10666666666666667, + 0.16805555555555557, + 0.12666666666666668 + ], + "point": [ + 0.1405, + 0.1167 + ] + }, + { + "instruction": "Account Information", + "bbox": [ + 0.2777777777777778, + 0.2683333502875434, + 0.39479166666666665, + 0.29 + ], + "point": [ + 0.3363, + 0.2792 + ] + }, + { + "instruction": "Contact Information", + "bbox": [ + 0.278125, + 0.31, + 0.3795138888888889, + 0.3283333333333333 + ], + "point": [ + 0.3288, + 0.3192 + ] + }, + { + "instruction": "Newsletters", + "bbox": [ + 0.6125, + 0.3111111111111111, + 0.6725694444444444, + 0.32722222222222225 + ], + "point": [ + 0.6425, + 0.3192 + ] + }, + { + "instruction": "Emma Lopez", + "bbox": [ + 0.2777777777777778, + 0.34166663275824655, + 0.3385416242811415, + 0.3627777438693576 + ], + "point": [ + 0.3082, + 0.3522 + ] + }, + { + "instruction": "You aren't subscribed to our newsletter_", + "bbox": [ + 0.6107638888888889, + 0.3411111111111111, + 0.7920138888888889, + 0.35944444444444446 + ], + "point": [ + 0.7014, + 0.3503 + ] + }, + { + "instruction": "Default Billing Address", + "bbox": [ + 0.27743055555555557, + 0.5266666327582465, + 0.3909722222222222, + 0.5544444105360243 + ], + "point": [ + 0.3342, + 0.5406 + ] + }, + { + "instruction": "Default Shipping Address", + "bbox": [ + 0.6114583333333333, + 0.5305555555555556, + 0.7361111111111112, + 0.5538889567057291 + ], + "point": [ + 0.6738, + 0.5422 + ] + }, + { + "instruction": "John Jacobs", + "bbox": [ + 0.27569444444444446, + 0.5611110772026909, + 0.33229166666666665, + 0.5827777777777777 + ], + "point": [ + 0.304, + 0.5719 + ] + }, + { + "instruction": "John Jacobs", + "bbox": [ + 0.609375, + 0.5611110772026909, + 0.6659722222222222, + 0.5827777777777777 + ], + "point": [ + 0.6377, + 0.5719 + ] + }, + { + "instruction": "123 Street Avenue", + "bbox": [ + 0.2781249576144748, + 0.5911111111111111, + 0.36215277777777777, + 0.6094444444444445 + ], + "point": [ + 0.3201, + 0.6003 + ] + }, + { + "instruction": "123 Street Avenue", + "bbox": [ + 0.6114583333333333, + 0.59, + 0.6965277777777777, + 0.6105555555555555 + ], + "point": [ + 0.654, + 0.6003 + ] + }, + { + "instruction": "Palo Alto, California, 12345", + "bbox": [ + 0.2777777989705404, + 0.6183333333333333, + 0.4017361111111111, + 0.6394444444444445 + ], + "point": [ + 0.3398, + 0.6289 + ] + }, + { + "instruction": "Palo", + "bbox": [ + 0.6118055555555556, + 0.62, + 0.6333333333333333, + 0.6383333333333333 + ], + "point": [ + 0.6226, + 0.6292 + ] + }, + { + "instruction": "California, 12345", + "bbox": [ + 0.6562500423855252, + 0.62, + 0.7350695292154948, + 0.6383333333333333 + ], + "point": [ + 0.6957, + 0.6292 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.2781249788072374, + 0.6488888888888888, + 0.3402777989705404, + 0.6672222222222223 + ], + "point": [ + 0.3092, + 0.6581 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.6118055979410807, + 0.6488888888888888, + 0.6739583757188585, + 0.6672222222222223 + ], + "point": [ + 0.6429, + 0.6581 + ] + }, + { + "instruction": "Compare Products", + "bbox": [ + 0.06770833863152398, + 0.6622222222222223, + 0.17604167196485732, + 0.6922222222222222 + ], + "point": [ + 0.1219, + 0.6772 + ] + }, + { + "instruction": "T: 1234567890", + "bbox": [ + 0.27708333333333335, + 0.6766666666666666, + 0.346875, + 0.6966666666666667 + ], + "point": [ + 0.312, + 0.6867 + ] + }, + { + "instruction": "You have no items to compare_", + "bbox": [ + 0.06770833333333333, + 0.7055555555555556, + 0.20868055555555556, + 0.7266666666666667 + ], + "point": [ + 0.1382, + 0.7161 + ] + }, + { + "instruction": "Edit Address", + "bbox": [ + 0.6118055555555556, + 0.7088888888888889, + 0.6708333333333333, + 0.7272222222222222 + ], + "point": [ + 0.6413, + 0.7181 + ] + }, + { + "instruction": "Recently Ordered", + "bbox": [ + 0.06770833863152398, + 0.7699999321831598, + 0.16909722752041287, + 0.7972221544053819 + ], + "point": [ + 0.1184, + 0.7836 + ] + }, + { + "instruction": "Recent Orders", + "bbox": [ + 0.2777777777777778, + 0.7955554877387153, + 0.36180555555555555, + 0.8177777099609375 + ], + "point": [ + 0.3198, + 0.8067 + ] + }, + { + "instruction": "View AlI", + "bbox": [ + 0.37118055555555557, + 0.7999999321831597, + 0.4083333333333333, + 0.8161110432942709 + ], + "point": [ + 0.3898, + 0.8081 + ] + }, + { + "instruction": "alcoholic Wine", + "bbox": [ + 0.08055555555555556, + 0.835, + 0.1482638888888889, + 0.8533333333333334 + ], + "point": [ + 0.1144, + 0.8442 + ] + }, + { + "instruction": "Order #", + "bbox": [ + 0.28506944444444443, + 0.847222154405382, + 0.3232638888888889, + 0.8644443766276042 + ], + "point": [ + 0.3042, + 0.8558 + ] + }, + { + "instruction": "Date", + "bbox": [ + 0.3836805555555556, + 0.8472222222222222, + 0.4083333333333333, + 0.8633333333333333 + ], + "point": [ + 0.396, + 0.8553 + ] + }, + { + "instruction": "Ship To", + "bbox": [ + 0.4583333333333333, + 0.8466666666666667, + 0.4954861111111111, + 0.8677777777777778 + ], + "point": [ + 0.4769, + 0.8572 + ] + }, + { + "instruction": "Order Total", + "bbox": [ + 0.5701388888888889, + 0.847222154405382, + 0.6270833333333333, + 0.8644443766276042 + ], + "point": [ + 0.5986, + 0.8558 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.675, + 0.847222154405382, + 0.7083333333333334, + 0.8644443766276042 + ], + "point": [ + 0.6917, + 0.8558 + ] + }, + { + "instruction": "Action", + "bbox": [ + 0.7618055555555555, + 0.847222154405382, + 0.7944444444444444, + 0.8644443766276042 + ], + "point": [ + 0.7781, + 0.8558 + ] + }, + { + "instruction": "SAFAVIEH Brentwood Collection", + "bbox": [ + 0.08090277247958713, + 0.867777845594618, + 0.22673610581292047, + 0.887777845594618 + ], + "point": [ + 0.1538, + 0.8778 + ] + }, + { + "instruction": "BNT822F Modern Abstract Non-", + "bbox": [ + 0.08124999470180935, + 0.8911111111111111, + 0.2270833280351427, + 0.9094444444444445 + ], + "point": [ + 0.1542, + 0.9003 + ] + }, + { + "instruction": "000000193", + "bbox": [ + 0.284375, + 0.8888889567057292, + 0.3371527777777778, + 0.9061111789279513 + ], + "point": [ + 0.3108, + 0.8975 + ] + }, + { + "instruction": "8/9/24", + "bbox": [ + 0.38263888888888886, + 0.8888889567057292, + 0.4152777777777778, + 0.9061111789279513 + ], + "point": [ + 0.399, + 0.8975 + ] + }, + { + "instruction": "Emma Lopez", + "bbox": [ + 0.4579861111111111, + 0.8872222222222222, + 0.5201388888888889, + 0.9116666666666666 + ], + "point": [ + 0.4891, + 0.8994 + ] + }, + { + "instruction": "$29,808.90", + "bbox": [ + 0.5694444444444444, + 0.8888888888888888, + 0.6215277777777778, + 0.9072222222222223 + ], + "point": [ + 0.5955, + 0.8981 + ] + }, + { + "instruction": "Pending", + "bbox": [ + 0.6743055131700304, + 0.8844444444444445, + 0.7166665818956163, + 0.9116666666666666 + ], + "point": [ + 0.6955, + 0.8981 + ] + }, + { + "instruction": "View Order", + "bbox": [ + 0.7607638888888889, + 0.8888888888888888, + 0.8138888888888889, + 0.9072222222222223 + ], + "point": [ + 0.7873, + 0.8981 + ] + }, + { + "instruction": "Reorder", + "bbox": [ + 0.825, + 0.8888888888888888, + 0.8631944444444445, + 0.9044444444444445 + ], + "point": [ + 0.8441, + 0.8967 + ] + }, + { + "instruction": "Shedding Living Room Bedroom Dining", + "bbox": [ + 0.07916665607028538, + 0.9088888888888889, + 0.26215276718139646, + 0.9366666666666666 + ], + "point": [ + 0.1707, + 0.9228 + ] + }, + { + "instruction": "Home Office Area", + "bbox": [ + 0.08125, + 0.935, + 0.16215277777777778, + 0.9533333333333334 + ], + "point": [ + 0.1217, + 0.9442 + ] + }, + { + "instruction": "6' x 9' , Light", + "bbox": [ + 0.18541666666666667, + 0.9344444444444444, + 0.2423611111111111, + 0.9566666666666667 + ], + "point": [ + 0.2139, + 0.9456 + ] + }, + { + "instruction": "000000192", + "bbox": [ + 0.284375, + 0.9288888888888889, + 0.3371527777777778, + 0.9461111111111111 + ], + "point": [ + 0.3108, + 0.9375 + ] + }, + { + "instruction": "8/7/24", + "bbox": [ + 0.38263888888888886, + 0.9288888888888889, + 0.4152777777777778, + 0.9461111111111111 + ], + "point": [ + 0.399, + 0.9375 + ] + }, + { + "instruction": "Emma Lopez", + "bbox": [ + 0.4579861111111111, + 0.9272222222222222, + 0.5201388888888889, + 0.9516666666666667 + ], + "point": [ + 0.4891, + 0.9394 + ] + }, + { + "instruction": "S250.66", + "bbox": [ + 0.5694444444444444, + 0.9288888888888889, + 0.6083333333333333, + 0.9472222222222222 + ], + "point": [ + 0.5889, + 0.9381 + ] + }, + { + "instruction": "Pending", + "bbox": [ + 0.6743055131700304, + 0.9244443766276041, + 0.7166665818956163, + 0.9516665988498264 + ], + "point": [ + 0.6955, + 0.9381 + ] + }, + { + "instruction": "View Order", + "bbox": [ + 0.7607638888888889, + 0.9288888888888889, + 0.8145833333333333, + 0.9472222222222222 + ], + "point": [ + 0.7877, + 0.9381 + ] + }, + { + "instruction": "Blue", + "bbox": [ + 0.11076388888888888, + 0.9588888888888889, + 0.1326388888888889, + 0.9744444444444444 + ], + "point": [ + 0.1217, + 0.9667 + ] + }, + { + "instruction": "000000191", + "bbox": [ + 0.284375, + 0.9688888210720487, + 0.33645833333333336, + 0.9861110432942708 + ], + "point": [ + 0.3104, + 0.9775 + ] + }, + { + "instruction": "8/7/24", + "bbox": [ + 0.38263888888888886, + 0.9688888210720487, + 0.4152777777777778, + 0.9861110432942708 + ], + "point": [ + 0.399, + 0.9775 + ] + }, + { + "instruction": "Emma Lopez", + "bbox": [ + 0.4579861111111111, + 0.9672222222222222, + 0.5201388888888889, + 0.9916666666666667 + ], + "point": [ + 0.4891, + 0.9794 + ] + }, + { + "instruction": "$162.99", + "bbox": [ + 0.5694444444444444, + 0.9688888888888889, + 0.6083333333333333, + 0.9872222222222222 + ], + "point": [ + 0.5889, + 0.9781 + ] + }, + { + "instruction": "Pending", + "bbox": [ + 0.6743055131700304, + 0.9644445122612847, + 0.7166665818956163, + 0.991666734483507 + ], + "point": [ + 0.6955, + 0.9781 + ] + }, + { + "instruction": "View Order", + "bbox": [ + 0.7607638888888889, + 0.9688888888888889, + 0.8138888888888889, + 0.9872222222222222 + ], + "point": [ + 0.7873, + 0.9781 + ] + }, + { + "instruction": "e", + "bbox": [ + 0.09895833333333333, + 0.9933333333333333, + 0.109375, + 0.9983333333333333 + ], + "point": [ + 0.1042, + 0.9958 + ] + }, + { + "instruction": "FA", + "bbox": [ + 0.13020832273695204, + 0.9933333333333333, + 0.15208332273695205, + 0.9983333333333333 + ], + "point": [ + 0.1411, + 0.9958 + ] + }, + { + "instruction": "LCT", + "bbox": [ + 0.15486110051472982, + 0.9916666666666667, + 0.17604165607028538, + 0.9988888888888889 + ], + "point": [ + 0.1655, + 0.9953 + ] + }, + { + "instruction": "Dl", + "bbox": [ + 0.178125, + 0.9933333333333333, + 0.203125, + 0.9983333333333333 + ], + "point": [ + 0.1906, + 0.9958 + ] + }, + { + "instruction": "Alto,", + "bbox": [ + 0.6340277777777777, + 0.6183333333333333, + 0.6552083333333333, + 0.6388888888888888 + ], + "point": [ + 0.6446, + 0.6286 + ] + }, + { + "instruction": "Rug", + "bbox": [ + 0.1642361111111111, + 0.9338888888888889, + 0.184375, + 0.9577777777777777 + ], + "point": [ + 0.1743, + 0.9458 + ] + }, + { + "instruction": "Grey", + "bbox": [ + 0.08125, + 0.9555555555555556, + 0.10451388888888889, + 0.98 + ], + "point": [ + 0.0929, + 0.9678 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8945143805609809, + 0.04979828728569879, + 0.9707406785753038, + 0.08946551852756077 + ], + "point": [ + 0.9326, + 0.0696 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08305411338806153, + 0.0534283447265625, + 0.15585994720458984, + 0.08429918077256944 + ], + "point": [ + 0.1195, + 0.0689 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.3268893559773763, + 0.10285748799641926, + 0.3977904001871745, + 0.13064737108018662 + ], + "point": [ + 0.3623, + 0.1168 + ] + }, + { + "instruction": "Patio, Lawn & Garden", + "bbox": [ + 0.1932356940375434, + 0.10181096394856771, + 0.3172430250379774, + 0.1310352071126302 + ], + "point": [ + 0.2552, + 0.1164 + ] + }, + { + "instruction": "Cell Phones & Accessories", + "bbox": [ + 0.40969458685980903, + 0.10181303236219619, + 0.5407422383626302, + 0.13015440199110243 + ], + "point": [ + 0.4752, + 0.116 + ] + }, + { + "instruction": "Video Games", + "bbox": [ + 0.5623509301079644, + 0.10047493828667535, + 0.643365944756402, + 0.1314820522732205 + ], + "point": [ + 0.6029, + 0.116 + ] + }, + { + "instruction": "My Orders", + "bbox": [ + 0.07096891403198242, + 0.22468034532335068, + 0.23810831705729166, + 0.26281375461154516 + ], + "point": [ + 0.1545, + 0.2437 + ] + }, + { + "instruction": "My Account", + "bbox": [ + 0.07004827393425836, + 0.18773800320095485, + 0.24086914592319064, + 0.22603390163845485 + ], + "point": [ + 0.1555, + 0.2069 + ] + }, + { + "instruction": "Edit Address", + "bbox": [ + 0.2776593102349175, + 0.7053697374131944, + 0.33656281365288626, + 0.7281365288628472 + ], + "point": [ + 0.3071, + 0.7168 + ] + }, + { + "instruction": "Grocery & Gourmet Food", + "bbox": [ + 0.6552153693305122, + 0.10150907728407119, + 0.7928932189941407, + 0.1310757276746962 + ], + "point": [ + 0.7241, + 0.1163 + ] + }, + { + "instruction": "My Downloadable Products", + "bbox": [ + 0.07236117257012262, + 0.2620046827528212, + 0.23585128784179688, + 0.2983055623372396 + ], + "point": [ + 0.1541, + 0.2802 + ] + }, + { + "instruction": "Reorder", + "bbox": [ + 0.8190702650282118, + 0.922658216688368, + 0.866709730360243, + 0.9503925916883681 + ], + "point": [ + 0.8429, + 0.9365 + ] + }, + { + "instruction": "Account Information", + "bbox": [ + 0.08030762142605252, + 0.39605272081163195, + 0.17695028516981337, + 0.4232741292317708 + ], + "point": [ + 0.1286, + 0.4097 + ] + }, + { + "instruction": "My Wish List", + "bbox": [ + 0.07266667683919271, + 0.297937995062934, + 0.23541545867919922, + 0.33538170708550347 + ], + "point": [ + 0.154, + 0.3167 + ] + }, + { + "instruction": "Address Book", + "bbox": [ + 0.08036544587877062, + 0.35961412217881944, + 0.14587377972073026, + 0.3870263671875 + ], + "point": [ + 0.1131, + 0.3733 + ] + }, + { + "instruction": "Stored Payment Methods", + "bbox": [ + 0.08099187744988336, + 0.4331790839301215, + 0.19879983796013725, + 0.45986121283637155 + ], + "point": [ + 0.1399, + 0.4465 + ] + }, + { + "instruction": "Edit Change Password", + "bbox": [ + 0.2781368679470486, + 0.39767523871527777, + 0.3812985314263238, + 0.4224120415581597 + ], + "point": [ + 0.3297, + 0.41 + ] + }, + { + "instruction": "My Product Reviews", + "bbox": [ + 0.07883633507622613, + 0.48303795708550346, + 0.23382080925835502, + 0.5225014580620659 + ], + "point": [ + 0.1563, + 0.5028 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.6119314829508463, + 0.3681416829427083, + 0.6304159800211588, + 0.39311665852864586 + ], + "point": [ + 0.6212, + 0.3806 + ] + }, + { + "instruction": "Address Book", + "bbox": [ + 0.2773224936591254, + 0.4832345920138889, + 0.35871861775716146, + 0.5137984890407986 + ], + "point": [ + 0.318, + 0.4985 + ] + }, + { + "instruction": "Newsletter Subscriptions", + "bbox": [ + 0.07708553208245171, + 0.5216846720377604, + 0.23391100035773382, + 0.5575573391384548 + ], + "point": [ + 0.1555, + 0.5396 + ] + }, + { + "instruction": "Manage Addresses", + "bbox": [ + 0.3668763054741753, + 0.48689446343315973, + 0.4571875678168403, + 0.5133770751953125 + ], + "point": [ + 0.412, + 0.5001 + ] + }, + { + "instruction": "Reorder", + "bbox": [ + 0.8202251858181424, + 0.9631299506293403, + 0.8670230441623263, + 0.9885478379991319 + ], + "point": [ + 0.8436, + 0.9758 + ] + }, + { + "instruction": "Sutter Home Fre White Zinfandel Non-", + "bbox": [ + 0.07265483008490668, + 0.8092023383246528, + 0.25740833282470704, + 0.8333181423611111 + ], + "point": [ + 0.165, + 0.8213 + ] + }, + { + "instruction": "T:1234567890", + "bbox": [ + 0.6225844489203559, + 0.6734783935546875, + 0.6808858235677083, + 0.6979975721571181 + ], + "point": [ + 0.6517, + 0.6857 + ] + }, + { + "instruction": "Account", + "bbox": [ + 0.2771481408013238, + 0.17089962429470487, + 0.4253228929307726, + 0.23190636528862849 + ], + "point": [ + 0.3512, + 0.2014 + ] + }, + { + "instruction": "My", + "bbox": [ + 0.2771481408013238, + 0.17089962429470487, + 0.4253228929307726, + 0.23190636528862849 + ], + "point": [ + 0.3512, + 0.2014 + ] + }, + { + "instruction": "emma.lopez@gmail.com", + "bbox": [ + 0.278058221605089, + 0.3639100477430556, + 0.39195726182725693, + 0.39220933702256944 + ], + "point": [ + 0.335, + 0.3781 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8945143805609809, + 0.04979828728569879, + 0.9707406785753038, + 0.08946551852756077 + ], + "point": [ + 0.9326, + 0.0696 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08305411338806153, + 0.0534283447265625, + 0.15585994720458984, + 0.08429918077256944 + ], + "point": [ + 0.1195, + 0.0689 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9756606207953559, + 0.0038017823961046006, + 0.9969573126898872, + 0.03938180711534288 + ], + "point": [ + 0.9863, + 0.0216 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.3268893559773763, + 0.10285748799641926, + 0.3977904001871745, + 0.13064737108018662 + ], + "point": [ + 0.3623, + 0.1168 + ] + }, + { + "instruction": "Lawn & Garden settings.", + "bbox": [ + 0.1932356940375434, + 0.10181096394856771, + 0.3172430250379774, + 0.1310352071126302 + ], + "point": [ + 0.2552, + 0.1164 + ] + }, + { + "instruction": "Cellphones & Accessories settings.", + "bbox": [ + 0.40969458685980903, + 0.10181303236219619, + 0.5407422383626302, + 0.13015440199110243 + ], + "point": [ + 0.4752, + 0.116 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05446028709411621, + 0.05097336663140191, + 0.07625442610846625, + 0.08843738132052952 + ], + "point": [ + 0.0654, + 0.0697 + ] + }, + { + "instruction": "Video Games.", + "bbox": [ + 0.5623509301079644, + 0.10047493828667535, + 0.643365944756402, + 0.1314820522732205 + ], + "point": [ + 0.6029, + 0.116 + ] + }, + { + "instruction": "My Orders.", + "bbox": [ + 0.07096891403198242, + 0.22468034532335068, + 0.23810831705729166, + 0.26281375461154516 + ], + "point": [ + 0.1545, + 0.2437 + ] + }, + { + "instruction": "My Account.", + "bbox": [ + 0.07004827393425836, + 0.18773800320095485, + 0.24086914592319064, + 0.22603390163845485 + ], + "point": [ + 0.1555, + 0.2069 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005050820774502225, + 0.05253997802734375, + 0.026872658729553224, + 0.08733824835883247 + ], + "point": [ + 0.016, + 0.0699 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9736587524414062, + 0.04877304077148437, + 0.99627685546875, + 0.09017022874620226 + ], + "point": [ + 0.985, + 0.0695 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02907649146185981, + 0.05191824595133464, + 0.050842809677124026, + 0.08745897081163194 + ], + "point": [ + 0.04, + 0.0697 + ] + }, + { + "instruction": "Edit Address.", + "bbox": [ + 0.2776593102349175, + 0.7053697374131944, + 0.33656281365288626, + 0.7281365288628472 + ], + "point": [ + 0.3071, + 0.7168 + ] + }, + { + "instruction": "Grocery & Gourmet Food options.", + "bbox": [ + 0.6552153693305122, + 0.10150907728407119, + 0.7928932189941407, + 0.1310757276746962 + ], + "point": [ + 0.7241, + 0.1163 + ] + }, + { + "instruction": "My Downloads products.", + "bbox": [ + 0.07236117257012262, + 0.2620046827528212, + 0.23585128784179688, + 0.2983055623372396 + ], + "point": [ + 0.1541, + 0.2802 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15088734096950954, + 0.008638397852579752, + 0.16653414832221136, + 0.037336479822794595 + ], + "point": [ + 0.1587, + 0.023 + ] + }, + { + "instruction": "Recorder functionality.", + "bbox": [ + 0.8190702650282118, + 0.922658216688368, + 0.866709730360243, + 0.9503925916883681 + ], + "point": [ + 0.8429, + 0.9365 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8645679050021702, + 0.053752835591634116, + 0.8839175754123264, + 0.0877651638454861 + ], + "point": [ + 0.8742, + 0.0708 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17462437947591145, + 0.007326689826117621, + 0.19110226101345487, + 0.04242269727918837 + ], + "point": [ + 0.1829, + 0.0249 + ] + }, + { + "instruction": "Account Information.", + "bbox": [ + 0.08030762142605252, + 0.39605272081163195, + 0.17695028516981337, + 0.4232741292317708 + ], + "point": [ + 0.1286, + 0.4097 + ] + }, + { + "instruction": "My Wish List.", + "bbox": [ + 0.07266667683919271, + 0.297937995062934, + 0.23541545867919922, + 0.33538170708550347 + ], + "point": [ + 0.154, + 0.3167 + ] + }, + { + "instruction": "Adding a book.", + "bbox": [ + 0.08036544587877062, + 0.35961412217881944, + 0.14587377972073026, + 0.3870263671875 + ], + "point": [ + 0.1131, + 0.3733 + ] + }, + { + "instruction": "Stored payment methods.", + "bbox": [ + 0.08099187744988336, + 0.4331790839301215, + 0.19879983796013725, + 0.45986121283637155 + ], + "point": [ + 0.1399, + 0.4465 + ] + }, + { + "instruction": "Edit change password.", + "bbox": [ + 0.2781368679470486, + 0.39767523871527777, + 0.3812985314263238, + 0.4224120415581597 + ], + "point": [ + 0.3297, + 0.41 + ] + }, + { + "instruction": "My Product Reviews section.", + "bbox": [ + 0.07883633507622613, + 0.48303795708550346, + 0.23382080925835502, + 0.5225014580620659 + ], + "point": [ + 0.1563, + 0.5028 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06856147978040907, + 0.8684234619140625, + 0.07974136140611436, + 0.8887127685546875 + ], + "point": [ + 0.0742, + 0.8786 + ] + }, + { + "instruction": "Edit function.", + "bbox": [ + 0.6119314829508463, + 0.3681416829427083, + 0.6304159800211588, + 0.39311665852864586 + ], + "point": [ + 0.6212, + 0.3806 + ] + }, + { + "instruction": "Adding a book.", + "bbox": [ + 0.2773224936591254, + 0.4832345920138889, + 0.35871861775716146, + 0.5137984890407986 + ], + "point": [ + 0.318, + 0.4985 + ] + }, + { + "instruction": "Newspaster Subscriptions.", + "bbox": [ + 0.07708553208245171, + 0.5216846720377604, + 0.23391100035773382, + 0.5575573391384548 + ], + "point": [ + 0.1555, + 0.5396 + ] + }, + { + "instruction": "Manage Addresses.", + "bbox": [ + 0.3668763054741753, + 0.48689446343315973, + 0.4571875678168403, + 0.5133770751953125 + ], + "point": [ + 0.412, + 0.5001 + ] + }, + { + "instruction": "a recording function.", + "bbox": [ + 0.8202251858181424, + 0.9631299506293403, + 0.8670230441623263, + 0.9885478379991319 + ], + "point": [ + 0.8436, + 0.9758 + ] + }, + { + "instruction": "Sutter Home File White/Zinfandel Non-sutter settings.", + "bbox": [ + 0.07265483008490668, + 0.8092023383246528, + 0.25740833282470704, + 0.8333181423611111 + ], + "point": [ + 0.165, + 0.8213 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.16983989079793294, + 0.10507061428493923, + 0.18139315711127388, + 0.13056598239474826 + ], + "point": [ + 0.1756, + 0.1178 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06871675385369194, + 0.8132726372612847, + 0.07971288363138834, + 0.8323386637369792 + ], + "point": [ + 0.0742, + 0.8228 + ] + }, + { + "instruction": "the number 12356789.", + "bbox": [ + 0.6225844489203559, + 0.6734783935546875, + 0.6808858235677083, + 0.6979975721571181 + ], + "point": [ + 0.6517, + 0.6857 + ] + }, + { + "instruction": "Show more options", + "bbox": [ + 0.5391783820258247, + 0.10650691562228733, + 0.5508455912272135, + 0.1305743662516276 + ], + "point": [ + 0.545, + 0.1185 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 5.061278740564982e-05, + 0.05340798695882162, + 0.005281339585781098, + 0.08691455417209201 + ], + "point": [ + 0.0027, + 0.0702 + ] + }, + { + "instruction": "My Account.", + "bbox": [ + 0.2771481408013238, + 0.17089962429470487, + 0.4253228929307726, + 0.23190636528862849 + ], + "point": [ + 0.3512, + 0.2014 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 6.649196147918701e-05, + 0.0, + 0.008401543233129713, + 0.060633727179633244 + ], + "point": [ + 0.0042, + 0.0303 + ] + }, + { + "instruction": "emma.lopez@gmail.com", + "bbox": [ + 0.278058221605089, + 0.3639100477430556, + 0.39195726182725693, + 0.39220933702256944 + ], + "point": [ + 0.335, + 0.3781 + ] + } + ], + "element_size": 135 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/change_contact/action_videoframes/action_1/1752.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Edit Address", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.08194444444444444, + 0.029444444444444443 + ], + "point": [ + 0.0554, + 0.0217 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:7770/customer/addressledit/id/26/", + "bbox": [ + 0.15798608991834853, + 0.059444444444444446, + 0.5479166454739041, + 0.08166665818956163 + ], + "point": [ + 0.353, + 0.0706 + ] + }, + { + "instruction": "Advanced Search", + "bbox": [ + 0.7222222222222222, + 0.11666666666666667, + 0.8024305555555555, + 0.13666666666666666 + ], + "point": [ + 0.7623, + 0.1267 + ] + }, + { + "instruction": "Beauty & Personal Care", + "bbox": [ + 0.06805555555555555, + 0.15777777777777777, + 0.184375, + 0.17944444444444443 + ], + "point": [ + 0.1262, + 0.1686 + ] + }, + { + "instruction": "Health & Household", + "bbox": [ + 0.06840277777777778, + 0.21666666666666667, + 0.16805555555555557, + 0.23666666666666666 + ], + "point": [ + 0.1182, + 0.2267 + ] + }, + { + "instruction": "Edit Address", + "bbox": [ + 0.27743055555555557, + 0.2833333333333333, + 0.4375, + 0.33166666666666667 + ], + "point": [ + 0.3575, + 0.3075 + ] + }, + { + "instruction": "Contact Information", + "bbox": [ + 0.4444444444444444, + 0.3761111111111111, + 0.5795138888888889, + 0.4033333333333333 + ], + "point": [ + 0.512, + 0.3897 + ] + }, + { + "instruction": "First Name", + "bbox": [ + 0.37083333333333335, + 0.4388888888888889, + 0.4270833333333333, + 0.45944444444444443 + ], + "point": [ + 0.399, + 0.4492 + ] + }, + { + "instruction": "Last Name", + "bbox": [ + 0.37256944444444445, + 0.508888922797309, + 0.4270833333333333, + 0.5261111450195313 + ], + "point": [ + 0.3998, + 0.5175 + ] + }, + { + "instruction": "Company", + "bbox": [ + 0.3888888888888889, + 0.5738888888888889, + 0.4388888888888889, + 0.5983333333333334 + ], + "point": [ + 0.4139, + 0.5861 + ] + }, + { + "instruction": "Phone Number", + "bbox": [ + 0.35104166666666664, + 0.6411111789279514, + 0.4284722222222222, + 0.6633334011501736 + ], + "point": [ + 0.3898, + 0.6522 + ] + }, + { + "instruction": "Address", + "bbox": [ + 0.4465277777777778, + 0.7155555555555555, + 0.5010416666666667, + 0.74 + ], + "point": [ + 0.4738, + 0.7278 + ] + }, + { + "instruction": "Compare Products", + "bbox": [ + 0.06770833863152398, + 0.7711111789279513, + 0.17708333863152398, + 0.8000000678168403 + ], + "point": [ + 0.1224, + 0.7856 + ] + }, + { + "instruction": "Street Address", + "bbox": [ + 0.3559027777777778, + 0.7766665988498264, + 0.4305555555555556, + 0.7966665988498264 + ], + "point": [ + 0.3932, + 0.7867 + ] + }, + { + "instruction": "You have no items to compare", + "bbox": [ + 0.06770833333333333, + 0.8144443766276042, + 0.20868055555555556, + 0.8349999321831597 + ], + "point": [ + 0.1382, + 0.8247 + ] + }, + { + "instruction": "Recently Ordered", + "bbox": [ + 0.0680555608537462, + 0.8788888888888889, + 0.16909722752041287, + 0.9055555555555556 + ], + "point": [ + 0.1186, + 0.8922 + ] + }, + { + "instruction": "Country", + "bbox": [ + 0.38506944444444446, + 0.8905555555555555, + 0.4284722222222222, + 0.9144444444444444 + ], + "point": [ + 0.4068, + 0.9025 + ] + }, + { + "instruction": "Sutter Home Fre White Zinfandel", + "bbox": [ + 0.08020833333333334, + 0.9216666666666666, + 0.23229166666666667, + 0.9416666666666667 + ], + "point": [ + 0.1562, + 0.9317 + ] + }, + { + "instruction": "alcoholic Wine", + "bbox": [ + 0.08055555555555556, + 0.9438888888888889, + 0.1482638888888889, + 0.9622222222222222 + ], + "point": [ + 0.1144, + 0.9531 + ] + }, + { + "instruction": "State/Province", + "bbox": [ + 0.353125, + 0.96, + 0.4270833333333333, + 0.9783333333333334 + ], + "point": [ + 0.3901, + 0.9692 + ] + }, + { + "instruction": "SAFAVIEH Brentwood Collection", + "bbox": [ + 0.08090277247958713, + 0.9766666666666667, + 0.22673610581292047, + 0.9966666666666667 + ], + "point": [ + 0.1538, + 0.9867 + ] + }, + { + "instruction": "Non-", + "bbox": [ + 0.23333333333333334, + 0.9211111111111111, + 0.2548611111111111, + 0.9422222222222222 + ], + "point": [ + 0.2441, + 0.9317 + ] + }, + { + "instruction": "Tools & Home Improvement", + "bbox": [ + 0.6847439236111111, + 0.13594414605034721, + 0.8491458468967014, + 0.1973923068576389 + ], + "point": [ + 0.7669, + 0.1667 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8953185187445747, + 0.049617894490559894, + 0.9707350836859809, + 0.0900658925374349 + ], + "point": [ + 0.933, + 0.0698 + ] + }, + { + "instruction": "Grocery & Gourmet Food", + "bbox": [ + 0.6474799686008029, + 0.19565673828125, + 0.7937221950954861, + 0.25585286458333334 + ], + "point": [ + 0.7206, + 0.2258 + ] + }, + { + "instruction": "Office Products", + "bbox": [ + 0.5811756981743706, + 0.13611380683051216, + 0.6834651099310981, + 0.19792383829752605 + ], + "point": [ + 0.6323, + 0.167 + ] + }, + { + "instruction": "Sports & Outdoors", + "bbox": [ + 0.20290179782443576, + 0.13641778733995225, + 0.3194276597764757, + 0.19752821180555555 + ], + "point": [ + 0.2612, + 0.167 + ] + }, + { + "instruction": "Home & Kitchen", + "bbox": [ + 0.4755215538872613, + 0.13662039862738715, + 0.5805767059326172, + 0.19710369533962674 + ], + "point": [ + 0.528, + 0.1669 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08308738072713216, + 0.05242442660861545, + 0.15634582307603623, + 0.08434066772460938 + ], + "point": [ + 0.1197, + 0.0684 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry", + "bbox": [ + 0.32251385582817926, + 0.13649009704589843, + 0.4723493787977431, + 0.1967477756076389 + ], + "point": [ + 0.3974, + 0.1666 + ] + }, + { + "instruction": "Video Games", + "bbox": [ + 0.5555975596110027, + 0.19599041408962672, + 0.6471001942952473, + 0.25627866956922746 + ], + "point": [ + 0.6013, + 0.2261 + ] + }, + { + "instruction": "Cell Phones & Accessories", + "bbox": [ + 0.4015857272677951, + 0.19526657104492187, + 0.556290266248915, + 0.25668780856662327 + ], + "point": [ + 0.4789, + 0.226 + ] + }, + { + "instruction": "Jacobs", + "bbox": [ + 0.43677198621961805, + 0.49747989230685763, + 0.9355450948079427, + 0.5383441501193577 + ], + "point": [ + 0.6862, + 0.5179 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.43970904880099826, + 0.8822252739800347, + 0.9347238328721789, + 0.9223137071397569 + ], + "point": [ + 0.6872, + 0.9023 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.3261594984266493, + 0.21168041653103298, + 0.39671876695421004, + 0.24033649020724826 + ], + "point": [ + 0.3614, + 0.226 + ] + }, + { + "instruction": "Patio, Lawn & Garden", + "bbox": [ + 0.18745312160915797, + 0.19547108968098958, + 0.3195666842990451, + 0.25643439398871526 + ], + "point": [ + 0.2535, + 0.226 + ] + }, + { + "instruction": "John", + "bbox": [ + 0.43155025906032984, + 0.42699022081163196, + 0.9361507839626736, + 0.47564195421006944 + ], + "point": [ + 0.6839, + 0.4513 + ] + }, + { + "instruction": "Downloadable Products", + "bbox": [ + 0.07946423954433865, + 0.37665785047743056, + 0.20682772000630698, + 0.40242350260416665 + ], + "point": [ + 0.1431, + 0.3895 + ] + }, + { + "instruction": "My", + "bbox": [ + 0.07946423954433865, + 0.37665785047743056, + 0.20682772000630698, + 0.40242350260416665 + ], + "point": [ + 0.1431, + 0.3895 + ] + }, + { + "instruction": "My Orders", + "bbox": [ + 0.07465020285712348, + 0.3332218424479167, + 0.23266720241970487, + 0.3725356716579861 + ], + "point": [ + 0.1537, + 0.3529 + ] + }, + { + "instruction": "1234567890", + "bbox": [ + 0.44032876756456163, + 0.633321533203125, + 0.9345962524414062, + 0.6738753255208333 + ], + "point": [ + 0.6875, + 0.6536 + ] + }, + { + "instruction": "My Account", + "bbox": [ + 0.07231676313612197, + 0.29437228732638887, + 0.2371834225124783, + 0.3351587592230903 + ], + "point": [ + 0.1548, + 0.3148 + ] + }, + { + "instruction": "California", + "bbox": [ + 0.4387073516845703, + 0.9499472384982639, + 0.9344148423936632, + 0.9961181640625 + ], + "point": [ + 0.6866, + 0.973 + ] + }, + { + "instruction": "Address Book", + "bbox": [ + 0.07251726256476508, + 0.4633730740017361, + 0.23390743997361924, + 0.5014623345269097 + ], + "point": [ + 0.1532, + 0.4824 + ] + }, + { + "instruction": "Account Information", + "bbox": [ + 0.08060677846272786, + 0.5043423461914063, + 0.17663658989800346, + 0.5331069946289062 + ], + "point": [ + 0.1286, + 0.5187 + ] + }, + { + "instruction": "123 Street Avenue", + "bbox": [ + 0.4408602820502387, + 0.766588134765625, + 0.9338177151150173, + 0.8106500922309028 + ], + "point": [ + 0.6873, + 0.7886 + ] + }, + { + "instruction": "Newsletter Subscriptions", + "bbox": [ + 0.08083167076110839, + 0.635503404405382, + 0.19618559413486056, + 0.6617175971137153 + ], + "point": [ + 0.1385, + 0.6486 + ] + }, + { + "instruction": "My Product Reviews", + "bbox": [ + 0.07706824938456218, + 0.5929781087239583, + 0.23378228611416288, + 0.6322170681423611 + ], + "point": [ + 0.1554, + 0.6126 + ] + }, + { + "instruction": "My Wish List", + "bbox": [ + 0.076538970735338, + 0.4069255913628472, + 0.2312234401702881, + 0.4436241997612847 + ], + "point": [ + 0.1539, + 0.4253 + ] + }, + { + "instruction": "Stored Payment Methods", + "bbox": [ + 0.08061409526401096, + 0.5421556260850694, + 0.1977823946211073, + 0.56856689453125 + ], + "point": [ + 0.1392, + 0.5554 + ] + }, + { + "instruction": "Tools & Home Improvement settings.", + "bbox": [ + 0.6847439236111111, + 0.13594414605034721, + 0.8491458468967014, + 0.1973923068576389 + ], + "point": [ + 0.7669, + 0.1667 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8953185187445747, + 0.049617894490559894, + 0.9707350836859809, + 0.0900658925374349 + ], + "point": [ + 0.933, + 0.0698 + ] + }, + { + "instruction": "Grocery & Gourmet Food options.", + "bbox": [ + 0.6474799686008029, + 0.19565673828125, + 0.7937221950954861, + 0.25585286458333334 + ], + "point": [ + 0.7206, + 0.2258 + ] + }, + { + "instruction": "Office products.", + "bbox": [ + 0.5811756981743706, + 0.13611380683051216, + 0.6834651099310981, + 0.19792383829752605 + ], + "point": [ + 0.6323, + 0.167 + ] + }, + { + "instruction": "sports & outdoors settings.", + "bbox": [ + 0.20290179782443576, + 0.13641778733995225, + 0.3194276597764757, + 0.19752821180555555 + ], + "point": [ + 0.2612, + 0.167 + ] + }, + { + "instruction": "Home & Kitchen settings.", + "bbox": [ + 0.4755215538872613, + 0.13662039862738715, + 0.5805767059326172, + 0.19710369533962674 + ], + "point": [ + 0.528, + 0.1669 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08308738072713216, + 0.05242442660861545, + 0.15634582307603623, + 0.08434066772460938 + ], + "point": [ + 0.1197, + 0.0684 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9756902058919271, + 0.0038606866200764974, + 0.9968680487738715, + 0.03939112875196669 + ], + "point": [ + 0.9863, + 0.0216 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry options.", + "bbox": [ + 0.32251385582817926, + 0.13649009704589843, + 0.4723493787977431, + 0.1967477756076389 + ], + "point": [ + 0.3974, + 0.1666 + ] + }, + { + "instruction": "Video Games.", + "bbox": [ + 0.5555975596110027, + 0.19599041408962672, + 0.6471001942952473, + 0.25627866956922746 + ], + "point": [ + 0.6013, + 0.2261 + ] + }, + { + "instruction": "Cellphones & Accessories settings.", + "bbox": [ + 0.4015857272677951, + 0.19526657104492187, + 0.556290266248915, + 0.25668780856662327 + ], + "point": [ + 0.4789, + 0.226 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9730989244249132, + 0.04821765899658203, + 0.9962312486436632, + 0.09057954576280382 + ], + "point": [ + 0.9847, + 0.0694 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.44080179002549913, + 0.565330810546875, + 0.9347951253255208, + 0.6066868760850694 + ], + "point": [ + 0.6878, + 0.586 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.0548155943552653, + 0.05072747548421224, + 0.07574123276604547, + 0.08865890502929688 + ], + "point": [ + 0.0653, + 0.0697 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06880100568135579, + 0.9784072536892361, + 0.07950542767842611, + 0.9971826171875 + ], + "point": [ + 0.0742, + 0.9878 + ] + }, + { + "instruction": "Adds.", + "bbox": [ + 0.43677198621961805, + 0.49747989230685763, + 0.9355450948079427, + 0.5383441501193577 + ], + "point": [ + 0.6862, + 0.5179 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.0052749567561679415, + 0.05219576941596137, + 0.027112579345703124, + 0.0864078352186415 + ], + "point": [ + 0.0162, + 0.0693 + ] + }, + { + "instruction": "a dropdown menu to select the states.", + "bbox": [ + 0.43970904880099826, + 0.8822252739800347, + 0.9347238328721789, + 0.9223137071397569 + ], + "point": [ + 0.6872, + 0.9023 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029078274303012425, + 0.051285018920898436, + 0.05077137417263455, + 0.08653896755642361 + ], + "point": [ + 0.0399, + 0.0689 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.3261594984266493, + 0.21168041653103298, + 0.39671876695421004, + 0.24033649020724826 + ], + "point": [ + 0.3614, + 0.226 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.32222165001763237, + 0.6054239908854167, + 0.34020888010660805, + 0.6343339029947916 + ], + "point": [ + 0.3312, + 0.6199 + ] + }, + { + "instruction": "Lawn & Garden settings.", + "bbox": [ + 0.18745312160915797, + 0.19547108968098958, + 0.3195666842990451, + 0.25643439398871526 + ], + "point": [ + 0.2535, + 0.226 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8643317328559028, + 0.051868036058213975, + 0.8854932996961805, + 0.08963604397243924 + ], + "point": [ + 0.8749, + 0.0708 + ] + }, + { + "instruction": "closing a window or dialog box.", + "bbox": [ + 0.43155025906032984, + 0.42699022081163196, + 0.9361507839626736, + 0.47564195421006944 + ], + "point": [ + 0.6839, + 0.4513 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06885365380181206, + 0.9224896240234375, + 0.07950410842895508, + 0.9406139458550348 + ], + "point": [ + 0.0742, + 0.9316 + ] + }, + { + "instruction": "My Downloads products.", + "bbox": [ + 0.07946423954433865, + 0.37665785047743056, + 0.20682772000630698, + 0.40242350260416665 + ], + "point": [ + 0.1431, + 0.3895 + ] + }, + { + "instruction": "My Orders section.", + "bbox": [ + 0.07465020285712348, + 0.3332218424479167, + 0.23266720241970487, + 0.3725356716579861 + ], + "point": [ + 0.1537, + 0.3529 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17652930153740776, + 0.010629073248969185, + 0.18936604393853082, + 0.034635662502712675 + ], + "point": [ + 0.1829, + 0.0226 + ] + }, + { + "instruction": "A loading or progress bar.", + "bbox": [ + 0.44032876756456163, + 0.633321533203125, + 0.9345962524414062, + 0.6738753255208333 + ], + "point": [ + 0.6875, + 0.6536 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15025944179958767, + 0.007328066296047635, + 0.16771778530544704, + 0.039142009947035046 + ], + "point": [ + 0.159, + 0.0232 + ] + }, + { + "instruction": "a horizontal line or separator.", + "bbox": [ + 0.4400689019097222, + 0.8131886121961805, + 0.9341748555501302, + 0.8555776638454861 + ], + "point": [ + 0.6871, + 0.8344 + ] + }, + { + "instruction": "My Account.", + "bbox": [ + 0.07231676313612197, + 0.29437228732638887, + 0.2371834225124783, + 0.3351587592230903 + ], + "point": [ + 0.1548, + 0.3148 + ] + }, + { + "instruction": "a dropdown menu for selecting the state's font size.", + "bbox": [ + 0.4387073516845703, + 0.9499472384982639, + 0.9344148423936632, + 0.9961181640625 + ], + "point": [ + 0.6866, + 0.973 + ] + }, + { + "instruction": "Adding a book.", + "bbox": [ + 0.07251726256476508, + 0.4633730740017361, + 0.23390743997361924, + 0.5014623345269097 + ], + "point": [ + 0.1532, + 0.4824 + ] + }, + { + "instruction": "Account Information.", + "bbox": [ + 0.08060677846272786, + 0.5043423461914063, + 0.17663658989800346, + 0.5331069946289062 + ], + "point": [ + 0.1286, + 0.5187 + ] + }, + { + "instruction": "a text input field.", + "bbox": [ + 0.4408602820502387, + 0.766588134765625, + 0.9338177151150173, + 0.8106500922309028 + ], + "point": [ + 0.6873, + 0.7886 + ] + }, + { + "instruction": "Newspaster Subscriptions.", + "bbox": [ + 0.08083167076110839, + 0.635503404405382, + 0.19618559413486056, + 0.6617175971137153 + ], + "point": [ + 0.1385, + 0.6486 + ] + }, + { + "instruction": "My Product Reviews section.", + "bbox": [ + 0.07706824938456218, + 0.5929781087239583, + 0.23378228611416288, + 0.6322170681423611 + ], + "point": [ + 0.1554, + 0.6126 + ] + }, + { + "instruction": "My Wish List.", + "bbox": [ + 0.076538970735338, + 0.4069255913628472, + 0.2312234401702881, + 0.4436241997612847 + ], + "point": [ + 0.1539, + 0.4253 + ] + }, + { + "instruction": "Stored payment methods.", + "bbox": [ + 0.08061409526401096, + 0.5421556260850694, + 0.1977823946211073, + 0.56856689453125 + ], + "point": [ + 0.1392, + 0.5554 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 8.246385388904148e-05, + 0.05400144788953993, + 0.005102143188317617, + 0.08683825174967448 + ], + "point": [ + 0.0026, + 0.0704 + ] + }, + { + "instruction": "Star", + "bbox": [ + 0.42855970594618054, + 0.9586697726779514, + 0.4408912658691406, + 0.9808289252387152 + ], + "point": [ + 0.4347, + 0.9697 + ] + }, + { + "instruction": "an attachment or attachment function.", + "bbox": [ + 0.071379820505778, + 0.08527403089735243, + 0.20672306484646266, + 0.11053792317708333 + ], + "point": [ + 0.1391, + 0.0979 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 0.9948955959743924, + 0.04486554887559679, + 1.0, + 0.09472866482204861 + ], + "point": [ + 0.9974, + 0.0698 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.16894030041164823, + 0.21358127170138888, + 0.18197693294949002, + 0.24020684136284723 + ], + "point": [ + 0.1755, + 0.2269 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.18591592576768662, + 0.15584303114149306, + 0.19973805745442708, + 0.1814222886827257 + ], + "point": [ + 0.1928, + 0.1686 + ] + } + ], + "element_size": 96 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/change_contact/action_videoframes/action_2/2388.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Edit Address", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.08194444444444444, + 0.029444444444444443 + ], + "point": [ + 0.0554, + 0.0217 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:7770/customer/addressledit/id/26/", + "bbox": [ + 0.15798608991834853, + 0.059444444444444446, + 0.5479166454739041, + 0.08166665818956163 + ], + "point": [ + 0.353, + 0.0706 + ] + }, + { + "instruction": "Grocery & Gourmet Food", + "bbox": [ + 0.6545138888888888, + 0.095, + 0.7774305555555555, + 0.11666666666666667 + ], + "point": [ + 0.716, + 0.1058 + ] + }, + { + "instruction": "Contact Information", + "bbox": [ + 0.44513893127441406, + 0.255, + 0.5795139312744141, + 0.2822222222222222 + ], + "point": [ + 0.5123, + 0.2686 + ] + }, + { + "instruction": "First Name", + "bbox": [ + 0.37118055555555557, + 0.3188888888888889, + 0.4270833333333333, + 0.3372222222222222 + ], + "point": [ + 0.3991, + 0.3281 + ] + }, + { + "instruction": "Last Name", + "bbox": [ + 0.37256944444444445, + 0.38722222222222225, + 0.4270833333333333, + 0.40444444444444444 + ], + "point": [ + 0.3998, + 0.3958 + ] + }, + { + "instruction": "Company", + "bbox": [ + 0.3892361111111111, + 0.4538888888888889, + 0.43854166666666666, + 0.4772222222222222 + ], + "point": [ + 0.4139, + 0.4656 + ] + }, + { + "instruction": "Phone Number", + "bbox": [ + 0.35104166666666664, + 0.5211111111111111, + 0.42743055555555554, + 0.5411111111111111 + ], + "point": [ + 0.3892, + 0.5311 + ] + }, + { + "instruction": "Address", + "bbox": [ + 0.4465277777777778, + 0.5955555555555555, + 0.5010416666666667, + 0.6188888888888889 + ], + "point": [ + 0.4738, + 0.6072 + ] + }, + { + "instruction": "Compare Products", + "bbox": [ + 0.06770833863152398, + 0.65, + 0.17708333863152398, + 0.6788888888888889 + ], + "point": [ + 0.1224, + 0.6644 + ] + }, + { + "instruction": "Street Address", + "bbox": [ + 0.35625, + 0.6561111111111111, + 0.43020833333333336, + 0.6744444444444444 + ], + "point": [ + 0.3932, + 0.6653 + ] + }, + { + "instruction": "You have no items to compare", + "bbox": [ + 0.06770833333333333, + 0.6933333333333334, + 0.20868055555555556, + 0.7138888888888889 + ], + "point": [ + 0.1382, + 0.7036 + ] + }, + { + "instruction": "Recently Ordered", + "bbox": [ + 0.0680555608537462, + 0.7572222900390625, + 0.16909722752041287, + 0.7844445122612848 + ], + "point": [ + 0.1186, + 0.7708 + ] + }, + { + "instruction": "Country", + "bbox": [ + 0.38506944444444446, + 0.7694444444444445, + 0.4284722222222222, + 0.7933333333333333 + ], + "point": [ + 0.4068, + 0.7814 + ] + }, + { + "instruction": "Sutter Home Fre White Zinfandel Non-", + "bbox": [ + 0.08020833333333334, + 0.8, + 0.25625, + 0.8211111111111111 + ], + "point": [ + 0.1682, + 0.8106 + ] + }, + { + "instruction": "alcoholic Wine", + "bbox": [ + 0.08020833333333334, + 0.8216666666666667, + 0.1486111111111111, + 0.8416666666666667 + ], + "point": [ + 0.1144, + 0.8317 + ] + }, + { + "instruction": "State/Province", + "bbox": [ + 0.353125, + 0.8388888888888889, + 0.42777777777777776, + 0.8572222222222222 + ], + "point": [ + 0.3905, + 0.8481 + ] + }, + { + "instruction": "SAFAVIEH Brentwood Collection", + "bbox": [ + 0.08125, + 0.8561111111111112, + 0.2263888888888889, + 0.8744444444444445 + ], + "point": [ + 0.1538, + 0.8653 + ] + }, + { + "instruction": "BNT822F Modern Abstract Non-", + "bbox": [ + 0.08124999470180935, + 0.8788888888888889, + 0.2270833280351427, + 0.8972222222222223 + ], + "point": [ + 0.1542, + 0.8881 + ] + }, + { + "instruction": "Shedding Living Room Bedroom Dining", + "bbox": [ + 0.07951388888888888, + 0.8983333333333333, + 0.26180555555555557, + 0.9233333333333333 + ], + "point": [ + 0.1707, + 0.9108 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.4059027777777778, + 0.9055554877387153, + 0.42743055555555554, + 0.9277777099609374 + ], + "point": [ + 0.4167, + 0.9167 + ] + }, + { + "instruction": "Home Office Area Rug, 6' x 9', Light", + "bbox": [ + 0.08055556615193685, + 0.9216666666666666, + 0.2423611111111111, + 0.945 + ], + "point": [ + 0.1615, + 0.9333 + ] + }, + { + "instruction": "Grey _", + "bbox": [ + 0.08020833333333334, + 0.9444444444444444, + 0.10625, + 0.9672222222222222 + ], + "point": [ + 0.0932, + 0.9558 + ] + }, + { + "instruction": "Blue", + "bbox": [ + 0.11076388888888888, + 0.9461110432942709, + 0.13333333333333333, + 0.963333265516493 + ], + "point": [ + 0.122, + 0.9547 + ] + }, + { + "instruction": "Charberry 2019 HOT Bathroom Home", + "bbox": [ + 0.08055555555555556, + 0.9761111111111112, + 0.2548611111111111, + 1.0 + ], + "point": [ + 0.1677, + 0.9881 + ] + }, + { + "instruction": "12345", + "bbox": [ + 0.453125, + 0.975, + 0.48333333333333334, + 0.9933333333333333 + ], + "point": [ + 0.4682, + 0.9842 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08308103879292807, + 0.053914354112413194, + 0.15555233425564235, + 0.08397309197319879 + ], + "point": [ + 0.1193, + 0.0689 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8943734063042534, + 0.04987722608778212, + 0.9707029554578993, + 0.08956743876139323 + ], + "point": [ + 0.9325, + 0.0697 + ] + }, + { + "instruction": "Jacobs", + "bbox": [ + 0.43751233418782554, + 0.37608272976345486, + 0.9345854017469618, + 0.417030266655816 + ], + "point": [ + 0.686, + 0.3966 + ] + }, + { + "instruction": "Health & Household", + "bbox": [ + 0.06922835773891872, + 0.09174452887641059, + 0.18397852049933539, + 0.11808882819281684 + ], + "point": [ + 0.1266, + 0.1049 + ] + }, + { + "instruction": "Video Games", + "bbox": [ + 0.5625530666775174, + 0.09147628784179687, + 0.6463104248046875, + 0.11854473537868923 + ], + "point": [ + 0.6044, + 0.105 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.44180662367078993, + 0.7613800726996528, + 0.934647962782118, + 0.8004273817274306 + ], + "point": [ + 0.6882, + 0.7809 + ] + }, + { + "instruction": "Account Information", + "bbox": [ + 0.08022818035549588, + 0.38339813232421877, + 0.17679664823744032, + 0.4127042982313368 + ], + "point": [ + 0.1285, + 0.3981 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.32719056871202257, + 0.09176056755913628, + 0.3987536112467448, + 0.11808148701985677 + ], + "point": [ + 0.363, + 0.1049 + ] + }, + { + "instruction": "Tim", + "bbox": [ + 0.4433337741427951, + 0.309056396484375, + 0.9271622551812067, + 0.3493487548828125 + ], + "point": [ + 0.6852, + 0.3292 + ] + }, + { + "instruction": "My Orders", + "bbox": [ + 0.07278728485107422, + 0.2131702846950955, + 0.23829299079047309, + 0.25090601603190105 + ], + "point": [ + 0.1555, + 0.232 + ] + }, + { + "instruction": "My Account", + "bbox": [ + 0.07186590300665961, + 0.17413772583007814, + 0.2400873343149821, + 0.21436138576931424 + ], + "point": [ + 0.156, + 0.1942 + ] + }, + { + "instruction": "123 Street Avenue", + "bbox": [ + 0.443935055202908, + 0.6457607693142361, + 0.9340811835394965, + 0.6892835828993056 + ], + "point": [ + 0.689, + 0.6675 + ] + }, + { + "instruction": "Address Book", + "bbox": [ + 0.07567605442470975, + 0.34103196885850695, + 0.2346494303809272, + 0.38051378038194444 + ], + "point": [ + 0.1552, + 0.3608 + ] + }, + { + "instruction": "My Downloadable Products", + "bbox": [ + 0.07383681933085123, + 0.25098588731553817, + 0.23488138516743978, + 0.28752675374348957 + ], + "point": [ + 0.1544, + 0.2693 + ] + }, + { + "instruction": "California", + "bbox": [ + 0.4392197502983941, + 0.8290567355685764, + 0.9345475938585069, + 0.8689358859592013 + ], + "point": [ + 0.6869, + 0.849 + ] + }, + { + "instruction": "Cell Phones & Accessories", + "bbox": [ + 0.40934973822699655, + 0.09304656982421874, + 0.5457387288411458, + 0.11594482421875 + ], + "point": [ + 0.4775, + 0.1045 + ] + }, + { + "instruction": "Stored Payment Methods", + "bbox": [ + 0.08068843947516548, + 0.4215282185872396, + 0.19752212630377874, + 0.44724728054470486 + ], + "point": [ + 0.1391, + 0.4344 + ] + }, + { + "instruction": "My Product Reviews", + "bbox": [ + 0.07705364757113986, + 0.47177808973524304, + 0.23447333971659343, + 0.5109646267361111 + ], + "point": [ + 0.1558, + 0.4914 + ] + }, + { + "instruction": "1234567890", + "bbox": [ + 0.44349212646484376, + 0.5096734619140625, + 0.936150868733724, + 0.5562118191189236 + ], + "point": [ + 0.6898, + 0.5329 + ] + }, + { + "instruction": "Patio, Lawn & Garden", + "bbox": [ + 0.19333330790201822, + 0.09311602274576823, + 0.3168078952365451, + 0.1170415496826172 + ], + "point": [ + 0.2551, + 0.1051 + ] + }, + { + "instruction": "My Wish List", + "bbox": [ + 0.0762018256717258, + 0.28601698133680553, + 0.23414326243930392, + 0.3228674994574653 + ], + "point": [ + 0.1552, + 0.3044 + ] + }, + { + "instruction": "Newsletter Subscriptions", + "bbox": [ + 0.07485330369737413, + 0.5095657687717013, + 0.23447761535644532, + 0.5481138780381944 + ], + "point": [ + 0.1547, + 0.5288 + ] + }, + { + "instruction": "Palo Alto", + "bbox": [ + 0.4382851070827908, + 0.8956114366319444, + 0.9342976888020833, + 0.9373143174913194 + ], + "point": [ + 0.6863, + 0.9165 + ] + }, + { + "instruction": "Edit Address", + "bbox": [ + 0.27730333540174695, + 0.1581155056423611, + 0.43623148600260414, + 0.21691368950737847 + ], + "point": [ + 0.3568, + 0.1875 + ] + }, + { + "instruction": "Zip/Postal Code", + "bbox": [ + 0.34791535271538626, + 0.967093031141493, + 0.44090775383843317, + 0.9963416205512152 + ], + "point": [ + 0.3944, + 0.9817 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08308103879292807, + 0.053914354112413194, + 0.15555233425564235, + 0.08397309197319879 + ], + "point": [ + 0.1193, + 0.0689 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8943734063042534, + 0.04987722608778212, + 0.9707029554578993, + 0.08956743876139323 + ], + "point": [ + 0.9325, + 0.0697 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9756765577528211, + 0.003809061050415039, + 0.9969369676378038, + 0.039359136157565644 + ], + "point": [ + 0.9863, + 0.0216 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05481617185804579, + 0.049944254557291665, + 0.07579296959771051, + 0.08976765950520833 + ], + "point": [ + 0.0653, + 0.0699 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.0688434706793891, + 0.9794959852430556, + 0.07954169379340278, + 0.9977147081163195 + ], + "point": [ + 0.0742, + 0.9886 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005048730638292101, + 0.05132978651258681, + 0.027278327941894533, + 0.08725714789496528 + ], + "point": [ + 0.0162, + 0.0693 + ] + }, + { + "instruction": "a menu or options list.", + "bbox": [ + 0.43751233418782554, + 0.37608272976345486, + 0.9345854017469618, + 0.417030266655816 + ], + "point": [ + 0.686, + 0.3966 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028851498497856988, + 0.05048350863986545, + 0.05120336744520399, + 0.08762513054741754 + ], + "point": [ + 0.04, + 0.0691 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9735222710503473, + 0.04837379455566406, + 0.996234130859375, + 0.0903811984592014 + ], + "point": [ + 0.9849, + 0.0694 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.4420943790011936, + 0.44422410753038194, + 0.935041978624132, + 0.484718017578125 + ], + "point": [ + 0.6886, + 0.4645 + ] + }, + { + "instruction": "Health & Household dropdown menu.", + "bbox": [ + 0.06922835773891872, + 0.09174452887641059, + 0.18397852049933539, + 0.11808882819281684 + ], + "point": [ + 0.1266, + 0.1049 + ] + }, + { + "instruction": "Video Games.", + "bbox": [ + 0.5625530666775174, + 0.09147628784179687, + 0.6463104248046875, + 0.11854473537868923 + ], + "point": [ + 0.6044, + 0.105 + ] + }, + { + "instruction": "a dropdown menu to select United States status.", + "bbox": [ + 0.44180662367078993, + 0.7613800726996528, + 0.934647962782118, + 0.8004273817274306 + ], + "point": [ + 0.6882, + 0.7809 + ] + }, + { + "instruction": "Account Information.", + "bbox": [ + 0.08022818035549588, + 0.38339813232421877, + 0.17679664823744032, + 0.4127042982313368 + ], + "point": [ + 0.1285, + 0.3981 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.32719056871202257, + 0.09176056755913628, + 0.3987536112467448, + 0.11808148701985677 + ], + "point": [ + 0.363, + 0.1049 + ] + }, + { + "instruction": "\"Turn up\"", + "bbox": [ + 0.4433337741427951, + 0.309056396484375, + 0.9271622551812067, + 0.3493487548828125 + ], + "point": [ + 0.6852, + 0.3292 + ] + }, + { + "instruction": "My Orders section.", + "bbox": [ + 0.07278728485107422, + 0.2131702846950955, + 0.23829299079047309, + 0.25090601603190105 + ], + "point": [ + 0.1555, + 0.232 + ] + }, + { + "instruction": "My Account.", + "bbox": [ + 0.07186590300665961, + 0.17413772583007814, + 0.2400873343149821, + 0.21436138576931424 + ], + "point": [ + 0.156, + 0.1942 + ] + }, + { + "instruction": "A search bar for 23 Sweet Avenue.", + "bbox": [ + 0.443935055202908, + 0.6457607693142361, + 0.9340811835394965, + 0.6892835828993056 + ], + "point": [ + 0.689, + 0.6675 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8653075324164496, + 0.055334964328342014, + 0.8830984327528212, + 0.0865118153889974 + ], + "point": [ + 0.8742, + 0.0709 + ] + }, + { + "instruction": "Adding a book.", + "bbox": [ + 0.07567605442470975, + 0.34103196885850695, + 0.2346494303809272, + 0.38051378038194444 + ], + "point": [ + 0.1552, + 0.3608 + ] + }, + { + "instruction": "My Downloads products.", + "bbox": [ + 0.07383681933085123, + 0.25098588731553817, + 0.23488138516743978, + 0.28752675374348957 + ], + "point": [ + 0.1544, + 0.2693 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.1733769522772895, + 0.005771956973605686, + 0.1923208236694336, + 0.04587829377916124 + ], + "point": [ + 0.1828, + 0.0258 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15068425072564018, + 0.006549752553304036, + 0.16794422997368708, + 0.046189950307210285 + ], + "point": [ + 0.1593, + 0.0264 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.44231355455186633, + 0.6929484727647569, + 0.9341457790798611, + 0.7330539957682292 + ], + "point": [ + 0.6882, + 0.713 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.4392197502983941, + 0.8290567355685764, + 0.9345475938585069, + 0.8689358859592013 + ], + "point": [ + 0.6869, + 0.849 + ] + }, + { + "instruction": "Cellphones & Accessories settings.", + "bbox": [ + 0.40934973822699655, + 0.09304656982421874, + 0.5457387288411458, + 0.11594482421875 + ], + "point": [ + 0.4775, + 0.1045 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06883161332872179, + 0.8015698920355903, + 0.07968562444051107, + 0.8200285508897569 + ], + "point": [ + 0.0743, + 0.8108 + ] + }, + { + "instruction": "Stored payment methods.", + "bbox": [ + 0.08068843947516548, + 0.4215282185872396, + 0.19752212630377874, + 0.44724728054470486 + ], + "point": [ + 0.1391, + 0.4344 + ] + }, + { + "instruction": "My Product Reviews section.", + "bbox": [ + 0.07705364757113986, + 0.47177808973524304, + 0.23447333971659343, + 0.5109646267361111 + ], + "point": [ + 0.1558, + 0.4914 + ] + }, + { + "instruction": "closing a window or dialog box.", + "bbox": [ + 0.44349212646484376, + 0.5096734619140625, + 0.936150868733724, + 0.5562118191189236 + ], + "point": [ + 0.6898, + 0.5329 + ] + }, + { + "instruction": "A dropdown menu to viewpatio, lawn & garden settings.", + "bbox": [ + 0.19333330790201822, + 0.09311602274576823, + 0.3168078952365451, + 0.1170415496826172 + ], + "point": [ + 0.2551, + 0.1051 + ] + }, + { + "instruction": "My Wish List.", + "bbox": [ + 0.0762018256717258, + 0.28601698133680553, + 0.23414326243930392, + 0.3228674994574653 + ], + "point": [ + 0.1552, + 0.3044 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06879242791069878, + 0.8570540364583333, + 0.07945220735337999, + 0.8753990342881944 + ], + "point": [ + 0.0741, + 0.8662 + ] + }, + { + "instruction": "Newspaster Subscriptions.", + "bbox": [ + 0.07485330369737413, + 0.5095657687717013, + 0.23447761535644532, + 0.5481138780381944 + ], + "point": [ + 0.1547, + 0.5288 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 6.741699245240953e-05, + 0.053063006930881076, + 0.00513311376174291, + 0.08827343410915799 + ], + "point": [ + 0.0026, + 0.0707 + ] + }, + { + "instruction": "a loading bar or progress bar.", + "bbox": [ + 0.4382851070827908, + 0.8956114366319444, + 0.9342976888020833, + 0.9373143174913194 + ], + "point": [ + 0.6863, + 0.9165 + ] + }, + { + "instruction": "Edit Address.", + "bbox": [ + 0.27730333540174695, + 0.1581155056423611, + 0.43623148600260414, + 0.21691368950737847 + ], + "point": [ + 0.3568, + 0.1875 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 0.9948198106553819, + 0.045027660793728295, + 1.0, + 0.09442303975423177 + ], + "point": [ + 0.9974, + 0.0697 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.7803615146213108, + 0.09504375881618923, + 0.7918161180284288, + 0.11758453369140626 + ], + "point": [ + 0.7861, + 0.1063 + ] + }, + { + "instruction": "Zip/Postal Code.", + "bbox": [ + 0.34791535271538626, + 0.967093031141493, + 0.44090775383843317, + 0.9963416205512152 + ], + "point": [ + 0.3944, + 0.9817 + ] + } + ], + "element_size": 92 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/change_contact/action_videoframes/action_3/2472.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Edit Address", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.08194444444444444, + 0.029444444444444443 + ], + "point": [ + 0.0554, + 0.0217 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:7770/customer/addressledit/id/26/", + "bbox": [ + 0.15798608991834853, + 0.059444444444444446, + 0.5479166454739041, + 0.08166665818956163 + ], + "point": [ + 0.353, + 0.0706 + ] + }, + { + "instruction": "Grocery & Gourmet Food", + "bbox": [ + 0.6545138888888888, + 0.095, + 0.7774305555555555, + 0.11666666666666667 + ], + "point": [ + 0.716, + 0.1058 + ] + }, + { + "instruction": "Contact Information", + "bbox": [ + 0.44513893127441406, + 0.255, + 0.5795139312744141, + 0.2822222222222222 + ], + "point": [ + 0.5123, + 0.2686 + ] + }, + { + "instruction": "First Name", + "bbox": [ + 0.37118055555555557, + 0.3188888888888889, + 0.4270833333333333, + 0.3372222222222222 + ], + "point": [ + 0.3991, + 0.3281 + ] + }, + { + "instruction": "Last Name", + "bbox": [ + 0.37256944444444445, + 0.3872222561306424, + 0.4263888888888889, + 0.40333336724175345 + ], + "point": [ + 0.3995, + 0.3953 + ] + }, + { + "instruction": "Company", + "bbox": [ + 0.3892361111111111, + 0.4538888888888889, + 0.43854166666666666, + 0.4772222222222222 + ], + "point": [ + 0.4139, + 0.4656 + ] + }, + { + "instruction": "Phone Number", + "bbox": [ + 0.35104166666666664, + 0.5211111111111111, + 0.42743055555555554, + 0.5411111111111111 + ], + "point": [ + 0.3892, + 0.5311 + ] + }, + { + "instruction": "Address", + "bbox": [ + 0.4465277777777778, + 0.5955555555555555, + 0.5010416666666667, + 0.6188888888888889 + ], + "point": [ + 0.4738, + 0.6072 + ] + }, + { + "instruction": "Compare Products", + "bbox": [ + 0.06770833863152398, + 0.65, + 0.17708333863152398, + 0.6788888888888889 + ], + "point": [ + 0.1224, + 0.6644 + ] + }, + { + "instruction": "Street Address", + "bbox": [ + 0.35625, + 0.6561111111111111, + 0.43020833333333336, + 0.6744444444444444 + ], + "point": [ + 0.3932, + 0.6653 + ] + }, + { + "instruction": "You have no items to compare", + "bbox": [ + 0.06770833333333333, + 0.6933333333333334, + 0.20868055555555556, + 0.7138888888888889 + ], + "point": [ + 0.1382, + 0.7036 + ] + }, + { + "instruction": "Recently Ordered", + "bbox": [ + 0.0680555608537462, + 0.7572222900390625, + 0.16909722752041287, + 0.7844445122612848 + ], + "point": [ + 0.1186, + 0.7708 + ] + }, + { + "instruction": "Country", + "bbox": [ + 0.38506944444444446, + 0.7694444444444445, + 0.4284722222222222, + 0.7933333333333333 + ], + "point": [ + 0.4068, + 0.7814 + ] + }, + { + "instruction": "Sutter Home Fre White Zinfandel Non-", + "bbox": [ + 0.08020833333333334, + 0.8, + 0.25625, + 0.8211111111111111 + ], + "point": [ + 0.1682, + 0.8106 + ] + }, + { + "instruction": "alcoholic Wine", + "bbox": [ + 0.08020833333333334, + 0.8216666666666667, + 0.1486111111111111, + 0.8416666666666667 + ], + "point": [ + 0.1144, + 0.8317 + ] + }, + { + "instruction": "State/Province", + "bbox": [ + 0.353125, + 0.8388888888888889, + 0.42777777777777776, + 0.8572222222222222 + ], + "point": [ + 0.3905, + 0.8481 + ] + }, + { + "instruction": "SAFAVIEH Brentwood Collection", + "bbox": [ + 0.08125, + 0.8561111111111112, + 0.2263888888888889, + 0.8744444444444445 + ], + "point": [ + 0.1538, + 0.8653 + ] + }, + { + "instruction": "BNT822F Modern Abstract Non-", + "bbox": [ + 0.08124999470180935, + 0.8788888888888889, + 0.2270833280351427, + 0.8972222222222223 + ], + "point": [ + 0.1542, + 0.8881 + ] + }, + { + "instruction": "Shedding Living Room Bedroom Dining", + "bbox": [ + 0.07951388888888888, + 0.8983333333333333, + 0.26180555555555557, + 0.9233333333333333 + ], + "point": [ + 0.1707, + 0.9108 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.4059027777777778, + 0.9055554877387153, + 0.42743055555555554, + 0.9277777099609374 + ], + "point": [ + 0.4167, + 0.9167 + ] + }, + { + "instruction": "Home Office Area Rug, 6' x 9', Light", + "bbox": [ + 0.08055556615193685, + 0.9216666666666666, + 0.2423611111111111, + 0.945 + ], + "point": [ + 0.1615, + 0.9333 + ] + }, + { + "instruction": "Grey _", + "bbox": [ + 0.08020833333333334, + 0.9444444444444444, + 0.10625, + 0.9672222222222222 + ], + "point": [ + 0.0932, + 0.9558 + ] + }, + { + "instruction": "Blue", + "bbox": [ + 0.11076388888888888, + 0.9461110432942709, + 0.13333333333333333, + 0.963333265516493 + ], + "point": [ + 0.122, + 0.9547 + ] + }, + { + "instruction": "Charberry 2019 HOT Bathroom Home", + "bbox": [ + 0.08055555555555556, + 0.9761111111111112, + 0.2548611111111111, + 1.0 + ], + "point": [ + 0.1677, + 0.9881 + ] + }, + { + "instruction": "Zip/Postal Code", + "bbox": [ + 0.3486111111111111, + 0.9727777777777777, + 0.428125, + 0.9961111111111111 + ], + "point": [ + 0.3884, + 0.9844 + ] + }, + { + "instruction": "12345", + "bbox": [ + 0.453125, + 0.975, + 0.48333333333333334, + 0.9933333333333333 + ], + "point": [ + 0.4682, + 0.9842 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08308614095052083, + 0.05390588548448351, + 0.15555898878309463, + 0.08398572285970052 + ], + "point": [ + 0.1193, + 0.0689 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8943754408094619, + 0.049875140719943575, + 0.9707014295789931, + 0.08955900404188367 + ], + "point": [ + 0.9325, + 0.0697 + ] + }, + { + "instruction": "Jacobs", + "bbox": [ + 0.43463126288519965, + 0.37614220513237845, + 0.9346299065483941, + 0.4171199205186632 + ], + "point": [ + 0.6846, + 0.3966 + ] + }, + { + "instruction": "Account Information", + "bbox": [ + 0.08029370307922364, + 0.3834799194335938, + 0.1767692830827501, + 0.4125733439127604 + ], + "point": [ + 0.1285, + 0.398 + ] + }, + { + "instruction": "Health & Household", + "bbox": [ + 0.06919912762112088, + 0.09163407219780816, + 0.18378058539496528, + 0.11819229973687066 + ], + "point": [ + 0.1265, + 0.1049 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.44057015313042536, + 0.7614069959852431, + 0.9347074720594618, + 0.800740220811632 + ], + "point": [ + 0.6876, + 0.7811 + ] + }, + { + "instruction": "Tim", + "bbox": [ + 0.44341358608669706, + 0.30905541314019097, + 0.9269577026367187, + 0.34930389404296874 + ], + "point": [ + 0.6852, + 0.3292 + ] + }, + { + "instruction": "Video Games", + "bbox": [ + 0.5624576992458767, + 0.09133252461751303, + 0.6464606391059028, + 0.1185719723171658 + ], + "point": [ + 0.6045, + 0.105 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.3270425372653537, + 0.09158462524414063, + 0.39895167880588106, + 0.11808634440104167 + ], + "point": [ + 0.363, + 0.1048 + ] + }, + { + "instruction": "Stored Payment Methods", + "bbox": [ + 0.08072035047743055, + 0.4214059787326389, + 0.19743951161702475, + 0.44731858995225693 + ], + "point": [ + 0.1391, + 0.4344 + ] + }, + { + "instruction": "123 Street Avenue", + "bbox": [ + 0.4416203816731771, + 0.6457398139105903, + 0.9340081108940972, + 0.6894275580512153 + ], + "point": [ + 0.6878, + 0.6676 + ] + }, + { + "instruction": "My Orders", + "bbox": [ + 0.07327541775173611, + 0.21315331353081599, + 0.23765924241807726, + 0.2508038330078125 + ], + "point": [ + 0.1555, + 0.232 + ] + }, + { + "instruction": "My Account", + "bbox": [ + 0.072192472881741, + 0.1740771484375, + 0.23972206645541722, + 0.21428168402777778 + ], + "point": [ + 0.156, + 0.1942 + ] + }, + { + "instruction": "Address Book", + "bbox": [ + 0.07615221871270074, + 0.3409802924262153, + 0.234575441148546, + 0.3803292507595486 + ], + "point": [ + 0.1554, + 0.3607 + ] + }, + { + "instruction": "California", + "bbox": [ + 0.4386302524142795, + 0.8290415445963542, + 0.93461668226454, + 0.8693861897786458 + ], + "point": [ + 0.6866, + 0.8492 + ] + }, + { + "instruction": "My Downloadable Products", + "bbox": [ + 0.07932281494140625, + 0.2553782992892795, + 0.20709559122721355, + 0.2820440165201823 + ], + "point": [ + 0.1432, + 0.2687 + ] + }, + { + "instruction": "My Product Reviews", + "bbox": [ + 0.07962385283576118, + 0.47874176025390625, + 0.17358870506286622, + 0.5041252644856771 + ], + "point": [ + 0.1266, + 0.4914 + ] + }, + { + "instruction": "Cell Phones & Accessories", + "bbox": [ + 0.40942149692111546, + 0.09298385620117187, + 0.5477013905843099, + 0.11637000189887153 + ], + "point": [ + 0.4786, + 0.1047 + ] + }, + { + "instruction": "My Wish List", + "bbox": [ + 0.07876882023281521, + 0.28758494059244794, + 0.14099110497368705, + 0.32198462592230903 + ], + "point": [ + 0.1099, + 0.3048 + ] + }, + { + "instruction": "Patio, Lawn & Garden", + "bbox": [ + 0.19324056837293838, + 0.09286720275878907, + 0.3169281005859375, + 0.11722526550292969 + ], + "point": [ + 0.2551, + 0.105 + ] + }, + { + "instruction": "Palo Alto", + "bbox": [ + 0.43798463609483507, + 0.8955782741970486, + 0.9344223022460938, + 0.9376438395182292 + ], + "point": [ + 0.6862, + 0.9166 + ] + }, + { + "instruction": "Newsletter Subscriptions", + "bbox": [ + 0.08069213761223687, + 0.5138095092773437, + 0.19632839096917046, + 0.541377936469184 + ], + "point": [ + 0.1385, + 0.5276 + ] + }, + { + "instruction": "10", + "bbox": [ + 0.4479961395263672, + 0.5156613837348091, + 0.4669390784369575, + 0.5484670342339409 + ], + "point": [ + 0.4575, + 0.5321 + ] + }, + { + "instruction": "Edit Address", + "bbox": [ + 0.277287228902181, + 0.15811865912543402, + 0.4362021976047092, + 0.21698737250434028 + ], + "point": [ + 0.3567, + 0.1876 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08308614095052083, + 0.05390588548448351, + 0.15555898878309463, + 0.08398572285970052 + ], + "point": [ + 0.1193, + 0.0689 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8943754408094619, + 0.049875140719943575, + 0.9707014295789931, + 0.08955900404188367 + ], + "point": [ + 0.9325, + 0.0697 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9756770663791232, + 0.00377158694797092, + 0.9969435797797309, + 0.03936007181803385 + ], + "point": [ + 0.9863, + 0.0216 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054797760645548504, + 0.04995604621039496, + 0.07580581771002876, + 0.08983483208550347 + ], + "point": [ + 0.0653, + 0.0699 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06884669727749294, + 0.9795033094618055, + 0.07952577273050944, + 0.9977067057291666 + ], + "point": [ + 0.0742, + 0.9886 + ] + }, + { + "instruction": "Locations.", + "bbox": [ + 0.43463126288519965, + 0.37614220513237845, + 0.9346299065483941, + 0.4171199205186632 + ], + "point": [ + 0.6846, + 0.3966 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.4397342258029514, + 0.444188232421875, + 0.9350721571180556, + 0.4849535454644097 + ], + "point": [ + 0.6874, + 0.4646 + ] + }, + { + "instruction": "Account Information.", + "bbox": [ + 0.08029370307922364, + 0.3834799194335938, + 0.1767692830827501, + 0.4125733439127604 + ], + "point": [ + 0.1285, + 0.398 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005039343569013807, + 0.05125809563530816, + 0.027285985151926675, + 0.08722701178656685 + ], + "point": [ + 0.0162, + 0.0692 + ] + }, + { + "instruction": "Health & Household dropdown menu.", + "bbox": [ + 0.06919912762112088, + 0.09163407219780816, + 0.18378058539496528, + 0.11819229973687066 + ], + "point": [ + 0.1265, + 0.1049 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9734077453613281, + 0.04823080274793837, + 0.9963057623969184, + 0.09047613355848524 + ], + "point": [ + 0.9849, + 0.0694 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028851395183139377, + 0.05045511033799913, + 0.05123141606648763, + 0.08748997158474392 + ], + "point": [ + 0.04, + 0.069 + ] + }, + { + "instruction": "a dropdown menu to select the states.", + "bbox": [ + 0.44057015313042536, + 0.7614069959852431, + 0.9347074720594618, + 0.800740220811632 + ], + "point": [ + 0.6876, + 0.7811 + ] + }, + { + "instruction": "\"Turn up\"", + "bbox": [ + 0.44341358608669706, + 0.30905541314019097, + 0.9269577026367187, + 0.34930389404296874 + ], + "point": [ + 0.6852, + 0.3292 + ] + }, + { + "instruction": "Video Games.", + "bbox": [ + 0.5624576992458767, + 0.09133252461751303, + 0.6464606391059028, + 0.1185719723171658 + ], + "point": [ + 0.6045, + 0.105 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.3270425372653537, + 0.09158462524414063, + 0.39895167880588106, + 0.11808634440104167 + ], + "point": [ + 0.363, + 0.1048 + ] + }, + { + "instruction": "Stored payment methods.", + "bbox": [ + 0.08072035047743055, + 0.4214059787326389, + 0.19743951161702475, + 0.44731858995225693 + ], + "point": [ + 0.1391, + 0.4344 + ] + }, + { + "instruction": "A loading or progress bar.", + "bbox": [ + 0.4416203816731771, + 0.6457398139105903, + 0.9340081108940972, + 0.6894275580512153 + ], + "point": [ + 0.6878, + 0.6676 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8653255886501736, + 0.05533526950412326, + 0.8831122504340277, + 0.08653662787543402 + ], + "point": [ + 0.8742, + 0.0709 + ] + }, + { + "instruction": "My Orders section.", + "bbox": [ + 0.07327541775173611, + 0.21315331353081599, + 0.23765924241807726, + 0.2508038330078125 + ], + "point": [ + 0.1555, + 0.232 + ] + }, + { + "instruction": "My Account.", + "bbox": [ + 0.072192472881741, + 0.1740771484375, + 0.23972206645541722, + 0.21428168402777778 + ], + "point": [ + 0.156, + 0.1942 + ] + }, + { + "instruction": "Adding a book.", + "bbox": [ + 0.07615221871270074, + 0.3409802924262153, + 0.234575441148546, + 0.3803292507595486 + ], + "point": [ + 0.1554, + 0.3607 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.4386302524142795, + 0.8290415445963542, + 0.93461668226454, + 0.8693861897786458 + ], + "point": [ + 0.6866, + 0.8492 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.17339865366617838, + 0.005825572543674045, + 0.1922588136461046, + 0.04581260681152344 + ], + "point": [ + 0.1828, + 0.0258 + ] + }, + { + "instruction": "My Downloads products.", + "bbox": [ + 0.07932281494140625, + 0.2553782992892795, + 0.20709559122721355, + 0.2820440165201823 + ], + "point": [ + 0.1432, + 0.2687 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15065430535210503, + 0.00655641343858507, + 0.1679544660780165, + 0.04613650851779514 + ], + "point": [ + 0.1593, + 0.0263 + ] + }, + { + "instruction": "My Product Reviews section.", + "bbox": [ + 0.07962385283576118, + 0.47874176025390625, + 0.17358870506286622, + 0.5041252644856771 + ], + "point": [ + 0.1266, + 0.4914 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.44065992567274304, + 0.6926928032769097, + 0.9341311984592013, + 0.7332802327473958 + ], + "point": [ + 0.6874, + 0.713 + ] + }, + { + "instruction": "Cellphones & Accessories settings.", + "bbox": [ + 0.40942149692111546, + 0.09298385620117187, + 0.5477013905843099, + 0.11637000189887153 + ], + "point": [ + 0.4786, + 0.1047 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06882037056816949, + 0.8015363905164931, + 0.0796780162387424, + 0.820035875108507 + ], + "point": [ + 0.0742, + 0.8108 + ] + }, + { + "instruction": "My Wish List.", + "bbox": [ + 0.07876882023281521, + 0.28758494059244794, + 0.14099110497368705, + 0.32198462592230903 + ], + "point": [ + 0.1099, + 0.3048 + ] + }, + { + "instruction": "A dropdown menu to viewpatio, lawn & garden settings.", + "bbox": [ + 0.19324056837293838, + 0.09286720275878907, + 0.3169281005859375, + 0.11722526550292969 + ], + "point": [ + 0.2551, + 0.105 + ] + }, + { + "instruction": "a loading bar or progress bar.", + "bbox": [ + 0.43798463609483507, + 0.8955782741970486, + 0.9344223022460938, + 0.9376438395182292 + ], + "point": [ + 0.6862, + 0.9166 + ] + }, + { + "instruction": "Newspaster Subscriptions.", + "bbox": [ + 0.08069213761223687, + 0.5138095092773437, + 0.19632839096917046, + 0.541377936469184 + ], + "point": [ + 0.1385, + 0.5276 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06879026095072428, + 0.8570419650607639, + 0.07943897777133518, + 0.8753594292534722 + ], + "point": [ + 0.0741, + 0.8662 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 6.786270274056329e-05, + 0.053019705878363715, + 0.005130205717351701, + 0.08836418151855469 + ], + "point": [ + 0.0026, + 0.0707 + ] + }, + { + "instruction": "the number 10.", + "bbox": [ + 0.4479961395263672, + 0.5156613837348091, + 0.4669390784369575, + 0.5484670342339409 + ], + "point": [ + 0.4575, + 0.5321 + ] + }, + { + "instruction": "Edit Address.", + "bbox": [ + 0.277287228902181, + 0.15811865912543402, + 0.4362021976047092, + 0.21698737250434028 + ], + "point": [ + 0.3567, + 0.1876 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 0.9948348999023438, + 0.04495155758327908, + 1.0, + 0.09450130886501736 + ], + "point": [ + 0.9974, + 0.0697 + ] + }, + { + "instruction": "Star", + "bbox": [ + 0.4304176330566406, + 0.6547813585069444, + 0.44042434692382815, + 0.6770667860243056 + ], + "point": [ + 0.4354, + 0.6659 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.7802430894639757, + 0.0949566141764323, + 0.7918736775716145, + 0.11760169135199652 + ], + "point": [ + 0.7861, + 0.1063 + ] + } + ], + "element_size": 92 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/change_contact/action_videoframes/action_4/3120.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Edit Address", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.08194444444444444, + 0.029444444444444443 + ], + "point": [ + 0.0554, + 0.0217 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:7770/customerladdressledit/id/26/", + "bbox": [ + 0.15833331214057075, + 0.06055555555555556, + 0.5479166454739041, + 0.08166666666666667 + ], + "point": [ + 0.3531, + 0.0711 + ] + }, + { + "instruction": "First Name", + "bbox": [ + 0.37118055555555557, + 0.13111110263400608, + 0.4263888888888889, + 0.14944442749023437 + ], + "point": [ + 0.3988, + 0.1403 + ] + }, + { + "instruction": "Last Name", + "bbox": [ + 0.37256944444444445, + 0.1988888888888889, + 0.4270833333333333, + 0.21611111111111111 + ], + "point": [ + 0.3998, + 0.2075 + ] + }, + { + "instruction": "Company", + "bbox": [ + 0.3888888888888889, + 0.265, + 0.4388888888888889, + 0.28944444444444445 + ], + "point": [ + 0.4139, + 0.2772 + ] + }, + { + "instruction": "Address", + "bbox": [ + 0.4465277777777778, + 0.40666663275824655, + 0.5006944444444444, + 0.431111077202691 + ], + "point": [ + 0.4736, + 0.4189 + ] + }, + { + "instruction": "Compare Products", + "bbox": [ + 0.06770833863152398, + 0.4622221883138021, + 0.17604167196485732, + 0.4922221883138021 + ], + "point": [ + 0.1219, + 0.4772 + ] + }, + { + "instruction": "Street Address", + "bbox": [ + 0.35625, + 0.46888885498046873, + 0.43020833333333336, + 0.4872221883138021 + ], + "point": [ + 0.3932, + 0.4781 + ] + }, + { + "instruction": "456 Street Avenye", + "bbox": [ + 0.4527777353922526, + 0.4683332994249132, + 0.5371527353922526, + 0.491111077202691 + ], + "point": [ + 0.495, + 0.4797 + ] + }, + { + "instruction": "You have no items to compare_", + "bbox": [ + 0.06770833333333333, + 0.5055556233723958, + 0.20868055555555556, + 0.5266666666666666 + ], + "point": [ + 0.1382, + 0.5161 + ] + }, + { + "instruction": "Recently Ordered", + "bbox": [ + 0.0680555608537462, + 0.57, + 0.16909722752041287, + 0.5972222222222222 + ], + "point": [ + 0.1186, + 0.5836 + ] + }, + { + "instruction": "Country", + "bbox": [ + 0.38506944444444446, + 0.5822222222222222, + 0.42777777777777776, + 0.6055555555555555 + ], + "point": [ + 0.4064, + 0.5939 + ] + }, + { + "instruction": "Sutter Home Fre White Zinfandel Non-", + "bbox": [ + 0.08020833333333334, + 0.6116665988498264, + 0.25625, + 0.6327777099609375 + ], + "point": [ + 0.1682, + 0.6222 + ] + }, + { + "instruction": "alcoholic Wine", + "bbox": [ + 0.08055555555555556, + 0.635, + 0.1482638888888889, + 0.6533333333333333 + ], + "point": [ + 0.1144, + 0.6442 + ] + }, + { + "instruction": "State/Province", + "bbox": [ + 0.353125, + 0.6511111111111111, + 0.42777777777777776, + 0.6694444444444444 + ], + "point": [ + 0.3905, + 0.6603 + ] + }, + { + "instruction": "BNT822F Modern Abstract Non-", + "bbox": [ + 0.08124999470180935, + 0.6911111111111111, + 0.2270833280351427, + 0.7094444444444444 + ], + "point": [ + 0.1542, + 0.7003 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.4059027777777778, + 0.718333265516493, + 0.42743055555555554, + 0.7399999321831597 + ], + "point": [ + 0.4167, + 0.7292 + ] + }, + { + "instruction": "Palo Alto", + "bbox": [ + 0.453125, + 0.72, + 0.49444444444444446, + 0.7372222222222222 + ], + "point": [ + 0.4738, + 0.7286 + ] + }, + { + "instruction": "Home Office Area", + "bbox": [ + 0.08125, + 0.735, + 0.16215277777777778, + 0.7533333333333333 + ], + "point": [ + 0.1217, + 0.7442 + ] + }, + { + "instruction": "6' x 9' , Light", + "bbox": [ + 0.18541666666666667, + 0.7344443766276042, + 0.2423611111111111, + 0.7566665988498263 + ], + "point": [ + 0.2139, + 0.7456 + ] + }, + { + "instruction": "Grey _", + "bbox": [ + 0.08020833333333334, + 0.7566666666666667, + 0.10625, + 0.7794444444444445 + ], + "point": [ + 0.0932, + 0.7681 + ] + }, + { + "instruction": "Blue", + "bbox": [ + 0.11076388888888888, + 0.7588888888888888, + 0.1326388888888889, + 0.7744444444444445 + ], + "point": [ + 0.1217, + 0.7667 + ] + }, + { + "instruction": "Zip/Postal Code", + "bbox": [ + 0.3486111111111111, + 0.7855556233723958, + 0.428125, + 0.8088889567057291 + ], + "point": [ + 0.3884, + 0.7972 + ] + }, + { + "instruction": "It's", + "bbox": [ + 0.30451388888888886, + 0.8572222222222222, + 0.3194444444444444, + 0.8733333333333333 + ], + "point": [ + 0.312, + 0.8653 + ] + }, + { + "instruction": "default billing address.", + "bbox": [ + 0.3260416666666667, + 0.8544444444444445, + 0.42430555555555555, + 0.8783333333333333 + ], + "point": [ + 0.3752, + 0.8664 + ] + }, + { + "instruction": "Replacement USB Charging Port Socket", + "bbox": [ + 0.08090278837415907, + 0.9133333333333333, + 0.26180556615193684, + 0.935 + ], + "point": [ + 0.1714, + 0.9242 + ] + }, + { + "instruction": "It's a default", + "bbox": [ + 0.30451388888888886, + 0.9072222222222223, + 0.36006944444444444, + 0.9244444444444444 + ], + "point": [ + 0.3323, + 0.9158 + ] + }, + { + "instruction": "shipping address:", + "bbox": [ + 0.35833333333333334, + 0.9066666666666666, + 0.4354166666666667, + 0.9288888888888889 + ], + "point": [ + 0.3969, + 0.9178 + ] + }, + { + "instruction": "Board for Sony Playstation 4 PS4 Game", + "bbox": [ + 0.08090278837415907, + 0.9344444444444444, + 0.26041667726304796, + 0.9572222222222222 + ], + "point": [ + 0.1707, + 0.9458 + ] + }, + { + "instruction": "Controller", + "bbox": [ + 0.08090278837415907, + 0.9566666666666667, + 0.1298611217074924, + 0.9766666666666667 + ], + "point": [ + 0.1054, + 0.9667 + ] + }, + { + "instruction": "Cc", + "bbox": [ + 0.14131944444444444, + 0.9933333333333333, + 0.16701388888888888, + 0.9983333333333333 + ], + "point": [ + 0.1542, + 0.9958 + ] + }, + { + "instruction": "D", + "bbox": [ + 0.18333333333333332, + 0.9933333333333333, + 0.20069444444444445, + 0.9983333333333333 + ], + "point": [ + 0.192, + 0.9958 + ] + }, + { + "instruction": "Rug", + "bbox": [ + 0.16458335452609593, + 0.7338888888888889, + 0.18472222222222223, + 0.7594444444444445 + ], + "point": [ + 0.1747, + 0.7467 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8953688727484809, + 0.04956369188096788, + 0.9707422044542101, + 0.08996064927842883 + ], + "point": [ + 0.9331, + 0.0698 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08356730143229167, + 0.05219231923421224, + 0.15678130255805123, + 0.08487190246582031 + ], + "point": [ + 0.1202, + 0.0685 + ] + }, + { + "instruction": "Newsletter Subscriptions", + "bbox": [ + 0.08083602587381998, + 0.3280878363715278, + 0.1958190123240153, + 0.3532941351996528 + ], + "point": [ + 0.1383, + 0.3407 + ] + }, + { + "instruction": "Jacobs", + "bbox": [ + 0.4434008280436198, + 0.18928024291992188, + 0.9267659505208333, + 0.22961118910047743 + ], + "point": [ + 0.6851, + 0.2094 + ] + }, + { + "instruction": "Stored Payment Methods", + "bbox": [ + 0.08079951074388292, + 0.23446031358506944, + 0.19810051918029786, + 0.2604305691189236 + ], + "point": [ + 0.1395, + 0.2474 + ] + }, + { + "instruction": "California", + "bbox": [ + 0.4383060031467014, + 0.6413939073350694, + 0.9353023105197482, + 0.6810567220052083 + ], + "point": [ + 0.6868, + 0.6612 + ] + }, + { + "instruction": "Account Information", + "bbox": [ + 0.08025362226698134, + 0.19700659857855904, + 0.17676828172471787, + 0.2231987847222222 + ], + "point": [ + 0.1285, + 0.2101 + ] + }, + { + "instruction": "1092873456", + "bbox": [ + 0.4396949768066406, + 0.32446526421440974, + 0.934297858344184, + 0.36613084581163197 + ], + "point": [ + 0.687, + 0.3453 + ] + }, + { + "instruction": "Charberry 2019 HOT Bathroom Home", + "bbox": [ + 0.07218035591973199, + 0.7853843858506945, + 0.2638517273796929, + 0.8840916612413194 + ], + "point": [ + 0.168, + 0.8347 + ] + }, + { + "instruction": "Tube Rolling Holder Squeezer", + "bbox": [ + 0.07218035591973199, + 0.7853843858506945, + 0.2638517273796929, + 0.8840916612413194 + ], + "point": [ + 0.168, + 0.8347 + ] + }, + { + "instruction": "Cartoon Toothpaste Dispenser Easter", + "bbox": [ + 0.07218035591973199, + 0.7853843858506945, + 0.2638517273796929, + 0.8840916612413194 + ], + "point": [ + 0.168, + 0.8347 + ] + }, + { + "instruction": "party", + "bbox": [ + 0.07218035591973199, + 0.7853843858506945, + 0.2638517273796929, + 0.8840916612413194 + ], + "point": [ + 0.168, + 0.8347 + ] + }, + { + "instruction": "(B)", + "bbox": [ + 0.07218035591973199, + 0.7853843858506945, + 0.2638517273796929, + 0.8840916612413194 + ], + "point": [ + 0.168, + 0.8347 + ] + }, + { + "instruction": "Easy", + "bbox": [ + 0.07218035591973199, + 0.7853843858506945, + 0.2638517273796929, + 0.8840916612413194 + ], + "point": [ + 0.168, + 0.8347 + ] + }, + { + "instruction": "gift _", + "bbox": [ + 0.07218035591973199, + 0.7853843858506945, + 0.2638517273796929, + 0.8840916612413194 + ], + "point": [ + 0.168, + 0.8347 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.43944964938693576, + 0.5726504177517361, + 0.934586164686415, + 0.6134541829427084 + ], + "point": [ + 0.687, + 0.5931 + ] + }, + { + "instruction": "My Product Reviews", + "bbox": [ + 0.07984726164076063, + 0.28991482204861113, + 0.17367677688598632, + 0.3166274007161458 + ], + "point": [ + 0.1268, + 0.3033 + ] + }, + { + "instruction": "Address Book", + "bbox": [ + 0.0757174121008979, + 0.15459221733940973, + 0.23415812916225856, + 0.19246910942925347 + ], + "point": [ + 0.1549, + 0.1735 + ] + }, + { + "instruction": "SAFAVIEH Brentwood Collection", + "bbox": [ + 0.07816720008850098, + 0.6649289279513889, + 0.22631726264953614, + 0.6890351019965277 + ], + "point": [ + 0.1522, + 0.677 + ] + }, + { + "instruction": "Dechoga PS4 Charging Board,", + "bbox": [ + 0.08009176784091526, + 0.8860080295138889, + 0.21601337326897516, + 0.9122846137152778 + ], + "point": [ + 0.1481, + 0.8991 + ] + }, + { + "instruction": "My Wish List", + "bbox": [ + 0.07927485571967231, + 0.09552770826551649, + 0.233277956644694, + 0.14172808329264322 + ], + "point": [ + 0.1563, + 0.1186 + ] + }, + { + "instruction": "12345", + "bbox": [ + 0.43002098931206595, + 0.7763585747612847, + 0.93575439453125, + 0.8178432210286458 + ], + "point": [ + 0.6829, + 0.7971 + ] + }, + { + "instruction": "Shedding Living Room Bedroom Dining", + "bbox": [ + 0.0786948945787218, + 0.708542005750868, + 0.26133058336046006, + 0.7347644721137153 + ], + "point": [ + 0.17, + 0.7217 + ] + }, + { + "instruction": "Phone Number", + "bbox": [ + 0.3505109786987305, + 0.326414794921875, + 0.436063724093967, + 0.3559494357638889 + ], + "point": [ + 0.3933, + 0.3412 + ] + }, + { + "instruction": "Tim", + "bbox": [ + 0.4431015862358941, + 0.12122666252983941, + 0.9340636359320746, + 0.16185295952690973 + ], + "point": [ + 0.6886, + 0.1415 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8953688727484809, + 0.04956369188096788, + 0.9707422044542101, + 0.08996064927842883 + ], + "point": [ + 0.9331, + 0.0698 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08356730143229167, + 0.05219231923421224, + 0.15678130255805123, + 0.08487190246582031 + ], + "point": [ + 0.1202, + 0.0685 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054948817359076606, + 0.05048666212293837, + 0.07617535061306424, + 0.08821840074327257 + ], + "point": [ + 0.0656, + 0.0694 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.4437673780653212, + 0.2547826639811198, + 0.9265576680501302, + 0.29749240451388886 + ], + "point": [ + 0.6852, + 0.2761 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1510602315266927, + 0.010735840267605252, + 0.165249760945638, + 0.0349163458082411 + ], + "point": [ + 0.1582, + 0.0228 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005186097489462959, + 0.053189837137858076, + 0.026426572932137384, + 0.08622778998480903 + ], + "point": [ + 0.0158, + 0.0697 + ] + }, + { + "instruction": "Newspaster Subscriptions.", + "bbox": [ + 0.08083602587381998, + 0.3280878363715278, + 0.1958190123240153, + 0.3532941351996528 + ], + "point": [ + 0.1383, + 0.3407 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02983076837327745, + 0.052530153062608505, + 0.049892701043023006, + 0.08687939114040799 + ], + "point": [ + 0.0399, + 0.0697 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9755215115017362, + 0.002207874721950955, + 0.9979648166232639, + 0.039774241977267796 + ], + "point": [ + 0.9867, + 0.021 + ] + }, + { + "instruction": "a search bar.", + "bbox": [ + 0.4434008280436198, + 0.18928024291992188, + 0.9267659505208333, + 0.22961118910047743 + ], + "point": [ + 0.6851, + 0.2094 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17558366987440321, + 0.009240727954440647, + 0.19002937740749784, + 0.035484963523017034 + ], + "point": [ + 0.1828, + 0.0224 + ] + }, + { + "instruction": "Stored payment methods.", + "bbox": [ + 0.08079951074388292, + 0.23446031358506944, + 0.19810051918029786, + 0.2604305691189236 + ], + "point": [ + 0.1395, + 0.2474 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.4383060031467014, + 0.6413939073350694, + 0.9353023105197482, + 0.6810567220052083 + ], + "point": [ + 0.6868, + 0.6612 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8655073377821181, + 0.05586691114637587, + 0.8829149034288194, + 0.08580251057942709 + ], + "point": [ + 0.8742, + 0.0708 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.43965178595648874, + 0.5056796603732638, + 0.9351284450954861, + 0.5452239312065972 + ], + "point": [ + 0.6874, + 0.5255 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9736726548936632, + 0.0485090086195204, + 0.9960893419053819, + 0.08995480007595485 + ], + "point": [ + 0.9849, + 0.0692 + ] + }, + { + "instruction": "Account Information.", + "bbox": [ + 0.08025362226698134, + 0.19700659857855904, + 0.17676828172471787, + 0.2231987847222222 + ], + "point": [ + 0.1285, + 0.2101 + ] + }, + { + "instruction": "a progress bar.", + "bbox": [ + 0.4396949768066406, + 0.32446526421440974, + 0.934297858344184, + 0.36613084581163197 + ], + "point": [ + 0.687, + 0.3453 + ] + }, + { + "instruction": "A dropdown menu for selecting the options for a new feature or option.", + "bbox": [ + 0.07218035591973199, + 0.7853843858506945, + 0.2638517273796929, + 0.8840916612413194 + ], + "point": [ + 0.168, + 0.8347 + ] + }, + { + "instruction": "a dropdown menu to select the states.", + "bbox": [ + 0.43944964938693576, + 0.5726504177517361, + 0.934586164686415, + 0.6134541829427084 + ], + "point": [ + 0.687, + 0.5931 + ] + }, + { + "instruction": "My Product Reviews section.", + "bbox": [ + 0.07984726164076063, + 0.28991482204861113, + 0.17367677688598632, + 0.3166274007161458 + ], + "point": [ + 0.1268, + 0.3033 + ] + }, + { + "instruction": "a horizontal scroll bar.", + "bbox": [ + 0.44564022488064237, + 0.9902971733940972, + 0.5573454115125868, + 1.0 + ], + "point": [ + 0.5015, + 0.9951 + ] + }, + { + "instruction": "Adding a book.", + "bbox": [ + 0.0757174121008979, + 0.15459221733940973, + 0.23415812916225856, + 0.19246910942925347 + ], + "point": [ + 0.1549, + 0.1735 + ] + }, + { + "instruction": "A collection of safavieh benchwood collection.", + "bbox": [ + 0.07816720008850098, + 0.6649289279513889, + 0.22631726264953614, + 0.6890351019965277 + ], + "point": [ + 0.1522, + 0.677 + ] + }, + { + "instruction": "Dechoga PS4 Charging Board,", + "bbox": [ + 0.08009176784091526, + 0.8860080295138889, + 0.21601337326897516, + 0.9122846137152778 + ], + "point": [ + 0.1481, + 0.8991 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06840060551961263, + 0.8907657199435763, + 0.07983996073404948, + 0.9108595784505208 + ], + "point": [ + 0.0741, + 0.9008 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06875294049580892, + 0.6137752278645834, + 0.07951447698805067, + 0.6319086371527778 + ], + "point": [ + 0.0741, + 0.6228 + ] + }, + { + "instruction": "My Wish List.", + "bbox": [ + 0.07927485571967231, + 0.09552770826551649, + 0.233277956644694, + 0.14172808329264322 + ], + "point": [ + 0.1563, + 0.1186 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.0685218440161811, + 0.668441636827257, + 0.07987907727559408, + 0.6887675645616319 + ], + "point": [ + 0.0742, + 0.6786 + ] + }, + { + "instruction": "navigating to the previous screen or window.", + "bbox": [ + 0.43002098931206595, + 0.7763585747612847, + 0.93575439453125, + 0.8178432210286458 + ], + "point": [ + 0.6829, + 0.7971 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06855353249443902, + 0.7908181423611111, + 0.07968086666531032, + 0.8106618923611111 + ], + "point": [ + 0.0741, + 0.8007 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 8.491857184304132e-05, + 0.05303350660536024, + 0.004996083676815033, + 0.0864743381076389 + ], + "point": [ + 0.0025, + 0.0698 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 0.9947599622938368, + 0.04789099799262153, + 1.0, + 0.09219410366482204 + ], + "point": [ + 0.9974, + 0.07 + ] + }, + { + "instruction": "Sending a living room or bedroom setting.", + "bbox": [ + 0.0786948945787218, + 0.708542005750868, + 0.26133058336046006, + 0.7347644721137153 + ], + "point": [ + 0.17, + 0.7217 + ] + }, + { + "instruction": "Phone Number.", + "bbox": [ + 0.3505109786987305, + 0.326414794921875, + 0.436063724093967, + 0.3559494357638889 + ], + "point": [ + 0.3933, + 0.3412 + ] + }, + { + "instruction": "\"Turn up\"", + "bbox": [ + 0.4431015862358941, + 0.12122666252983941, + 0.9340636359320746, + 0.16185295952690973 + ], + "point": [ + 0.6886, + 0.1415 + ] + } + ], + "element_size": 94 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/change_contact/action_videoframes/action_5/3684.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Edit Address", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.08194444444444444, + 0.029444444444444443 + ], + "point": [ + 0.0554, + 0.0217 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:7770/customerladdressledit/id/26/", + "bbox": [ + 0.15833331214057075, + 0.06055555555555556, + 0.5479166454739041, + 0.08166666666666667 + ], + "point": [ + 0.3531, + 0.0711 + ] + }, + { + "instruction": "Auurcss Duun", + "bbox": [ + 0.08090277777777778, + 0.09444444444444444, + 0.14618055555555556, + 0.10388888888888889 + ], + "point": [ + 0.1135, + 0.0992 + ] + }, + { + "instruction": "Last Name", + "bbox": [ + 0.37256944444444445, + 0.12111111111111111, + 0.4263888888888889, + 0.13833333333333334 + ], + "point": [ + 0.3995, + 0.1297 + ] + }, + { + "instruction": "Company", + "bbox": [ + 0.38888893127441404, + 0.18777777777777777, + 0.43854170905219186, + 0.21166666666666667 + ], + "point": [ + 0.4137, + 0.1997 + ] + }, + { + "instruction": "Phone Number", + "bbox": [ + 0.35138888888888886, + 0.2561111111111111, + 0.42777777777777776, + 0.27444444444444444 + ], + "point": [ + 0.3896, + 0.2653 + ] + }, + { + "instruction": "Address", + "bbox": [ + 0.44583333333333336, + 0.3277777777777778, + 0.5013888888888889, + 0.355 + ], + "point": [ + 0.4736, + 0.3414 + ] + }, + { + "instruction": "Compare Products", + "bbox": [ + 0.06770833333333333, + 0.3844444444444444, + 0.1763888888888889, + 0.41333333333333333 + ], + "point": [ + 0.122, + 0.3989 + ] + }, + { + "instruction": "Street Address", + "bbox": [ + 0.35625, + 0.39111111111111113, + 0.42951388888888886, + 0.40944444444444444 + ], + "point": [ + 0.3929, + 0.4003 + ] + }, + { + "instruction": "456 Street Avenye", + "bbox": [ + 0.4527777353922526, + 0.39055555555555554, + 0.5371527353922526, + 0.4122222222222222 + ], + "point": [ + 0.495, + 0.4014 + ] + }, + { + "instruction": "You", + "bbox": [ + 0.0680555608537462, + 0.4288888888888889, + 0.08645833863152398, + 0.4444444444444444 + ], + "point": [ + 0.0773, + 0.4367 + ] + }, + { + "instruction": "no items to compare_", + "bbox": [ + 0.11180555555555556, + 0.428888922797309, + 0.20833331214057074, + 0.44722225613064237 + ], + "point": [ + 0.1601, + 0.4381 + ] + }, + { + "instruction": "Recently Ordered", + "bbox": [ + 0.06770833863152398, + 0.4922222222222222, + 0.16909722752041287, + 0.5194444444444445 + ], + "point": [ + 0.1184, + 0.5058 + ] + }, + { + "instruction": "Country", + "bbox": [ + 0.38472222222222224, + 0.5016666327582465, + 0.4284722222222222, + 0.5288888549804688 + ], + "point": [ + 0.4066, + 0.5153 + ] + }, + { + "instruction": "Sutter Home Fre White Zinfandel Non-", + "bbox": [ + 0.0805555608537462, + 0.5350000339084201, + 0.2559027830759684, + 0.5533333672417535 + ], + "point": [ + 0.1682, + 0.5442 + ] + }, + { + "instruction": "alcoholic Wine", + "bbox": [ + 0.08020833333333334, + 0.5566666666666666, + 0.1486111111111111, + 0.5766666666666667 + ], + "point": [ + 0.1144, + 0.5667 + ] + }, + { + "instruction": "State/Province", + "bbox": [ + 0.353125, + 0.5738888888888889, + 0.4270833333333333, + 0.5911111111111111 + ], + "point": [ + 0.3901, + 0.5825 + ] + }, + { + "instruction": "BNT82ZF Modern Abstract Non-", + "bbox": [ + 0.08124999470180935, + 0.6138888888888889, + 0.2270833280351427, + 0.6322222222222222 + ], + "point": [ + 0.1542, + 0.6231 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.4059027777777778, + 0.6405555555555555, + 0.42743055555555554, + 0.6627777777777778 + ], + "point": [ + 0.4167, + 0.6517 + ] + }, + { + "instruction": "Home Office Area", + "bbox": [ + 0.08090277777777778, + 0.6566666666666666, + 0.1625, + 0.6766666666666666 + ], + "point": [ + 0.1217, + 0.6667 + ] + }, + { + "instruction": "6' x 9' , Light", + "bbox": [ + 0.18541666666666667, + 0.6566666666666666, + 0.24166666666666667, + 0.6788888888888889 + ], + "point": [ + 0.2135, + 0.6678 + ] + }, + { + "instruction": "Blue", + "bbox": [ + 0.11076388888888888, + 0.6800000678168403, + 0.1326388888888889, + 0.6972222900390626 + ], + "point": [ + 0.1217, + 0.6886 + ] + }, + { + "instruction": "Zip/Postal Code", + "bbox": [ + 0.3489583333333333, + 0.7083333333333334, + 0.428125, + 0.73 + ], + "point": [ + 0.3885, + 0.7192 + ] + }, + { + "instruction": "It's a default", + "bbox": [ + 0.30451388888888886, + 0.7788888888888889, + 0.36006944444444444, + 0.7972222222222223 + ], + "point": [ + 0.3323, + 0.7881 + ] + }, + { + "instruction": "address_", + "bbox": [ + 0.3868055979410807, + 0.7783332655164931, + 0.42256948682996964, + 0.7955554877387153 + ], + "point": [ + 0.4047, + 0.7869 + ] + }, + { + "instruction": "It's a default shipping address:", + "bbox": [ + 0.30416666666666664, + 0.8283333333333334, + 0.4354166666666667, + 0.8516666666666667 + ], + "point": [ + 0.3698, + 0.84 + ] + }, + { + "instruction": "JTJxop Wood Platform Bed with", + "bbox": [ + 0.07847221692403157, + 0.9133334011501736, + 0.2243055502573649, + 0.9338889567057291 + ], + "point": [ + 0.1514, + 0.9236 + ] + }, + { + "instruction": "Headboard, Solid Wood Platform Bed,", + "bbox": [ + 0.0805555608537462, + 0.9333333333333333, + 0.2541666719648573, + 0.9538888888888889 + ], + "point": [ + 0.1674, + 0.9436 + ] + }, + { + "instruction": "Vintage Sturdy Full Size Wood Bed", + "bbox": [ + 0.08020832273695204, + 0.9561111789279514, + 0.2375, + 0.9800000678168402 + ], + "point": [ + 0.1589, + 0.9681 + ] + }, + { + "instruction": "Frame; with Wood Slat Support; No", + "bbox": [ + 0.0805555608537462, + 0.9788888888888889, + 0.2416666719648573, + 1.0 + ], + "point": [ + 0.1611, + 0.9894 + ] + }, + { + "instruction": "have", + "bbox": [ + 0.08784722222222222, + 0.4255555894639757, + 0.11076388888888888, + 0.448888922797309 + ], + "point": [ + 0.0993, + 0.4372 + ] + }, + { + "instruction": "Rug", + "bbox": [ + 0.16458333333333333, + 0.6566666666666666, + 0.1840277777777778, + 0.6788888888888889 + ], + "point": [ + 0.1743, + 0.6678 + ] + }, + { + "instruction": "Grey", + "bbox": [ + 0.08125, + 0.6777777777777778, + 0.10451388888888889, + 0.7022222222222222 + ], + "point": [ + 0.0929, + 0.69 + ] + }, + { + "instruction": "billing", + "bbox": [ + 0.359375, + 0.7744444444444445, + 0.38645833333333335, + 0.8011111111111111 + ], + "point": [ + 0.3729, + 0.7878 + ] + }, + { + "instruction": "Box", + "bbox": [ + 0.24270833333333333, + 0.9783333333333334, + 0.25972222222222224, + 0.9988888888888889 + ], + "point": [ + 0.2512, + 0.9886 + ] + }, + { + "instruction": "Save Address", + "bbox": [ + 0.44580921596950956, + 0.9122437879774306, + 0.5550484127468533, + 0.9733527289496527 + ], + "point": [ + 0.5004, + 0.9428 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08318248324924045, + 0.052812449137369794, + 0.1567679723103841, + 0.08426984151204427 + ], + "point": [ + 0.12, + 0.0685 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8952102661132812, + 0.049509747823079424, + 0.9707504272460937, + 0.09001602172851562 + ], + "point": [ + 0.933, + 0.0698 + ] + }, + { + "instruction": "California", + "bbox": [ + 0.4387178209092882, + 0.5631712849934896, + 0.9346815321180556, + 0.6035483127170139 + ], + "point": [ + 0.6867, + 0.5834 + ] + }, + { + "instruction": "12345", + "bbox": [ + 0.4503495110405816, + 0.7016512722439237, + 0.48388358222113714, + 0.7320089382595486 + ], + "point": [ + 0.4671, + 0.7168 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.4391720241970486, + 0.4943735080295139, + 0.93463134765625, + 0.5361431206597222 + ], + "point": [ + 0.6869, + 0.5153 + ] + }, + { + "instruction": "Account Information", + "bbox": [ + 0.07371514108445909, + 0.11222610473632813, + 0.23305981424119737, + 0.15246253119574651 + ], + "point": [ + 0.1534, + 0.1323 + ] + }, + { + "instruction": "Charberry 2019 HOT Bathroom Home", + "bbox": [ + 0.07271746529473198, + 0.7081560601128473, + 0.2651643647087945, + 0.8077425130208333 + ], + "point": [ + 0.1689, + 0.7579 + ] + }, + { + "instruction": "Tube Rolling Holder Squeezer Easy", + "bbox": [ + 0.07271746529473198, + 0.7081560601128473, + 0.2651643647087945, + 0.8077425130208333 + ], + "point": [ + 0.1689, + 0.7579 + ] + }, + { + "instruction": "Cartoon Toothpaste Dispenser Easter", + "bbox": [ + 0.07271746529473198, + 0.7081560601128473, + 0.2651643647087945, + 0.8077425130208333 + ], + "point": [ + 0.1689, + 0.7579 + ] + }, + { + "instruction": "party gift (B)", + "bbox": [ + 0.07271746529473198, + 0.7081560601128473, + 0.2651643647087945, + 0.8077425130208333 + ], + "point": [ + 0.1689, + 0.7579 + ] + }, + { + "instruction": "SAFAVIEH Brentwood Collection", + "bbox": [ + 0.07913564576043022, + 0.5871234130859375, + 0.2261554135216607, + 0.611038072374132 + ], + "point": [ + 0.1526, + 0.5991 + ] + }, + { + "instruction": "1092873456", + "bbox": [ + 0.4377980550130208, + 0.24705103556315103, + 0.9343549940321181, + 0.2893204074435764 + ], + "point": [ + 0.6861, + 0.2682 + ] + }, + { + "instruction": "Jacobs", + "bbox": [ + 0.4425621032714844, + 0.11169269137912326, + 0.9327923244900174, + 0.15136120266384548 + ], + "point": [ + 0.6877, + 0.1315 + ] + }, + { + "instruction": "Cupertino", + "bbox": [ + 0.43349346584743925, + 0.6314074028862847, + 0.9355816311306424, + 0.6720753987630208 + ], + "point": [ + 0.6845, + 0.6517 + ] + }, + { + "instruction": "Dechoga PS4 Charging Board,", + "bbox": [ + 0.08018986913892957, + 0.8085393608940972, + 0.21534806887308758, + 0.8340037706163195 + ], + "point": [ + 0.1478, + 0.8213 + ] + }, + { + "instruction": "Stored Payment Methods", + "bbox": [ + 0.07746827337476943, + 0.150984378390842, + 0.23228602409362792, + 0.19267077975802951 + ], + "point": [ + 0.1549, + 0.1718 + ] + }, + { + "instruction": "My Product Reviews", + "bbox": [ + 0.07960195541381836, + 0.20627838134765625, + 0.23249982198079427, + 0.2451312255859375 + ], + "point": [ + 0.1561, + 0.2257 + ] + }, + { + "instruction": "Replacement USB Charging Port Socket", + "bbox": [ + 0.07399976518419053, + 0.8219189453125, + 0.26554482777913413, + 0.9030289713541667 + ], + "point": [ + 0.1698, + 0.8625 + ] + }, + { + "instruction": "Board for Sony Playstation 4 PS4 Game", + "bbox": [ + 0.07399976518419053, + 0.8219189453125, + 0.26554482777913413, + 0.9030289713541667 + ], + "point": [ + 0.1698, + 0.8625 + ] + }, + { + "instruction": "Controller", + "bbox": [ + 0.07399976518419053, + 0.8219189453125, + 0.26554482777913413, + 0.9030289713541667 + ], + "point": [ + 0.1698, + 0.8625 + ] + }, + { + "instruction": "Shedding Living Room Bedroom Dining", + "bbox": [ + 0.07999709447224936, + 0.63072021484375, + 0.2622043291727702, + 0.656719970703125 + ], + "point": [ + 0.1711, + 0.6437 + ] + }, + { + "instruction": "Newsletter Subscriptions", + "bbox": [ + 0.08078737258911133, + 0.24968629625108507, + 0.19606636895073784, + 0.2747800530327691 + ], + "point": [ + 0.1384, + 0.2622 + ] + }, + { + "instruction": "Save Address.", + "bbox": [ + 0.44580921596950956, + 0.9122437879774306, + 0.5550484127468533, + 0.9733527289496527 + ], + "point": [ + 0.5004, + 0.9428 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08318248324924045, + 0.052812449137369794, + 0.1567679723103841, + 0.08426984151204427 + ], + "point": [ + 0.12, + 0.0685 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8952102661132812, + 0.049509747823079424, + 0.9707504272460937, + 0.09001602172851562 + ], + "point": [ + 0.933, + 0.0698 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.0548057132297092, + 0.05027457343207465, + 0.07609678904215494, + 0.08888385348849827 + ], + "point": [ + 0.0655, + 0.0696 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.0048492742909325495, + 0.05257101270887587, + 0.026842630571789212, + 0.08672481960720486 + ], + "point": [ + 0.0158, + 0.0696 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02946231100294325, + 0.05201998392740886, + 0.05030429628160265, + 0.08741441514756944 + ], + "point": [ + 0.0399, + 0.0697 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15091563330756294, + 0.01082402123345269, + 0.16539762285020615, + 0.034984130859375 + ], + "point": [ + 0.1582, + 0.0229 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8653528001573351, + 0.05598973592122396, + 0.8828161451551649, + 0.08573165045844185 + ], + "point": [ + 0.8741, + 0.0709 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.1755913628472222, + 0.009587459564208985, + 0.1900769551595052, + 0.0354619026184082 + ], + "point": [ + 0.1828, + 0.0225 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.4387178209092882, + 0.5631712849934896, + 0.9346815321180556, + 0.6035483127170139 + ], + "point": [ + 0.6867, + 0.5834 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9756504482693142, + 0.0031899176703559027, + 0.9970948113335504, + 0.040655945671929254 + ], + "point": [ + 0.9864, + 0.0219 + ] + }, + { + "instruction": "a calendar date.", + "bbox": [ + 0.4503495110405816, + 0.7016512722439237, + 0.48388358222113714, + 0.7320089382595486 + ], + "point": [ + 0.4671, + 0.7168 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9738798353407118, + 0.04885627746582031, + 0.9960806952582465, + 0.08965447319878472 + ], + "point": [ + 0.985, + 0.0693 + ] + }, + { + "instruction": "a dropdown menu for selected states.", + "bbox": [ + 0.4391720241970486, + 0.4943735080295139, + 0.93463134765625, + 0.5361431206597222 + ], + "point": [ + 0.6869, + 0.5153 + ] + }, + { + "instruction": "Account Information.", + "bbox": [ + 0.07371514108445909, + 0.11222610473632813, + 0.23305981424119737, + 0.15246253119574651 + ], + "point": [ + 0.1534, + 0.1323 + ] + }, + { + "instruction": "A dropdown menu for selecting the option to add a new item.", + "bbox": [ + 0.07271746529473198, + 0.7081560601128473, + 0.2651643647087945, + 0.8077425130208333 + ], + "point": [ + 0.1689, + 0.7579 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.4380334642198351, + 0.42786122639973956, + 0.9350099351671007, + 0.46836151123046876 + ], + "point": [ + 0.6865, + 0.4481 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06852356592814128, + 0.9132000732421875, + 0.08002363840738932, + 0.9331615532769097 + ], + "point": [ + 0.0743, + 0.9232 + ] + }, + { + "instruction": "A collection of safavieh benchwood collection.", + "bbox": [ + 0.07913564576043022, + 0.5871234130859375, + 0.2261554135216607, + 0.611038072374132 + ], + "point": [ + 0.1526, + 0.5991 + ] + }, + { + "instruction": "a progress bar.", + "bbox": [ + 0.4377980550130208, + 0.24705103556315103, + 0.9343549940321181, + 0.2893204074435764 + ], + "point": [ + 0.6861, + 0.2682 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.0686104933420817, + 0.813434312608507, + 0.07992219395107693, + 0.8326597086588542 + ], + "point": [ + 0.0743, + 0.823 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06881132655673557, + 0.5360893758138021, + 0.07914666599697537, + 0.5536485120985243 + ], + "point": [ + 0.074, + 0.5449 + ] + }, + { + "instruction": "minimizing a window.", + "bbox": [ + 0.4329679701063368, + 0.17754614935980903, + 0.9342582702636719, + 0.21860151502821182 + ], + "point": [ + 0.6836, + 0.1981 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06856426662868924, + 0.7135870361328125, + 0.07981598112318251, + 0.732809583875868 + ], + "point": [ + 0.0742, + 0.7232 + ] + }, + { + "instruction": "a search bar.", + "bbox": [ + 0.4425621032714844, + 0.11169269137912326, + 0.9327923244900174, + 0.15136120266384548 + ], + "point": [ + 0.6877, + 0.1315 + ] + }, + { + "instruction": "\"guiding\" or \"guiding status.", + "bbox": [ + 0.43349346584743925, + 0.6314074028862847, + 0.9355816311306424, + 0.6720753987630208 + ], + "point": [ + 0.6845, + 0.6517 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.0001127655307451884, + 0.0529206297132704, + 0.00481947080956565, + 0.08660925971137153 + ], + "point": [ + 0.0025, + 0.0698 + ] + }, + { + "instruction": "Dechoga PS4 Charging Board.", + "bbox": [ + 0.08018986913892957, + 0.8085393608940972, + 0.21534806887308758, + 0.8340037706163195 + ], + "point": [ + 0.1478, + 0.8213 + ] + }, + { + "instruction": "Star", + "bbox": [ + 0.42952427334255644, + 0.25521326700846353, + 0.44016185336642794, + 0.2773030768500434 + ], + "point": [ + 0.4348, + 0.2663 + ] + }, + { + "instruction": "Stored payment methods.", + "bbox": [ + 0.07746827337476943, + 0.150984378390842, + 0.23228602409362792, + 0.19267077975802951 + ], + "point": [ + 0.1549, + 0.1718 + ] + }, + { + "instruction": "My Product Reviews section.", + "bbox": [ + 0.07960195541381836, + 0.20627838134765625, + 0.23249982198079427, + 0.2451312255859375 + ], + "point": [ + 0.1561, + 0.2257 + ] + }, + { + "instruction": "Replacement USB Charging Port Pocket board for SonyPlaystation 4 PS4 game controller.", + "bbox": [ + 0.07399976518419053, + 0.8219189453125, + 0.26554482777913413, + 0.9030289713541667 + ], + "point": [ + 0.1698, + 0.8625 + ] + }, + { + "instruction": "Shredting Living RoomBedroom Dining.", + "bbox": [ + 0.07999709447224936, + 0.63072021484375, + 0.2622043291727702, + 0.656719970703125 + ], + "point": [ + 0.1711, + 0.6437 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06872900327046712, + 0.5912758382161458, + 0.07961603270636665, + 0.6103382025824653 + ], + "point": [ + 0.0742, + 0.6008 + ] + }, + { + "instruction": "Star", + "bbox": [ + 0.42825135125054253, + 0.7057809787326389, + 0.4396600087483724, + 0.7280343967013889 + ], + "point": [ + 0.434, + 0.7169 + ] + }, + { + "instruction": "Newspaster Subscriptions.", + "bbox": [ + 0.08078737258911133, + 0.24968629625108507, + 0.19606636895073784, + 0.2747800530327691 + ], + "point": [ + 0.1384, + 0.2622 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 0.9947708129882813, + 0.04836073133680555, + 1.0, + 0.09177559746636285 + ], + "point": [ + 0.9974, + 0.0701 + ] + }, + { + "instruction": "Italic", + "bbox": [ + 0.4864221360948351, + 0.6973862711588542, + 0.5200135125054254, + 0.734315931532118 + ], + "point": [ + 0.5032, + 0.7159 + ] + } + ], + "element_size": 96 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/change_contact/action_videoframes/action_6/3960.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Edit Address", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.08194444444444444, + 0.029444444444444443 + ], + "point": [ + 0.0554, + 0.0217 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:7770/customerladdressledit/id/26/", + "bbox": [ + 0.15833331214057075, + 0.06055555555555556, + 0.5479166454739041, + 0.08166666666666667 + ], + "point": [ + 0.3531, + 0.0711 + ] + }, + { + "instruction": "1092873456", + "bbox": [ + 0.453125, + 0.13500001695421007, + 0.5107638888888889, + 0.1533333502875434 + ], + "point": [ + 0.4819, + 0.1442 + ] + }, + { + "instruction": "Address", + "bbox": [ + 0.4465277777777778, + 0.2066666497124566, + 0.5006944444444444, + 0.23111109415690104 + ], + "point": [ + 0.4736, + 0.2189 + ] + }, + { + "instruction": "Compare Products", + "bbox": [ + 0.06770833863152398, + 0.26222222222222225, + 0.17604167196485732, + 0.2922222222222222 + ], + "point": [ + 0.1219, + 0.2772 + ] + }, + { + "instruction": "Street Address", + "bbox": [ + 0.35625, + 0.2688888888888889, + 0.43020833333333336, + 0.2872222222222222 + ], + "point": [ + 0.3932, + 0.2781 + ] + }, + { + "instruction": "456 Street Avenye", + "bbox": [ + 0.4527777353922526, + 0.2683333333333333, + 0.5371527353922526, + 0.2911111111111111 + ], + "point": [ + 0.495, + 0.2797 + ] + }, + { + "instruction": "You have no items to compare_", + "bbox": [ + 0.06770833333333333, + 0.3055555216471354, + 0.20868055555555556, + 0.32666663275824653 + ], + "point": [ + 0.1382, + 0.3161 + ] + }, + { + "instruction": "Recently Ordered", + "bbox": [ + 0.06770833863152398, + 0.37, + 0.16909722752041287, + 0.3972222222222222 + ], + "point": [ + 0.1184, + 0.3836 + ] + }, + { + "instruction": "Country", + "bbox": [ + 0.38506944444444446, + 0.38222222222222224, + 0.42777777777777776, + 0.40555555555555556 + ], + "point": [ + 0.4064, + 0.3939 + ] + }, + { + "instruction": "Sutter Home Fre White Zinfandel Non-", + "bbox": [ + 0.08020833333333334, + 0.4116666666666667, + 0.25625, + 0.43277777777777776 + ], + "point": [ + 0.1682, + 0.4222 + ] + }, + { + "instruction": "alcoholic Wine", + "bbox": [ + 0.08055555555555556, + 0.435, + 0.1482638888888889, + 0.4533333333333333 + ], + "point": [ + 0.1144, + 0.4442 + ] + }, + { + "instruction": "State/Province", + "bbox": [ + 0.353125, + 0.45111114501953126, + 0.42777777777777776, + 0.46944447835286457 + ], + "point": [ + 0.3905, + 0.4603 + ] + }, + { + "instruction": "BNT822F Modern Abstract Non-", + "bbox": [ + 0.08124999470180935, + 0.491111077202691, + 0.2270833280351427, + 0.5094444105360243 + ], + "point": [ + 0.1542, + 0.5003 + ] + }, + { + "instruction": "Shedding Living Room Bedroom Dining", + "bbox": [ + 0.07916665607028538, + 0.508888922797309, + 0.26215276718139646, + 0.5366667005750868 + ], + "point": [ + 0.1707, + 0.5228 + ] + }, + { + "instruction": "Home Office Area", + "bbox": [ + 0.08125, + 0.5350000339084201, + 0.16215277777777778, + 0.5533333672417535 + ], + "point": [ + 0.1217, + 0.5442 + ] + }, + { + "instruction": "6' x 9' , Light", + "bbox": [ + 0.18541666666666667, + 0.5344444783528646, + 0.2423611111111111, + 0.5566667005750868 + ], + "point": [ + 0.2139, + 0.5456 + ] + }, + { + "instruction": "Grey _", + "bbox": [ + 0.08020833333333334, + 0.5566666666666666, + 0.10625, + 0.5794444444444444 + ], + "point": [ + 0.0932, + 0.5681 + ] + }, + { + "instruction": "Blue", + "bbox": [ + 0.11076388888888888, + 0.5588889567057291, + 0.1326388888888889, + 0.5744445122612847 + ], + "point": [ + 0.1217, + 0.5667 + ] + }, + { + "instruction": "Zip/Postal Code", + "bbox": [ + 0.3486111111111111, + 0.5855555555555556, + 0.428125, + 0.6088888888888889 + ], + "point": [ + 0.3884, + 0.5972 + ] + }, + { + "instruction": "It's a default billing address.", + "bbox": [ + 0.30416666666666664, + 0.6544444444444445, + 0.42430555555555555, + 0.6783333333333333 + ], + "point": [ + 0.3642, + 0.6664 + ] + }, + { + "instruction": "It's a default", + "bbox": [ + 0.30451388888888886, + 0.7072222222222222, + 0.36006944444444444, + 0.7244444444444444 + ], + "point": [ + 0.3323, + 0.7158 + ] + }, + { + "instruction": "shipping address:", + "bbox": [ + 0.35833333333333334, + 0.7066665988498264, + 0.4354166666666667, + 0.7288888210720487 + ], + "point": [ + 0.3969, + 0.7178 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.40694444444444444, + 0.5155555555555555, + 0.4267361111111111, + 0.5416666666666666 + ], + "point": [ + 0.4168, + 0.5286 + ] + }, + { + "instruction": "Rug", + "bbox": [ + 0.1642361111111111, + 0.5338888888888889, + 0.184375, + 0.5577777777777778 + ], + "point": [ + 0.1743, + 0.5458 + ] + }, + { + "instruction": "Save Address", + "bbox": [ + 0.4456333160400391, + 0.7904442003038195, + 0.5555553436279297, + 0.8517909071180556 + ], + "point": [ + 0.5006, + 0.8211 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.0834100087483724, + 0.05243710411919488, + 0.15676246219211154, + 0.08448615180121528 + ], + "point": [ + 0.1201, + 0.0685 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.06765219370524088, + 0.9394329155815972, + 0.1475484636094835, + 0.9774384223090278 + ], + "point": [ + 0.1076, + 0.9584 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8952568054199219, + 0.04959016587999132, + 0.970709482828776, + 0.0899386003282335 + ], + "point": [ + 0.933, + 0.0698 + ] + }, + { + "instruction": "California", + "bbox": [ + 0.4359615325927734, + 0.44168199327256946, + 0.9348100450303819, + 0.48085862901475696 + ], + "point": [ + 0.6854, + 0.4613 + ] + }, + { + "instruction": "View AII", + "bbox": [ + 0.15631191465589736, + 0.9455921088324653, + 0.19598409864637586, + 0.9698366292317708 + ], + "point": [ + 0.1761, + 0.9577 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.43708682590060766, + 0.37262115478515623, + 0.9344148423936632, + 0.4133837551540799 + ], + "point": [ + 0.6858, + 0.393 + ] + }, + { + "instruction": "Charberry 2019 HOT Bathroom Home", + "bbox": [ + 0.07386603885226779, + 0.5857092963324653, + 0.2661365932888455, + 0.6869826253255208 + ], + "point": [ + 0.17, + 0.6363 + ] + }, + { + "instruction": "Tube", + "bbox": [ + 0.07386603885226779, + 0.5857092963324653, + 0.2661365932888455, + 0.6869826253255208 + ], + "point": [ + 0.17, + 0.6363 + ] + }, + { + "instruction": "Rolling Holder Squeezer", + "bbox": [ + 0.07386603885226779, + 0.5857092963324653, + 0.2661365932888455, + 0.6869826253255208 + ], + "point": [ + 0.17, + 0.6363 + ] + }, + { + "instruction": "Cartoon Toothpaste Dispenser Easter", + "bbox": [ + 0.07386603885226779, + 0.5857092963324653, + 0.2661365932888455, + 0.6869826253255208 + ], + "point": [ + 0.17, + 0.6363 + ] + }, + { + "instruction": "party", + "bbox": [ + 0.07386603885226779, + 0.5857092963324653, + 0.2661365932888455, + 0.6869826253255208 + ], + "point": [ + 0.17, + 0.6363 + ] + }, + { + "instruction": "(B)", + "bbox": [ + 0.07386603885226779, + 0.5857092963324653, + 0.2661365932888455, + 0.6869826253255208 + ], + "point": [ + 0.17, + 0.6363 + ] + }, + { + "instruction": "Easy", + "bbox": [ + 0.07386603885226779, + 0.5857092963324653, + 0.2661365932888455, + 0.6869826253255208 + ], + "point": [ + 0.17, + 0.6363 + ] + }, + { + "instruction": "gift _", + "bbox": [ + 0.07386603885226779, + 0.5857092963324653, + 0.2661365932888455, + 0.6869826253255208 + ], + "point": [ + 0.17, + 0.6363 + ] + }, + { + "instruction": "My Product Reviews", + "bbox": [ + 0.06865901947021484, + 0.09442846510145399, + 0.24492545657687717, + 0.17630303276909723 + ], + "point": [ + 0.1568, + 0.1354 + ] + }, + { + "instruction": "Newsletter Subscriptions", + "bbox": [ + 0.06865901947021484, + 0.09442846510145399, + 0.24492545657687717, + 0.17630303276909723 + ], + "point": [ + 0.1568, + 0.1354 + ] + }, + { + "instruction": "Cupertino", + "bbox": [ + 0.4279145982530382, + 0.5091015285915799, + 0.9348367479112413, + 0.5498908487955729 + ], + "point": [ + 0.6814, + 0.5295 + ] + }, + { + "instruction": "JTJxop Wood Platform Bed with", + "bbox": [ + 0.07294531928168403, + 0.7864860704210069, + 0.26738963656955295, + 0.9280896674262152 + ], + "point": [ + 0.1702, + 0.8573 + ] + }, + { + "instruction": "Headboard, Solid Wood Platform Bed,", + "bbox": [ + 0.07294531928168403, + 0.7864860704210069, + 0.26738963656955295, + 0.9280896674262152 + ], + "point": [ + 0.1702, + 0.8573 + ] + }, + { + "instruction": "Vintage Sturdy Full Size Wood Bed", + "bbox": [ + 0.07294531928168403, + 0.7864860704210069, + 0.26738963656955295, + 0.9280896674262152 + ], + "point": [ + 0.1702, + 0.8573 + ] + }, + { + "instruction": "Frame; with Wood Slat Support; No Box", + "bbox": [ + 0.07294531928168403, + 0.7864860704210069, + 0.26738963656955295, + 0.9280896674262152 + ], + "point": [ + 0.1702, + 0.8573 + ] + }, + { + "instruction": "Spring Needed, for Adults and", + "bbox": [ + 0.07294531928168403, + 0.7864860704210069, + 0.26738963656955295, + 0.9280896674262152 + ], + "point": [ + 0.1702, + 0.8573 + ] + }, + { + "instruction": "Kids,18Ox2O0cm", + "bbox": [ + 0.07294531928168403, + 0.7864860704210069, + 0.26738963656955295, + 0.9280896674262152 + ], + "point": [ + 0.1702, + 0.8573 + ] + }, + { + "instruction": "45693", + "bbox": [ + 0.4240056355794271, + 0.5756824408637152, + 0.9349324544270833, + 0.6179471164279514 + ], + "point": [ + 0.6795, + 0.5968 + ] + }, + { + "instruction": "Dechoga PS4 Charging Board,", + "bbox": [ + 0.07646506627400716, + 0.6857817925347223, + 0.26576369603474936, + 0.7809134928385416 + ], + "point": [ + 0.1711, + 0.7333 + ] + }, + { + "instruction": "Replacement USB Charging Port Socket", + "bbox": [ + 0.07646506627400716, + 0.6857817925347223, + 0.26576369603474936, + 0.7809134928385416 + ], + "point": [ + 0.1711, + 0.7333 + ] + }, + { + "instruction": "Board for Sony Playstation 4 PS4 Game", + "bbox": [ + 0.07646506627400716, + 0.6857817925347223, + 0.26576369603474936, + 0.7809134928385416 + ], + "point": [ + 0.1711, + 0.7333 + ] + }, + { + "instruction": "Controller", + "bbox": [ + 0.07646506627400716, + 0.6857817925347223, + 0.26576369603474936, + 0.7809134928385416 + ], + "point": [ + 0.1711, + 0.7333 + ] + }, + { + "instruction": "Phone Number", + "bbox": [ + 0.34325406816270615, + 0.12070226881239149, + 0.43977381388346354, + 0.1593095906575521 + ], + "point": [ + 0.3915, + 0.14 + ] + }, + { + "instruction": "SAFAVIEH Brentwood Collection", + "bbox": [ + 0.07890590031941731, + 0.4649593777126736, + 0.22663591172960068, + 0.4890545654296875 + ], + "point": [ + 0.1528, + 0.477 + ] + }, + { + "instruction": "Save Address.", + "bbox": [ + 0.4456333160400391, + 0.7904442003038195, + 0.5555553436279297, + 0.8517909071180556 + ], + "point": [ + 0.5006, + 0.8211 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.0834100087483724, + 0.05243710411919488, + 0.15676246219211154, + 0.08448615180121528 + ], + "point": [ + 0.1201, + 0.0685 + ] + }, + { + "instruction": "Adding a new item to the cart.", + "bbox": [ + 0.06765219370524088, + 0.9394329155815972, + 0.1475484636094835, + 0.9774384223090278 + ], + "point": [ + 0.1076, + 0.9584 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8952568054199219, + 0.04959016587999132, + 0.970709482828776, + 0.0899386003282335 + ], + "point": [ + 0.933, + 0.0698 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15101111729939778, + 0.011196326149834526, + 0.16521571477254232, + 0.034746745427449544 + ], + "point": [ + 0.1581, + 0.023 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005499511294894748, + 0.05405252668592665, + 0.02592296865251329, + 0.08610483805338541 + ], + "point": [ + 0.0157, + 0.0701 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.4359615325927734, + 0.44168199327256946, + 0.9348100450303819, + 0.48085862901475696 + ], + "point": [ + 0.6854, + 0.4613 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.4367529127332899, + 0.3058111572265625, + 0.9350265502929688, + 0.345281982421875 + ], + "point": [ + 0.6859, + 0.3255 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8654335021972657, + 0.05527741326226129, + 0.8831345452202691, + 0.08610582987467448 + ], + "point": [ + 0.8743, + 0.0707 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9756250169542101, + 0.0035074085659450955, + 0.9970010545518663, + 0.040739710066053605 + ], + "point": [ + 0.9863, + 0.0221 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17552708519829643, + 0.009425811767578125, + 0.18993994394938152, + 0.03548450893825955 + ], + "point": [ + 0.1827, + 0.0225 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.03012632793850369, + 0.054719467163085934, + 0.04979876412285699, + 0.08547743903266058 + ], + "point": [ + 0.04, + 0.0701 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.05568919711642795, + 0.05402944776746962, + 0.07531492445203992, + 0.08554894341362847 + ], + "point": [ + 0.0655, + 0.0698 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9744390699598524, + 0.0498398674858941, + 0.9955963982476128, + 0.08924146016438803 + ], + "point": [ + 0.985, + 0.0695 + ] + }, + { + "instruction": "a button to view all items or options.", + "bbox": [ + 0.15631191465589736, + 0.9455921088324653, + 0.19598409864637586, + 0.9698366292317708 + ], + "point": [ + 0.1761, + 0.9577 + ] + }, + { + "instruction": "a dropdown menu for selected states.", + "bbox": [ + 0.43708682590060766, + 0.37262115478515623, + 0.9344148423936632, + 0.4133837551540799 + ], + "point": [ + 0.6858, + 0.393 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06813906033833822, + 0.7910313585069444, + 0.08001031345791287, + 0.8104143608940972 + ], + "point": [ + 0.0741, + 0.8007 + ] + }, + { + "instruction": "A dropdown menu for organizing items in a user interface.", + "bbox": [ + 0.07386603885226779, + 0.5857092963324653, + 0.2661365932888455, + 0.6869826253255208 + ], + "point": [ + 0.17, + 0.6363 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.0688290966881646, + 0.41385179307725695, + 0.07959724532233345, + 0.43192369249131946 + ], + "point": [ + 0.0742, + 0.4229 + ] + }, + { + "instruction": "My Product Reviews.", + "bbox": [ + 0.06865901947021484, + 0.09442846510145399, + 0.24492545657687717, + 0.17630303276909723 + ], + "point": [ + 0.1568, + 0.1354 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06853593190511068, + 0.4688165283203125, + 0.07985934151543511, + 0.48848436143663193 + ], + "point": [ + 0.0742, + 0.4787 + ] + }, + { + "instruction": "A checkbox for selecting the value of a checkbox.", + "bbox": [ + 0.4279145982530382, + 0.5091015285915799, + 0.9348367479112413, + 0.5498908487955729 + ], + "point": [ + 0.6814, + 0.5295 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06831290986802843, + 0.6907594129774306, + 0.07982228597005209, + 0.7110057237413194 + ], + "point": [ + 0.0741, + 0.7009 + ] + }, + { + "instruction": "A platform for wood bed with headboard, Solid wood platform bed, and frame.", + "bbox": [ + 0.07294531928168403, + 0.7864860704210069, + 0.26738963656955295, + 0.9280896674262152 + ], + "point": [ + 0.1702, + 0.8573 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06858465406629774, + 0.5912291124131944, + 0.07967193391588, + 0.6105394151475695 + ], + "point": [ + 0.0741, + 0.6009 + ] + }, + { + "instruction": "closing a window or dialog box.", + "bbox": [ + 0.4240056355794271, + 0.5756824408637152, + 0.9349324544270833, + 0.6179471164279514 + ], + "point": [ + 0.6795, + 0.5968 + ] + }, + { + "instruction": "Replacement USB Charging Port Pocket board for SonyPlaystation 4 PS4 game controller.", + "bbox": [ + 0.07646506627400716, + 0.6857817925347223, + 0.26576369603474936, + 0.7809134928385416 + ], + "point": [ + 0.1711, + 0.7333 + ] + }, + { + "instruction": "a favorite or bookmark feature for a phone number.", + "bbox": [ + 0.34325406816270615, + 0.12070226881239149, + 0.43977381388346354, + 0.1593095906575521 + ], + "point": [ + 0.3915, + 0.14 + ] + }, + { + "instruction": "A collection of safavieh Brentwood collection.", + "bbox": [ + 0.07890590031941731, + 0.4649593777126736, + 0.22663591172960068, + 0.4890545654296875 + ], + "point": [ + 0.1528, + 0.477 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 3.31684947013855e-05, + 0.0543777338663737, + 0.005047133730517493, + 0.08558840433756511 + ], + "point": [ + 0.0025, + 0.07 + ] + } + ], + "element_size": 86 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/change_contact/action_videoframes/action_7/5670.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Hair Masks", + "bbox": [ + 0.029513886239793567, + 0.013333333333333334, + 0.07499999735090468, + 0.030555555555555555 + ], + "point": [ + 0.0523, + 0.0219 + ] + }, + { + "instruction": "Hair Care", + "bbox": [ + 0.08125, + 0.013888888888888888, + 0.12013888888888889, + 0.029444444444444443 + ], + "point": [ + 0.1007, + 0.0217 + ] + }, + { + "instruction": "Beau", + "bbox": [ + 0.12638888888888888, + 0.013888888888888888, + 0.1482638888888889, + 0.029444444444444443 + ], + "point": [ + 0.1373, + 0.0217 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:777/beauty-personal-care/hair-care/hair-masks html?product_L", + "bbox": [ + 0.15798608991834853, + 0.059444444444444446, + 0.6822916454739041, + 0.08166665818956163 + ], + "point": [ + 0.4201, + 0.0706 + ] + }, + { + "instruction": "order-price&product_", + "bbox": [ + 0.6989583333333333, + 0.06055555555555556, + 0.7993055555555556, + 0.08166666666666667 + ], + "point": [ + 0.7491, + 0.0711 + ] + }, + { + "instruction": "dirzdesc", + "bbox": [ + 0.8201388888888889, + 0.06111111111111111, + 0.8631944444444445, + 0.07833333333333334 + ], + "point": [ + 0.8417, + 0.0697 + ] + }, + { + "instruction": "By", + "bbox": [ + 0.10173611111111111, + 0.11111111958821615, + 0.12083333333333333, + 0.13833334181043838 + ], + "point": [ + 0.1113, + 0.1247 + ] + }, + { + "instruction": "Sort By", + "bbox": [ + 0.7659722222222223, + 0.12166666666666667, + 0.8017361111111111, + 0.1438888888888889 + ], + "point": [ + 0.7839, + 0.1328 + ] + }, + { + "instruction": "Shopping Options", + "bbox": [ + 0.06840277247958713, + 0.15777777777777777, + 0.15763888359069825, + 0.1827777777777778 + ], + "point": [ + 0.113, + 0.1703 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.06875000529819064, + 0.19111111111111112, + 0.09513889948527018, + 0.20944444444444443 + ], + "point": [ + 0.0819, + 0.2003 + ] + }, + { + "instruction": "$99.99( 207)", + "bbox": [ + 0.10034722222222223, + 0.2216666497124566, + 0.16041666666666668, + 0.2416666497124566 + ], + "point": [ + 0.1304, + 0.2317 + ] + }, + { + "instruction": "$100.00 and above(", + "bbox": [ + 0.06770833863152398, + 0.24611112806532118, + 0.16041667196485732, + 0.2683333502875434 + ], + "point": [ + 0.1141, + 0.2572 + ] + }, + { + "instruction": "Compare Products", + "bbox": [ + 0.06770833863152398, + 0.3111111111111111, + 0.17708333863152398, + 0.34 + ], + "point": [ + 0.1224, + 0.3256 + ] + }, + { + "instruction": "You have no items to compare", + "bbox": [ + 0.06770833333333333, + 0.35444444444444445, + 0.20868055555555556, + 0.375 + ], + "point": [ + 0.1382, + 0.3647 + ] + }, + { + "instruction": "Sutter Home Fre White", + "bbox": [ + 0.08020833863152398, + 0.46166666666666667, + 0.1868055820465088, + 0.4816666666666667 + ], + "point": [ + 0.1335, + 0.4717 + ] + }, + { + "instruction": "Zinfandel Non-alcoholic", + "bbox": [ + 0.08055556615193685, + 0.48388892279730905, + 0.19131944444444443, + 0.5022222561306423 + ], + "point": [ + 0.1359, + 0.4931 + ] + }, + { + "instruction": "Wine", + "bbox": [ + 0.08125, + 0.5072222222222222, + 0.10590277777777778, + 0.5233332655164931 + ], + "point": [ + 0.0936, + 0.5153 + ] + }, + { + "instruction": "S96.60", + "bbox": [ + 0.40694444444444444, + 0.6399999321831598, + 0.44131944444444443, + 0.6572221544053819 + ], + "point": [ + 0.4241, + 0.6486 + ] + }, + { + "instruction": "585.19", + "bbox": [ + 0.5857638888888889, + 0.6399999321831598, + 0.6194444444444445, + 0.6572221544053819 + ], + "point": [ + 0.6026, + 0.6486 + ] + }, + { + "instruction": "S135.00", + "bbox": [ + 0.22881944444444444, + 0.6838888888888889, + 0.2677083333333333, + 0.7022222222222222 + ], + "point": [ + 0.2483, + 0.6931 + ] + }, + { + "instruction": "(B)", + "bbox": [ + 0.08055555555555556, + 0.7961111111111111, + 0.09583333333333334, + 0.8144444444444444 + ], + "point": [ + 0.0882, + 0.8053 + ] + }, + { + "instruction": "'TRUSS", + "bbox": [ + 0.47881944444444446, + 0.9338888888888889, + 0.5013888888888889, + 0.9483333333333334 + ], + "point": [ + 0.4901, + 0.9411 + ] + }, + { + "instruction": "OjtJxop Wood Platform Bed", + "bbox": [ + 0.06840278307596842, + 0.9505556233723959, + 0.20173611640930175, + 0.9727778455946181 + ], + "point": [ + 0.1351, + 0.9617 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:7770/_/hair-masks html?produ:", + "bbox": [ + 0.0017361005147298178, + 0.9766666666666667, + 0.32291665607028536, + 0.9977777777777778 + ], + "point": [ + 0.1623, + 0.9872 + ] + }, + { + "instruction": "MaSk", + "bbox": [ + 0.8284722222222223, + 0.9866666666666667, + 0.8440972222222223, + 0.9977777777777778 + ], + "point": [ + 0.8363, + 0.9922 + ] + }, + { + "instruction": "Jist _", + "bbox": [ + 0.6795138465033637, + 0.059444444444444446, + 0.6996527353922526, + 0.08 + ], + "point": [ + 0.6896, + 0.0697 + ] + }, + { + "instruction": "list _", + "bbox": [ + 0.8010416666666667, + 0.059444444444444446, + 0.8208333333333333, + 0.08 + ], + "point": [ + 0.8109, + 0.0697 + ] + }, + { + "instruction": "Shop", + "bbox": [ + 0.06840277247958713, + 0.10722222222222222, + 0.10034722222222223, + 0.13944444444444445 + ], + "point": [ + 0.0844, + 0.1233 + ] + }, + { + "instruction": "p", + "bbox": [ + 0.22854432000054253, + 0.2329452175564236, + 0.3903961605495877, + 0.5239406331380209 + ], + "point": [ + 0.3095, + 0.3784 + ] + }, + { + "instruction": "'TRUSS", + "bbox": [ + 0.40747138129340277, + 0.22859407212999133, + 0.5714376661512587, + 0.5232650248209635 + ], + "point": [ + 0.4895, + 0.3759 + ] + }, + { + "instruction": "NET MASK", + "bbox": [ + 0.40747138129340277, + 0.22859407212999133, + 0.5714376661512587, + 0.5232650248209635 + ], + "point": [ + 0.4895, + 0.3759 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8954222785101996, + 0.04929803636338976, + 0.9708013746473524, + 0.09000542534722222 + ], + "point": [ + 0.9331, + 0.0697 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.8052029079861112, + 0.10988050672743055, + 0.9031817966037327, + 0.14931547376844617 + ], + "point": [ + 0.8542, + 0.1296 + ] + }, + { + "instruction": "PERFECT", + "bbox": [ + 0.23108130560980902, + 0.8532021077473958, + 0.3374686347113715, + 0.9999999321831597 + ], + "point": [ + 0.2843, + 0.9266 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.764665052625868, + 0.6646731228298611, + 0.8445753309461805, + 0.7034727647569444 + ], + "point": [ + 0.8046, + 0.6841 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.40717858208550345, + 0.6877796766493055, + 0.48746363321940106, + 0.7249336751302083 + ], + "point": [ + 0.4473, + 0.7064 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.584944576687283, + 0.6874013943142361, + 0.6661504957411024, + 0.7251850043402778 + ], + "point": [ + 0.6255, + 0.7063 + ] + }, + { + "instruction": "TRUSS Net Mask", + "bbox": [ + 0.4071993933783637, + 0.5348187255859375, + 0.5728092193603516, + 0.6288801405164931 + ], + "point": [ + 0.49, + 0.5818 + ] + }, + { + "instruction": "Intensive Repair", + "bbox": [ + 0.4071993933783637, + 0.5348187255859375, + 0.5728092193603516, + 0.6288801405164931 + ], + "point": [ + 0.49, + 0.5818 + ] + }, + { + "instruction": "Mask Bundle With Deluxe Prime", + "bbox": [ + 0.4071993933783637, + 0.5348187255859375, + 0.5728092193603516, + 0.6288801405164931 + ], + "point": [ + 0.49, + 0.5818 + ] + }, + { + "instruction": "Hair Treatment and Miracle", + "bbox": [ + 0.4071993933783637, + 0.5348187255859375, + 0.5728092193603516, + 0.6288801405164931 + ], + "point": [ + 0.49, + 0.5818 + ] + }, + { + "instruction": "Shampoo", + "bbox": [ + 0.4071993933783637, + 0.5348187255859375, + 0.5728092193603516, + 0.6288801405164931 + ], + "point": [ + 0.49, + 0.5818 + ] + }, + { + "instruction": "Philip Kingsley Elasticizer Deep-", + "bbox": [ + 0.2277681138780382, + 0.5361383395724827, + 0.3973072475857205, + 0.6736061604817708 + ], + "point": [ + 0.3125, + 0.6049 + ] + }, + { + "instruction": "Conditioning Hair Mask Repair", + "bbox": [ + 0.2277681138780382, + 0.5361383395724827, + 0.3973072475857205, + 0.6736061604817708 + ], + "point": [ + 0.3125, + 0.6049 + ] + }, + { + "instruction": "Treatment for Dry Damaged", + "bbox": [ + 0.2277681138780382, + 0.5361383395724827, + 0.3973072475857205, + 0.6736061604817708 + ], + "point": [ + 0.3125, + 0.6049 + ] + }, + { + "instruction": "Colored Bleached All Hair Types", + "bbox": [ + 0.2277681138780382, + 0.5361383395724827, + 0.3973072475857205, + 0.6736061604817708 + ], + "point": [ + 0.3125, + 0.6049 + ] + }, + { + "instruction": "Deeply Conditions Adds Bounce and", + "bbox": [ + 0.2277681138780382, + 0.5361383395724827, + 0.3973072475857205, + 0.6736061604817708 + ], + "point": [ + 0.3125, + 0.6049 + ] + }, + { + "instruction": "Shine, 33.8 0z", + "bbox": [ + 0.2277681138780382, + 0.5361383395724827, + 0.3973072475857205, + 0.6736061604817708 + ], + "point": [ + 0.3125, + 0.6049 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.22868402269151475, + 0.7317051866319444, + 0.3095837063259549, + 0.7716619194878472 + ], + "point": [ + 0.2691, + 0.7517 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08289353052775066, + 0.051419737074110246, + 0.15701572630140517, + 0.08495515611436633 + ], + "point": [ + 0.12, + 0.0682 + ] + }, + { + "instruction": "dlb", + "bbox": [ + 0.871628655327691, + 0.6659620496961806, + 0.8930204603407118, + 0.7030150010850694 + ], + "point": [ + 0.8823, + 0.6845 + ] + }, + { + "instruction": "plo", + "bbox": [ + 0.3350257025824653, + 0.7342446560329862, + 0.35738186306423614, + 0.7689630805121528 + ], + "point": [ + 0.3462, + 0.7516 + ] + }, + { + "instruction": "I:", + "bbox": [ + 0.6925662570529514, + 0.689136216905382, + 0.713901858859592, + 0.723546617296007 + ], + "point": [ + 0.7032, + 0.7063 + ] + }, + { + "instruction": "Ilb", + "bbox": [ + 0.5138184441460504, + 0.6883207872178819, + 0.5364448547363281, + 0.7244807264539931 + ], + "point": [ + 0.5251, + 0.7064 + ] + }, + { + "instruction": "LOLANE Lolane Intense Care Keratin", + "bbox": [ + 0.5841041141086154, + 0.5355388047960069, + 0.7544379340277778, + 0.6319283718532986 + ], + "point": [ + 0.6693, + 0.5837 + ] + }, + { + "instruction": "Repair Mask -", + "bbox": [ + 0.5841041141086154, + 0.5355388047960069, + 0.7544379340277778, + 0.6319283718532986 + ], + "point": [ + 0.6693, + 0.5837 + ] + }, + { + "instruction": "Rejuvenate Hair", + "bbox": [ + 0.5841041141086154, + 0.5355388047960069, + 0.7544379340277778, + 0.6319283718532986 + ], + "point": [ + 0.6693, + 0.5837 + ] + }, + { + "instruction": "Damaged From Heat & Blow Dry", + "bbox": [ + 0.5841041141086154, + 0.5355388047960069, + 0.7544379340277778, + 0.6319283718532986 + ], + "point": [ + 0.6693, + 0.5837 + ] + }, + { + "instruction": "200 g X 4 pcs:", + "bbox": [ + 0.5841041141086154, + 0.5355388047960069, + 0.7544379340277778, + 0.6319283718532986 + ], + "point": [ + 0.6693, + 0.5837 + ] + }, + { + "instruction": "Wella Biotouch Extra Rich Nutrition", + "bbox": [ + 0.7646852281358507, + 0.5348189968532986, + 0.9399295383029513, + 0.6441301133897569 + ], + "point": [ + 0.8523, + 0.5895 + ] + }, + { + "instruction": "Intensive Mask for Damaged Hair,", + "bbox": [ + 0.7646852281358507, + 0.5348189968532986, + 0.9399295383029513, + 0.6441301133897569 + ], + "point": [ + 0.8523, + 0.5895 + ] + }, + { + "instruction": "25.5 0z", + "bbox": [ + 0.7646852281358507, + 0.5348189968532986, + 0.9399295383029513, + 0.6441301133897569 + ], + "point": [ + 0.8523, + 0.5895 + ] + }, + { + "instruction": "professional size", + "bbox": [ + 0.7646852281358507, + 0.5348189968532986, + 0.9399295383029513, + 0.6441301133897569 + ], + "point": [ + 0.8523, + 0.5895 + ] + }, + { + "instruction": "584.90", + "bbox": [ + 0.7646852281358507, + 0.5348189968532986, + 0.9399295383029513, + 0.6441301133897569 + ], + "point": [ + 0.8523, + 0.5895 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.14997018178304036, + 0.007897165086534288, + 0.16696207258436416, + 0.03791754404703776 + ], + "point": [ + 0.1585, + 0.0229 + ] + }, + { + "instruction": "SAFAVIEH Brentwood", + "bbox": [ + 0.06645807690090604, + 0.5355840047200521, + 0.21432537502712673, + 0.6761502414279514 + ], + "point": [ + 0.1404, + 0.6059 + ] + }, + { + "instruction": "Collection BNT822F Modern", + "bbox": [ + 0.06645807690090604, + 0.5355840047200521, + 0.21432537502712673, + 0.6761502414279514 + ], + "point": [ + 0.1404, + 0.6059 + ] + }, + { + "instruction": "Abstract", + "bbox": [ + 0.06645807690090604, + 0.5355840047200521, + 0.21432537502712673, + 0.6761502414279514 + ], + "point": [ + 0.1404, + 0.6059 + ] + }, + { + "instruction": "Non-Shedding", + "bbox": [ + 0.06645807690090604, + 0.5355840047200521, + 0.21432537502712673, + 0.6761502414279514 + ], + "point": [ + 0.1404, + 0.6059 + ] + }, + { + "instruction": "Living Room Bedroom", + "bbox": [ + 0.06645807690090604, + 0.5355840047200521, + 0.21432537502712673, + 0.6761502414279514 + ], + "point": [ + 0.1404, + 0.6059 + ] + }, + { + "instruction": "Home Office Area", + "bbox": [ + 0.06645807690090604, + 0.5355840047200521, + 0.21432537502712673, + 0.6761502414279514 + ], + "point": [ + 0.1404, + 0.6059 + ] + }, + { + "instruction": "Rug, 6' x 9', Light", + "bbox": [ + 0.06645807690090604, + 0.5355840047200521, + 0.21432537502712673, + 0.6761502414279514 + ], + "point": [ + 0.1404, + 0.6059 + ] + }, + { + "instruction": "Blue", + "bbox": [ + 0.06645807690090604, + 0.5355840047200521, + 0.21432537502712673, + 0.6761502414279514 + ], + "point": [ + 0.1404, + 0.6059 + ] + }, + { + "instruction": "Dining", + "bbox": [ + 0.06645807690090604, + 0.5355840047200521, + 0.21432537502712673, + 0.6761502414279514 + ], + "point": [ + 0.1404, + 0.6059 + ] + }, + { + "instruction": "Grey", + "bbox": [ + 0.06645807690090604, + 0.5355840047200521, + 0.21432537502712673, + 0.6761502414279514 + ], + "point": [ + 0.1404, + 0.6059 + ] + }, + { + "instruction": "Dechoga PS4 Charging", + "bbox": [ + 0.07372826470269098, + 0.823515625, + 0.2150241427951389, + 0.939456787109375 + ], + "point": [ + 0.1444, + 0.8815 + ] + }, + { + "instruction": "Board, Replacement USB", + "bbox": [ + 0.07372826470269098, + 0.823515625, + 0.2150241427951389, + 0.939456787109375 + ], + "point": [ + 0.1444, + 0.8815 + ] + }, + { + "instruction": "Charging Port Socket Board", + "bbox": [ + 0.07372826470269098, + 0.823515625, + 0.2150241427951389, + 0.939456787109375 + ], + "point": [ + 0.1444, + 0.8815 + ] + }, + { + "instruction": "for Sony Playstation 4 PS4", + "bbox": [ + 0.07372826470269098, + 0.823515625, + 0.2150241427951389, + 0.939456787109375 + ], + "point": [ + 0.1444, + 0.8815 + ] + }, + { + "instruction": "Game Controller", + "bbox": [ + 0.07372826470269098, + 0.823515625, + 0.2150241427951389, + 0.939456787109375 + ], + "point": [ + 0.1444, + 0.8815 + ] + }, + { + "instruction": "Items 1-12 of 208", + "bbox": [ + 0.3055442810058594, + 0.1099662356906467, + 0.40136036343044706, + 0.14977857801649305 + ], + "point": [ + 0.3535, + 0.1299 + ] + }, + { + "instruction": "Bathroom Home Tube", + "bbox": [ + 0.07763405905829536, + 0.6986522081163195, + 0.21362664964463976, + 0.8014198133680556 + ], + "point": [ + 0.1456, + 0.75 + ] + }, + { + "instruction": "Rolling Holder Squeezer", + "bbox": [ + 0.07763405905829536, + 0.6986522081163195, + 0.21362664964463976, + 0.8014198133680556 + ], + "point": [ + 0.1456, + 0.75 + ] + }, + { + "instruction": "Cartoon Toothpaste", + "bbox": [ + 0.07763405905829536, + 0.6986522081163195, + 0.21362664964463976, + 0.8014198133680556 + ], + "point": [ + 0.1456, + 0.75 + ] + }, + { + "instruction": "Dispenser Easter party gift", + "bbox": [ + 0.07763405905829536, + 0.6986522081163195, + 0.21362664964463976, + 0.8014198133680556 + ], + "point": [ + 0.1456, + 0.75 + ] + }, + { + "instruction": "Easy", + "bbox": [ + 0.07763405905829536, + 0.6986522081163195, + 0.21362664964463976, + 0.8014198133680556 + ], + "point": [ + 0.1456, + 0.75 + ] + }, + { + "instruction": "Recently Ordered", + "bbox": [ + 0.067260652118259, + 0.410456305609809, + 0.2165044731563992, + 0.4482201131184896 + ], + "point": [ + 0.1419, + 0.4293 + ] + }, + { + "instruction": "Charberry 2019 HOT", + "bbox": [ + 0.07566902372572157, + 0.6800616455078125, + 0.18069547017415363, + 0.7046448432074652 + ], + "point": [ + 0.1282, + 0.6924 + ] + }, + { + "instruction": "$0.00", + "bbox": [ + 0.0680080943637424, + 0.21729546440972222, + 0.13805163701375325, + 0.2424681939019097 + ], + "point": [ + 0.103, + 0.2299 + ] + }, + { + "instruction": "philip kingsley hair conditioner.", + "bbox": [ + 0.22854432000054253, + 0.2329452175564236, + 0.3903961605495877, + 0.5239406331380209 + ], + "point": [ + 0.3095, + 0.3784 + ] + }, + { + "instruction": "Brushes and Shaving products.", + "bbox": [ + 0.40747138129340277, + 0.22859407212999133, + 0.5714376661512587, + 0.5232650248209635 + ], + "point": [ + 0.4895, + 0.3759 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8954222785101996, + 0.04929803636338976, + 0.9708013746473524, + 0.09000542534722222 + ], + "point": [ + 0.9331, + 0.0697 + ] + }, + { + "instruction": "a dropdown menu for selecting the price.", + "bbox": [ + 0.8052029079861112, + 0.10988050672743055, + 0.9031817966037327, + 0.14931547376844617 + ], + "point": [ + 0.8542, + 0.1296 + ] + }, + { + "instruction": "shampoo and hair-masks.", + "bbox": [ + 0.23108130560980902, + 0.8532021077473958, + 0.3374686347113715, + 0.9999999321831597 + ], + "point": [ + 0.2843, + 0.9266 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.764665052625868, + 0.6646731228298611, + 0.8445753309461805, + 0.7034727647569444 + ], + "point": [ + 0.8046, + 0.6841 + ] + }, + { + "instruction": "Adding a new item to the cart.", + "bbox": [ + 0.40717858208550345, + 0.6877796766493055, + 0.48746363321940106, + 0.7249336751302083 + ], + "point": [ + 0.4473, + 0.7064 + ] + }, + { + "instruction": "Adding a new item to the cart.", + "bbox": [ + 0.584944576687283, + 0.6874013943142361, + 0.6661504957411024, + 0.7251850043402778 + ], + "point": [ + 0.6255, + 0.7063 + ] + }, + { + "instruction": "TrussNet Mask - Intensive Repair", + "bbox": [ + 0.4071993933783637, + 0.5348187255859375, + 0.5728092193603516, + 0.6288801405164931 + ], + "point": [ + 0.49, + 0.5818 + ] + }, + { + "instruction": "a grid view or grid layout.", + "bbox": [ + 0.23704278733995227, + 0.10590363396538628, + 0.2696505652533637, + 0.15349280463324652 + ], + "point": [ + 0.2533, + 0.1297 + ] + }, + { + "instruction": "conditioning hair mask repair.", + "bbox": [ + 0.2277681138780382, + 0.5361383395724827, + 0.3973072475857205, + 0.6736061604817708 + ], + "point": [ + 0.3125, + 0.6049 + ] + }, + { + "instruction": "a menu or grid view option.", + "bbox": [ + 0.2684903038872613, + 0.10566773308648003, + 0.30106069776746963, + 0.15375362820095487 + ], + "point": [ + 0.2848, + 0.1297 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.22868402269151475, + 0.7317051866319444, + 0.3095837063259549, + 0.7716619194878472 + ], + "point": [ + 0.2691, + 0.7517 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08289353052775066, + 0.051419737074110246, + 0.15701572630140517, + 0.08495515611436633 + ], + "point": [ + 0.12, + 0.0682 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9757536146375868, + 0.003035344017876519, + 0.9971366034613716, + 0.0395057741800944 + ], + "point": [ + 0.9864, + 0.0213 + ] + }, + { + "instruction": "a user profile or account.", + "bbox": [ + 0.7987883673773871, + 0.28522562662760415, + 0.8986656188964843, + 0.4426522488064236 + ], + "point": [ + 0.8487, + 0.3639 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.48904503716362846, + 0.6895923529730903, + 0.508302985297309, + 0.7246966552734375 + ], + "point": [ + 0.4987, + 0.7071 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004651864369710286, + 0.052771970960828994, + 0.027217173576354982, + 0.08630278693305121 + ], + "point": [ + 0.0159, + 0.0695 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05386283662584093, + 0.051099688212076826, + 0.07648642857869466, + 0.08760933770073785 + ], + "point": [ + 0.0652, + 0.0694 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.8459862603081597, + 0.6667045762803819, + 0.8657424926757813, + 0.7027660454644097 + ], + "point": [ + 0.8559, + 0.6847 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.3107621934678819, + 0.73418212890625, + 0.3304767184787326, + 0.7696340603298611 + ], + "point": [ + 0.3206, + 0.7519 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.871628655327691, + 0.6659620496961806, + 0.8930204603407118, + 0.7030150010850694 + ], + "point": [ + 0.8823, + 0.6845 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.3350257025824653, + 0.7342446560329862, + 0.35738186306423614, + 0.7689630805121528 + ], + "point": [ + 0.3462, + 0.7516 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.6684143490261502, + 0.6898537868923611, + 0.68755980597602, + 0.7236545138888889 + ], + "point": [ + 0.678, + 0.7068 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9738760206434461, + 0.04885751088460286, + 0.9961716545952691, + 0.0901127454969618 + ], + "point": [ + 0.985, + 0.0695 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029330693350897896, + 0.05233004675971137, + 0.051219807730780706, + 0.08688509623209635 + ], + "point": [ + 0.0403, + 0.0696 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.6925662570529514, + 0.689136216905382, + 0.713901858859592, + 0.723546617296007 + ], + "point": [ + 0.7032, + 0.7063 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.5138184441460504, + 0.6883207872178819, + 0.5364448547363281, + 0.7244807264539931 + ], + "point": [ + 0.5251, + 0.7064 + ] + }, + { + "instruction": "Repair Mask - Rejuvenate hair damaged from heat & blow dry.", + "bbox": [ + 0.5841041141086154, + 0.5355388047960069, + 0.7544379340277778, + 0.6319283718532986 + ], + "point": [ + 0.6693, + 0.5837 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17569169998168946, + 0.008856803046332466, + 0.19017177157931858, + 0.036910879347059465 + ], + "point": [ + 0.1829, + 0.0229 + ] + }, + { + "instruction": "A price tag of $84.90.", + "bbox": [ + 0.7646852281358507, + 0.5348189968532986, + 0.9399295383029513, + 0.6441301133897569 + ], + "point": [ + 0.8523, + 0.5895 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.14997018178304036, + 0.007897165086534288, + 0.16696207258436416, + 0.03791754404703776 + ], + "point": [ + 0.1585, + 0.0229 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.9048795912000868, + 0.11232233683268229, + 0.923024156358507, + 0.1471127149793837 + ], + "point": [ + 0.914, + 0.1297 + ] + }, + { + "instruction": "Safaviehbentwood.", + "bbox": [ + 0.06645807690090604, + 0.5355840047200521, + 0.21432537502712673, + 0.6761502414279514 + ], + "point": [ + 0.1404, + 0.6059 + ] + }, + { + "instruction": "Dechoga PS4 Charging.", + "bbox": [ + 0.07372826470269098, + 0.823515625, + 0.2150241427951389, + 0.939456787109375 + ], + "point": [ + 0.1444, + 0.8815 + ] + }, + { + "instruction": "Items 1-12 of 08.", + "bbox": [ + 0.3055442810058594, + 0.1099662356906467, + 0.40136036343044706, + 0.14977857801649305 + ], + "point": [ + 0.3535, + 0.1299 + ] + }, + { + "instruction": "The option to install a custom toothpaste application.", + "bbox": [ + 0.07763405905829536, + 0.6986522081163195, + 0.21362664964463976, + 0.8014198133680556 + ], + "point": [ + 0.1456, + 0.75 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06867296430799696, + 0.46225853814019097, + 0.07927738825480143, + 0.48039635552300347 + ], + "point": [ + 0.074, + 0.4713 + ] + }, + { + "instruction": "A document or file.", + "bbox": [ + 0.6707207997639973, + 0.3291130913628472, + 0.711590830485026, + 0.4126012505425347 + ], + "point": [ + 0.6912, + 0.3709 + ] + }, + { + "instruction": "recentlyordered.", + "bbox": [ + 0.067260652118259, + 0.410456305609809, + 0.2165044731563992, + 0.4482201131184896 + ], + "point": [ + 0.1419, + 0.4293 + ] + }, + { + "instruction": "a hot battery indicator.", + "bbox": [ + 0.07566902372572157, + 0.6800616455078125, + 0.18069547017415363, + 0.7046448432074652 + ], + "point": [ + 0.1282, + 0.6924 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9930150349934895, + 0.22384655422634547, + 1.0, + 0.34000240749782984 + ], + "point": [ + 0.9965, + 0.2819 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06852653821309408, + 0.6840625, + 0.07937418089972602, + 0.7030014377170138 + ], + "point": [ + 0.074, + 0.6935 + ] + }, + { + "instruction": "A container or container for nature-related features.", + "bbox": [ + 0.585568364461263, + 0.9108336046006944, + 0.6711451636420356, + 1.0 + ], + "point": [ + 0.6284, + 0.9554 + ] + }, + { + "instruction": "A document or file.", + "bbox": [ + 0.7118795606825087, + 0.3289850870768229, + 0.7575804816351996, + 0.41868377685546876 + ], + "point": [ + 0.7347, + 0.3738 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06841552522447374, + 0.8275975206163194, + 0.07940902709960937, + 0.848074951171875 + ], + "point": [ + 0.0739, + 0.8378 + ] + }, + { + "instruction": "a price display showing a value of $0.00.", + "bbox": [ + 0.0680080943637424, + 0.21729546440972222, + 0.13805163701375325, + 0.2424681939019097 + ], + "point": [ + 0.103, + 0.2299 + ] + }, + { + "instruction": "Curve", + "bbox": [ + 0.1606998125712077, + 0.24466515435112848, + 0.17034198972913955, + 0.2685552639431424 + ], + "point": [ + 0.1655, + 0.2566 + ] + } + ], + "element_size": 137 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/change_contact/action_videoframes/action_8/6738.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Hair Masks", + "bbox": [ + 0.029513886239793567, + 0.013333333333333334, + 0.07499999735090468, + 0.030555555555555555 + ], + "point": [ + 0.0523, + 0.0219 + ] + }, + { + "instruction": "Hair Care", + "bbox": [ + 0.08125, + 0.013888888888888888, + 0.12013888888888889, + 0.029444444444444443 + ], + "point": [ + 0.1007, + 0.0217 + ] + }, + { + "instruction": "Beau", + "bbox": [ + 0.12638888888888888, + 0.013888888888888888, + 0.1482638888888889, + 0.029444444444444443 + ], + "point": [ + 0.1373, + 0.0217 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-L.amazonaws com:7770/beauty-personal-care/hair-care/hair-masks html?product", + "bbox": [ + 0.15833331214057075, + 0.06055555555555556, + 0.679166645473904, + 0.08166666666666667 + ], + "point": [ + 0.4187, + 0.0711 + ] + }, + { + "instruction": "order-price&product_", + "bbox": [ + 0.6989583333333333, + 0.06055555555555556, + 0.7993055555555556, + 0.08166666666666667 + ], + "point": [ + 0.7491, + 0.0711 + ] + }, + { + "instruction": "dirzdesc", + "bbox": [ + 0.8201388888888889, + 0.06111111111111111, + 0.8631944444444445, + 0.07833333333333334 + ], + "point": [ + 0.8417, + 0.0697 + ] + }, + { + "instruction": "Search entire store here", + "bbox": [ + 0.7097222222222223, + 0.18444444444444444, + 0.8375, + 0.205 + ], + "point": [ + 0.7736, + 0.1947 + ] + }, + { + "instruction": "Advanced Search", + "bbox": [ + 0.703125, + 0.21888890584309895, + 0.7833333333333333, + 0.2372222391764323 + ], + "point": [ + 0.7432, + 0.2281 + ] + }, + { + "instruction": "Beauty & Personal Care", + "bbox": [ + 0.06805555555555555, + 0.258888905843099, + 0.184375, + 0.28055553860134547 + ], + "point": [ + 0.1262, + 0.2697 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry", + "bbox": [ + 0.3284722222222222, + 0.2544444613986545, + 0.4552083333333333, + 0.28277779473198783 + ], + "point": [ + 0.3918, + 0.2686 + ] + }, + { + "instruction": "Home & Kitchen", + "bbox": [ + 0.4809027777777778, + 0.2577777608235677, + 0.5621527777777777, + 0.2788888719346788 + ], + "point": [ + 0.5215, + 0.2683 + ] + }, + { + "instruction": "Tools & Home Improvement", + "bbox": [ + 0.6920138888888889, + 0.2599999830457899, + 0.8288194444444444, + 0.2783333163791233 + ], + "point": [ + 0.7604, + 0.2692 + ] + }, + { + "instruction": "Health & Household", + "bbox": [ + 0.06875, + 0.32111114501953125, + 0.16770833333333332, + 0.33944447835286456 + ], + "point": [ + 0.1182, + 0.3303 + ] + }, + { + "instruction": "Cell Phones & Accessories", + "bbox": [ + 0.4100694020589193, + 0.32111114501953125, + 0.5364582909478082, + 0.33944447835286456 + ], + "point": [ + 0.4733, + 0.3303 + ] + }, + { + "instruction": "Hair Masks", + "bbox": [ + 0.06840276718139648, + 0.4311111111111111, + 0.209375, + 0.47888888888888886 + ], + "point": [ + 0.1389, + 0.455 + ] + }, + { + "instruction": "You added Mon Platin HY Loren Blonde Highlights Mask with Hyaluronic Acid", + "bbox": [ + 0.09583333333333334, + 0.5333333672417535, + 0.42118055555555556, + 0.5550000339084201 + ], + "point": [ + 0.2585, + 0.5442 + ] + }, + { + "instruction": "500 ml Premium Blonde Hair Mask to Neutralize Yellow and Orangey Tones", + "bbox": [ + 0.42465282016330297, + 0.5338888888888889, + 0.7430556403266059, + 0.555 + ], + "point": [ + 0.5839, + 0.5444 + ] + }, + { + "instruction": "Treatment to Repair, Restore, Soften,", + "bbox": [ + 0.7472222222222222, + 0.5333334011501736, + 0.9052083333333333, + 0.5538889567057291 + ], + "point": [ + 0.8262, + 0.5436 + ] + }, + { + "instruction": "and Strengthen Hair to your shopping cart:", + "bbox": [ + 0.09583333333333334, + 0.5505555555555556, + 0.278125, + 0.5738889567057291 + ], + "point": [ + 0.187, + 0.5622 + ] + }, + { + "instruction": "Shop By", + "bbox": [ + 0.06736111111111111, + 0.5938889567057292, + 0.12083333333333333, + 0.6222222900390625 + ], + "point": [ + 0.0941, + 0.6081 + ] + }, + { + "instruction": "Items 1-12 of 208", + "bbox": [ + 0.3125, + 0.605, + 0.39444444444444443, + 0.6233333333333333 + ], + "point": [ + 0.3535, + 0.6142 + ] + }, + { + "instruction": "Sort By", + "bbox": [ + 0.7659722222222223, + 0.6055555555555555, + 0.8017361111111111, + 0.6266666666666667 + ], + "point": [ + 0.7839, + 0.6161 + ] + }, + { + "instruction": "Shopping Options", + "bbox": [ + 0.0680555608537462, + 0.6411111111111111, + 0.15798611640930177, + 0.6677777777777778 + ], + "point": [ + 0.113, + 0.6544 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.06875000529819064, + 0.675, + 0.09513889948527018, + 0.6933333333333334 + ], + "point": [ + 0.0819, + 0.6842 + ] + }, + { + "instruction": "$99.99( 207)", + "bbox": [ + 0.10069444444444445, + 0.7061111111111111, + 0.16006944444444443, + 0.7244444444444444 + ], + "point": [ + 0.1304, + 0.7153 + ] + }, + { + "instruction": "Compare Products", + "bbox": [ + 0.06770833863152398, + 0.795, + 0.17708333863152398, + 0.8238888888888889 + ], + "point": [ + 0.1224, + 0.8094 + ] + }, + { + "instruction": "You have no items to compare", + "bbox": [ + 0.06770833333333333, + 0.8383333333333334, + 0.20868055555555556, + 0.8588888888888889 + ], + "point": [ + 0.1382, + 0.8486 + ] + }, + { + "instruction": "Recently Ordered", + "bbox": [ + 0.0680555608537462, + 0.9027777777777778, + 0.16909722752041287, + 0.9294444444444444 + ], + "point": [ + 0.1186, + 0.9161 + ] + }, + { + "instruction": "Sutter Home Fre White", + "bbox": [ + 0.08020833333333334, + 0.945, + 0.1875, + 0.9655555555555555 + ], + "point": [ + 0.1339, + 0.9553 + ] + }, + { + "instruction": "Zinfandel Non-alcoholic", + "bbox": [ + 0.08020833333333334, + 0.9666666666666667, + 0.19166666666666668, + 0.9877777777777778 + ], + "point": [ + 0.1359, + 0.9772 + ] + }, + { + "instruction": "Iaa", + "bbox": [ + 0.08194444444444444, + 0.9933333333333333, + 0.09895833333333333, + 0.9983333333333333 + ], + "point": [ + 0.0905, + 0.9958 + ] + }, + { + "instruction": "Jist _", + "bbox": [ + 0.6795138465033637, + 0.059444444444444446, + 0.6996527353922526, + 0.08 + ], + "point": [ + 0.6896, + 0.0697 + ] + }, + { + "instruction": "list _", + "bbox": [ + 0.8010416666666667, + 0.059444444444444446, + 0.8208333333333333, + 0.08 + ], + "point": [ + 0.8109, + 0.0697 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8951268513997396, + 0.04952198452419705, + 0.9707941691080729, + 0.08992454528808594 + ], + "point": [ + 0.933, + 0.0697 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.8053862677680121, + 0.5924709065755208, + 0.9038110521104601, + 0.6333945719401042 + ], + "point": [ + 0.8546, + 0.6129 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08285200330946181, + 0.05203955332438151, + 0.1558320787217882, + 0.08442454020182291 + ], + "point": [ + 0.1193, + 0.0682 + ] + }, + { + "instruction": "Office Products", + "bbox": [ + 0.5819023132324219, + 0.23722485012478298, + 0.6816252814398871, + 0.3001529947916667 + ], + "point": [ + 0.6318, + 0.2687 + ] + }, + { + "instruction": "My Account", + "bbox": [ + 0.5932751549614801, + 0.10146160549587674, + 0.6563119252522787, + 0.13480614556206597 + ], + "point": [ + 0.6248, + 0.1181 + ] + }, + { + "instruction": "Hair Care", + "bbox": [ + 0.22555804782443575, + 0.3844635009765625, + 0.2641819847954644, + 0.40808458116319446 + ], + "point": [ + 0.2449, + 0.3963 + ] + }, + { + "instruction": "Sign Out", + "bbox": [ + 0.760762193467882, + 0.10189928690592448, + 0.8070765177408854, + 0.13336374070909288 + ], + "point": [ + 0.7839, + 0.1176 + ] + }, + { + "instruction": "Beauty & Personal Care", + "bbox": [ + 0.11171254052056206, + 0.3847604031032986, + 0.20658997429741754, + 0.40801283094618057 + ], + "point": [ + 0.1592, + 0.3964 + ] + }, + { + "instruction": "Home", + "bbox": [ + 0.06894922786288792, + 0.38495581732855905, + 0.09399072859022352, + 0.4086015828450521 + ], + "point": [ + 0.0815, + 0.3968 + ] + }, + { + "instruction": "p", + "bbox": [ + 0.23726874457465277, + 0.7064476182725694, + 0.3815411461724175, + 0.9967572699652778 + ], + "point": [ + 0.3094, + 0.8516 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.32110265096028645, + 0.307916259765625, + 0.39972780015733506, + 0.35104248046875 + ], + "point": [ + 0.3604, + 0.3295 + ] + }, + { + "instruction": "Sports & Outdoors", + "bbox": [ + 0.20263235304090713, + 0.23720562405056422, + 0.31827918158637153, + 0.30243754069010415 + ], + "point": [ + 0.2605, + 0.2698 + ] + }, + { + "instruction": "Video Games", + "bbox": [ + 0.5559518178304036, + 0.2997667778862847, + 0.6454524993896484, + 0.36074483235677085 + ], + "point": [ + 0.6007, + 0.3303 + ] + }, + { + "instruction": "My Wish List 8 items", + "bbox": [ + 0.6591731601291233, + 0.10342703925238715, + 0.7566343519422744, + 0.1318905809190538 + ], + "point": [ + 0.7079, + 0.1177 + ] + }, + { + "instruction": "Grocery & Gourmet Food", + "bbox": [ + 0.6484490288628473, + 0.30123741997612846, + 0.7924606323242187, + 0.359040289984809 + ], + "point": [ + 0.7205, + 0.3301 + ] + }, + { + "instruction": "Patio, Lawn & Garden", + "bbox": [ + 0.18707235124376084, + 0.30589491102430555, + 0.3183082792494032, + 0.3535488552517361 + ], + "point": [ + 0.2527, + 0.3297 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15063482920328777, + 0.00780281490749783, + 0.167530886332194, + 0.03914994133843316 + ], + "point": [ + 0.1591, + 0.0235 + ] + }, + { + "instruction": "$0.00", + "bbox": [ + 0.06743707127041287, + 0.7010681830512153, + 0.13405963049994574, + 0.725935533311632 + ], + "point": [ + 0.1007, + 0.7135 + ] + }, + { + "instruction": "'TRUSS", + "bbox": [ + 0.3955927954779731, + 0.7067074924045139, + 0.5699852413601345, + 0.9869845920138889 + ], + "point": [ + 0.4828, + 0.8468 + ] + }, + { + "instruction": "NET MASK", + "bbox": [ + 0.3955927954779731, + 0.7067074924045139, + 0.5699852413601345, + 0.9869845920138889 + ], + "point": [ + 0.4828, + 0.8468 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.07012156380547417, + 0.1721385531955295, + 0.20715103149414063, + 0.21431808471679686 + ], + "point": [ + 0.1386, + 0.1932 + ] + }, + { + "instruction": "$100.00 and above( 1)", + "bbox": [ + 0.06816580030653212, + 0.727398681640625, + 0.15704631805419922, + 0.7517036946614584 + ], + "point": [ + 0.1126, + 0.7396 + ] + }, + { + "instruction": "Welcome; Emma Lopezl", + "bbox": [ + 0.8191315544976129, + 0.10139174567328559, + 0.9342521667480469, + 0.13451233757866754 + ], + "point": [ + 0.8767, + 0.118 + ] + }, + { + "instruction": "Hair Masks", + "bbox": [ + 0.2821922302246094, + 0.38589803059895833, + 0.3280801561143663, + 0.4078676350911458 + ], + "point": [ + 0.3051, + 0.3969 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8951268513997396, + 0.04952198452419705, + 0.9707941691080729, + 0.08992454528808594 + ], + "point": [ + 0.933, + 0.0697 + ] + }, + { + "instruction": "a dropdown menu for selecting the price.", + "bbox": [ + 0.8053862677680121, + 0.5924709065755208, + 0.9038110521104601, + 0.6333945719401042 + ], + "point": [ + 0.8546, + 0.6129 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9754681905110677, + 0.002999036577012804, + 0.9976944817437066, + 0.03966249042087131 + ], + "point": [ + 0.9866, + 0.0213 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08285200330946181, + 0.05203955332438151, + 0.1558320787217882, + 0.08442454020182291 + ], + "point": [ + 0.1193, + 0.0682 + ] + }, + { + "instruction": "a user profile or account.", + "bbox": [ + 0.7979510837131076, + 0.7694051784939236, + 0.8990570068359375, + 0.9238941107855903 + ], + "point": [ + 0.8485, + 0.8466 + ] + }, + { + "instruction": "Office products.", + "bbox": [ + 0.5819023132324219, + 0.23722485012478298, + 0.6816252814398871, + 0.3001529947916667 + ], + "point": [ + 0.6318, + 0.2687 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9725701226128473, + 0.04840773688422309, + 0.9969502766927083, + 0.08958093431260851 + ], + "point": [ + 0.9848, + 0.069 + ] + }, + { + "instruction": "a menu or grid view option.", + "bbox": [ + 0.2681566662258572, + 0.5900027804904514, + 0.30115769704182943, + 0.637683580186632 + ], + "point": [ + 0.2847, + 0.6138 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.8545455932617188, + 0.17576148139105902, + 0.874784172905816, + 0.2103797064887153 + ], + "point": [ + 0.8647, + 0.1931 + ] + }, + { + "instruction": "a grid view or grid layout.", + "bbox": [ + 0.23655565049913194, + 0.5900347900390625, + 0.2692525651719835, + 0.6376829020182292 + ], + "point": [ + 0.2529, + 0.6139 + ] + }, + { + "instruction": "My Account.", + "bbox": [ + 0.5932751549614801, + 0.10146160549587674, + 0.6563119252522787, + 0.13480614556206597 + ], + "point": [ + 0.6248, + 0.1181 + ] + }, + { + "instruction": "Hair Care.", + "bbox": [ + 0.22555804782443575, + 0.3844635009765625, + 0.2641819847954644, + 0.40808458116319446 + ], + "point": [ + 0.2449, + 0.3963 + ] + }, + { + "instruction": "Sign Out.", + "bbox": [ + 0.760762193467882, + 0.10189928690592448, + 0.8070765177408854, + 0.13336374070909288 + ], + "point": [ + 0.7839, + 0.1176 + ] + }, + { + "instruction": "Beauty & Personal Care settings.", + "bbox": [ + 0.11171254052056206, + 0.3847604031032986, + 0.20658997429741754, + 0.40801283094618057 + ], + "point": [ + 0.1592, + 0.3964 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05419424374898275, + 0.04949872334798177, + 0.07662933667500814, + 0.09036168416341146 + ], + "point": [ + 0.0654, + 0.0699 + ] + }, + { + "instruction": "A document or file.", + "bbox": [ + 0.6294646369086372, + 0.8134627278645833, + 0.6718684726291233, + 0.9016337076822917 + ], + "point": [ + 0.6507, + 0.8575 + ] + }, + { + "instruction": "Home.", + "bbox": [ + 0.06894922786288792, + 0.38495581732855905, + 0.09399072859022352, + 0.4086015828450521 + ], + "point": [ + 0.0815, + 0.3968 + ] + }, + { + "instruction": "A document or file.", + "bbox": [ + 0.6696579827202691, + 0.8133603244357639, + 0.7122733222113715, + 0.9016498480902778 + ], + "point": [ + 0.691, + 0.8575 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.00496323373582628, + 0.0512646484375, + 0.02732546329498291, + 0.08717496236165365 + ], + "point": [ + 0.0161, + 0.0692 + ] + }, + { + "instruction": "A document or file.", + "bbox": [ + 0.5836944580078125, + 0.8132680257161459, + 0.6301994323730469, + 0.9015863037109375 + ], + "point": [ + 0.6069, + 0.8574 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028745434019300672, + 0.04990698072645399, + 0.0512510617574056, + 0.08734205457899305 + ], + "point": [ + 0.04, + 0.0686 + ] + }, + { + "instruction": "philip kingsley hair conditioner.", + "bbox": [ + 0.23726874457465277, + 0.7064476182725694, + 0.3815411461724175, + 0.9967572699652778 + ], + "point": [ + 0.3094, + 0.8516 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.32110265096028645, + 0.307916259765625, + 0.39972780015733506, + 0.35104248046875 + ], + "point": [ + 0.3604, + 0.3295 + ] + }, + { + "instruction": "sports & outdoors settings.", + "bbox": [ + 0.20263235304090713, + 0.23720562405056422, + 0.31827918158637153, + 0.30243754069010415 + ], + "point": [ + 0.2605, + 0.2698 + ] + }, + { + "instruction": "Video Games.", + "bbox": [ + 0.5559518178304036, + 0.2997667778862847, + 0.6454524993896484, + 0.36074483235677085 + ], + "point": [ + 0.6007, + 0.3303 + ] + }, + { + "instruction": "Bakery or shopping cart options.", + "bbox": [ + 0.8876204596625434, + 0.17636199951171874, + 0.9079046461317274, + 0.2161590576171875 + ], + "point": [ + 0.8978, + 0.1963 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.1755128966437446, + 0.008484601974487305, + 0.18950930701361762, + 0.0359682920244005 + ], + "point": [ + 0.1825, + 0.0222 + ] + }, + { + "instruction": "My Wish List 8 items.", + "bbox": [ + 0.6591731601291233, + 0.10342703925238715, + 0.7566343519422744, + 0.1318905809190538 + ], + "point": [ + 0.7079, + 0.1177 + ] + }, + { + "instruction": "Grocery & Gourmet Food options.", + "bbox": [ + 0.6484490288628473, + 0.30123741997612846, + 0.7924606323242187, + 0.359040289984809 + ], + "point": [ + 0.7205, + 0.3301 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.9053025987413195, + 0.5967462158203125, + 0.923307122124566, + 0.6298439534505208 + ], + "point": [ + 0.9143, + 0.6133 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9087425231933594, + 0.1738471476236979, + 0.9351921081542969, + 0.21814053005642361 + ], + "point": [ + 0.922, + 0.196 + ] + }, + { + "instruction": "Lawn & Garden settings.", + "bbox": [ + 0.18707235124376084, + 0.30589491102430555, + 0.3183082792494032, + 0.3535488552517361 + ], + "point": [ + 0.2527, + 0.3297 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15063482920328777, + 0.00780281490749783, + 0.167530886332194, + 0.03914994133843316 + ], + "point": [ + 0.1591, + 0.0235 + ] + }, + { + "instruction": "a price display showing a value of $0.00.", + "bbox": [ + 0.06743707127041287, + 0.7010681830512153, + 0.13405963049994574, + 0.725935533311632 + ], + "point": [ + 0.1007, + 0.7135 + ] + }, + { + "instruction": "A document or file.", + "bbox": [ + 0.7119233025444879, + 0.8134179009331597, + 0.7584637959798177, + 0.919048597547743 + ], + "point": [ + 0.7352, + 0.8662 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06893520885043675, + 0.9458169216579861, + 0.07962385283576118, + 0.9642332628038195 + ], + "point": [ + 0.0743, + 0.955 + ] + }, + { + "instruction": "creating a new mask.", + "bbox": [ + 0.3955927954779731, + 0.7067074924045139, + 0.5699852413601345, + 0.9869845920138889 + ], + "point": [ + 0.4828, + 0.8468 + ] + }, + { + "instruction": "OneStop Market.", + "bbox": [ + 0.07012156380547417, + 0.1721385531955295, + 0.20715103149414063, + 0.21431808471679686 + ], + "point": [ + 0.1386, + 0.1932 + ] + }, + { + "instruction": "a price tag of $100.00 and above.", + "bbox": [ + 0.06816580030653212, + 0.727398681640625, + 0.15704631805419922, + 0.7517036946614584 + ], + "point": [ + 0.1126, + 0.7396 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8659187316894531, + 0.056397001478407115, + 0.8824339972601997, + 0.08440843370225694 + ], + "point": [ + 0.8742, + 0.0704 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.5626718309190538, + 0.2513905504014757, + 0.5775405883789062, + 0.2867403157552083 + ], + "point": [ + 0.5701, + 0.2691 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.18597501118977863, + 0.25457129584418403, + 0.19901453653971354, + 0.28193756103515627 + ], + "point": [ + 0.1925, + 0.2683 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 9.156299961937798e-05, + 0.05344548543294271, + 0.005004146695137024, + 0.08659422980414497 + ], + "point": [ + 0.0025, + 0.07 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.5374131944444445, + 0.31742716471354165, + 0.5521480136447483, + 0.34513997395833335 + ], + "point": [ + 0.5448, + 0.3313 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.4563092549641927, + 0.24676900227864584, + 0.4707317776150174, + 0.28698981391059025 + ], + "point": [ + 0.4635, + 0.2669 + ] + }, + { + "instruction": "a welcome message to Emma Lopez.", + "bbox": [ + 0.8191315544976129, + 0.10139174567328559, + 0.9342521667480469, + 0.13451233757866754 + ], + "point": [ + 0.8767, + 0.118 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.16941036648220487, + 0.31720567491319446, + 0.18260072072347006, + 0.34498460557725696 + ], + "point": [ + 0.176, + 0.3311 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.8313278198242188, + 0.2559044053819444, + 0.8439822726779513, + 0.2836420694986979 + ], + "point": [ + 0.8377, + 0.2698 + ] + }, + { + "instruction": "Hair Masks.", + "bbox": [ + 0.2821922302246094, + 0.38589803059895833, + 0.3280801561143663, + 0.4078676350911458 + ], + "point": [ + 0.3051, + 0.3969 + ] + } + ], + "element_size": 106 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/change_contact/action_videoframes/action_9/6912.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Hair Masks", + "bbox": [ + 0.029513888888888888, + 0.013888888888888888, + 0.07465277777777778, + 0.029444444444444443 + ], + "point": [ + 0.0521, + 0.0217 + ] + }, + { + "instruction": "Hair Care", + "bbox": [ + 0.08125, + 0.013888888888888888, + 0.12013888888888889, + 0.029444444444444443 + ], + "point": [ + 0.1007, + 0.0217 + ] + }, + { + "instruction": "Beau", + "bbox": [ + 0.12638888888888888, + 0.013888888888888888, + 0.1482638888888889, + 0.029444444444444443 + ], + "point": [ + 0.1373, + 0.0217 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:777o/beauty-personal-care/hair-care/hair-masks html?product_list_order-price&product", + "bbox": [ + 0.1579861111111111, + 0.059444444444444446, + 0.7993055555555556, + 0.08166665818956163 + ], + "point": [ + 0.4786, + 0.0706 + ] + }, + { + "instruction": "dirzdesc", + "bbox": [ + 0.8201388888888889, + 0.06111111111111111, + 0.8631944444444445, + 0.07833333333333334 + ], + "point": [ + 0.8417, + 0.0697 + ] + }, + { + "instruction": "Search entire store here", + "bbox": [ + 0.7097222222222223, + 0.11166666666666666, + 0.8375, + 0.13277777777777777 + ], + "point": [ + 0.7736, + 0.1222 + ] + }, + { + "instruction": "2 Items in Cart", + "bbox": [ + 0.690625, + 0.175, + 0.7600694444444445, + 0.19333333333333333 + ], + "point": [ + 0.7253, + 0.1842 + ] + }, + { + "instruction": "Cart Subtotal", + "bbox": [ + 0.8538194444444445, + 0.175, + 0.9163194444444445, + 0.19333333333333333 + ], + "point": [ + 0.8851, + 0.1842 + ] + }, + { + "instruction": "Beauty & Personal Care", + "bbox": [ + 0.06805555555555555, + 0.18611111111111112, + 0.1840277777777778, + 0.20777777777777778 + ], + "point": [ + 0.126, + 0.1969 + ] + }, + { + "instruction": "S215.00", + "bbox": [ + 0.8715277777777778, + 0.19944444444444445, + 0.9211805555555556, + 0.22166666666666668 + ], + "point": [ + 0.8964, + 0.2106 + ] + }, + { + "instruction": "Health", + "bbox": [ + 0.06875000529819064, + 0.24888890584309895, + 0.10381944444444445, + 0.2672222391764323 + ], + "point": [ + 0.0863, + 0.2581 + ] + }, + { + "instruction": "Household", + "bbox": [ + 0.11388888888888889, + 0.24888890584309895, + 0.16770833333333332, + 0.2672222391764323 + ], + "point": [ + 0.1408, + 0.2581 + ] + }, + { + "instruction": "Mask with Hyaluronic Acid", + "bbox": [ + 0.7416666666666667, + 0.3566666666666667, + 0.8635416666666667, + 0.3788888888888889 + ], + "point": [ + 0.8026, + 0.3678 + ] + }, + { + "instruction": "500 ml", + "bbox": [ + 0.8680555555555556, + 0.3572222222222222, + 0.9013888888888889, + 0.37444444444444447 + ], + "point": [ + 0.8847, + 0.3658 + ] + }, + { + "instruction": "Hair Masks", + "bbox": [ + 0.06840276718139648, + 0.35833333333333334, + 0.209375, + 0.4061111111111111 + ], + "point": [ + 0.1389, + 0.3822 + ] + }, + { + "instruction": "Premium Blonde Hair Mask to Neutralize", + "bbox": [ + 0.7409722222222223, + 0.37833333333333335, + 0.9291666666666667, + 0.3988888888888889 + ], + "point": [ + 0.8351, + 0.3886 + ] + }, + { + "instruction": "Yellow and Orangey Tones", + "bbox": [ + 0.7409722222222223, + 0.40055555555555555, + 0.8625, + 0.42444444444444446 + ], + "point": [ + 0.8017, + 0.4125 + ] + }, + { + "instruction": "Treatment to", + "bbox": [ + 0.8670138888888889, + 0.4022222222222222, + 0.9288194444444444, + 0.42055555555555557 + ], + "point": [ + 0.8979, + 0.4114 + ] + }, + { + "instruction": "Repair, Restore; Soften, and Strengthen", + "bbox": [ + 0.7413194444444444, + 0.4222222222222222, + 0.921875, + 0.4461111111111111 + ], + "point": [ + 0.8316, + 0.4342 + ] + }, + { + "instruction": "You added Mon Platin HY Loren Blonde Highlights Mask with Hyaluronic Acid", + "bbox": [ + 0.09583332273695204, + 0.46166666666666667, + 0.42048610051472984, + 0.48277777777777775 + ], + "point": [ + 0.2582, + 0.4722 + ] + }, + { + "instruction": "500 ml Premium Blonde Hair Mask to Neutralize Yellow an", + "bbox": [ + 0.425, + 0.4622222222222222, + 0.6715277777777777, + 0.47944444444444445 + ], + "point": [ + 0.5483, + 0.4708 + ] + }, + { + "instruction": "and Strengthen Hair to your shopping cart", + "bbox": [ + 0.09583333333333334, + 0.47944444444444445, + 0.278125, + 0.5016666666666667 + ], + "point": [ + 0.187, + 0.4906 + ] + }, + { + "instruction": "S80.00", + "bbox": [ + 0.740625, + 0.48, + 0.7746527777777777, + 0.49833333333333335 + ], + "point": [ + 0.7576, + 0.4892 + ] + }, + { + "instruction": "By", + "bbox": [ + 0.10173611111111111, + 0.5227777777777778, + 0.12083333333333333, + 0.5494444444444444 + ], + "point": [ + 0.1113, + 0.5361 + ] + }, + { + "instruction": "Items 1-12 of 208", + "bbox": [ + 0.3121527777777778, + 0.5316667005750868, + 0.39479166666666665, + 0.5516667005750868 + ], + "point": [ + 0.3535, + 0.5417 + ] + }, + { + "instruction": "Shopping Options", + "bbox": [ + 0.06840277777777778, + 0.5716665988498264, + 0.15729166666666666, + 0.5938888210720487 + ], + "point": [ + 0.1128, + 0.5828 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.06840277777777778, + 0.6016666666666667, + 0.0954861111111111, + 0.6216666666666667 + ], + "point": [ + 0.0819, + 0.6117 + ] + }, + { + "instruction": "Conditioning Hair Mask Repair Treatment", + "bbox": [ + 0.740625, + 0.6105555555555555, + 0.9319444444444445, + 0.6355555555555555 + ], + "point": [ + 0.8363, + 0.6231 + ] + }, + { + "instruction": "$99.99( 207)", + "bbox": [ + 0.10034722222222223, + 0.6322222222222222, + 0.1607638888888889, + 0.6544444444444445 + ], + "point": [ + 0.1306, + 0.6433 + ] + }, + { + "instruction": "for Dry Damaged Colored Bleached AlI", + "bbox": [ + 0.7402777777777778, + 0.6344444444444445, + 0.9173611111111111, + 0.6577777777777778 + ], + "point": [ + 0.8288, + 0.6461 + ] + }, + { + "instruction": "Hair Types Deeply Conditions Adds", + "bbox": [ + 0.7409722222222223, + 0.6566666666666666, + 0.9024305555555555, + 0.68 + ], + "point": [ + 0.8217, + 0.6683 + ] + }, + { + "instruction": "Bounce and Shine, 33.8 0z", + "bbox": [ + 0.7416666666666667, + 0.6783333333333333, + 0.8625, + 0.7011111111111111 + ], + "point": [ + 0.8021, + 0.6897 + ] + }, + { + "instruction": "Compare Products", + "bbox": [ + 0.06770833863152398, + 0.7233334011501736, + 0.17708333863152398, + 0.7522222900390625 + ], + "point": [ + 0.1224, + 0.7378 + ] + }, + { + "instruction": "S135.00", + "bbox": [ + 0.7402777777777778, + 0.7416666666666667, + 0.7805555555555556, + 0.7616666666666667 + ], + "point": [ + 0.7604, + 0.7517 + ] + }, + { + "instruction": "You have no items to compare_", + "bbox": [ + 0.06770833333333333, + 0.7655555555555555, + 0.20868055555555556, + 0.7866666666666666 + ], + "point": [ + 0.1382, + 0.7761 + ] + }, + { + "instruction": "Qty:", + "bbox": [ + 0.7409722222222223, + 0.7805555555555556, + 0.7625, + 0.8016666666666666 + ], + "point": [ + 0.7517, + 0.7911 + ] + }, + { + "instruction": "Recently Ordered", + "bbox": [ + 0.06770833863152398, + 0.83, + 0.16909722752041287, + 0.8572222222222222 + ], + "point": [ + 0.1184, + 0.8436 + ] + }, + { + "instruction": "Sutter Home Fre White", + "bbox": [ + 0.08055556615193685, + 0.8738888888888889, + 0.18645833333333334, + 0.8922222222222222 + ], + "point": [ + 0.1335, + 0.8831 + ] + }, + { + "instruction": "Zinfandel Non-alcoholic", + "bbox": [ + 0.08055555555555556, + 0.8961111111111111, + 0.19027777777777777, + 0.9144444444444444 + ], + "point": [ + 0.1354, + 0.9053 + ] + }, + { + "instruction": "Wine", + "bbox": [ + 0.08125, + 0.9188888888888889, + 0.10590277777777778, + 0.9361111111111111 + ], + "point": [ + 0.0936, + 0.9275 + ] + }, + { + "instruction": "SAFAVIEH Brentwood", + "bbox": [ + 0.08124998410542807, + 0.9511111111111111, + 0.17881944974263508, + 0.9694444444444444 + ], + "point": [ + 0.13, + 0.9603 + ] + }, + { + "instruction": "Collection BNT822F Modern", + "bbox": [ + 0.08124998410542807, + 0.9738889567057292, + 0.21006944974263508, + 0.9922222900390625 + ], + "point": [ + 0.1457, + 0.9831 + ] + }, + { + "instruction": "Intensive Mask for Damaged Hair,", + "bbox": [ + 0.7645833333333333, + 0.9716666666666667, + 0.9204861111111111, + 0.995 + ], + "point": [ + 0.8425, + 0.9833 + ] + }, + { + "instruction": "list _", + "bbox": [ + 0.8010416666666667, + 0.059444444444444446, + 0.8208333333333333, + 0.08 + ], + "point": [ + 0.8109, + 0.0697 + ] + }, + { + "instruction": "Shop", + "bbox": [ + 0.06840277247958713, + 0.5183333333333333, + 0.10034722222222223, + 0.5505555555555556 + ], + "point": [ + 0.0844, + 0.5344 + ] + }, + { + "instruction": "Proceed to Checkout", + "bbox": [ + 0.6888105604383681, + 0.23947202894422742, + 0.9223705715603299, + 0.30185472276475694 + ], + "point": [ + 0.8056, + 0.2707 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8954433017306858, + 0.04936652289496528, + 0.9706855773925781, + 0.09017133076985677 + ], + "point": [ + 0.9331, + 0.0698 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08276987075805664, + 0.05119607713487413, + 0.1569179852803548, + 0.08529351976182725 + ], + "point": [ + 0.1198, + 0.0682 + ] + }, + { + "instruction": "Office Products", + "bbox": [ + 0.5816803402370877, + 0.16531348334418403, + 0.6719900767008463, + 0.2287949964735243 + ], + "point": [ + 0.6268, + 0.1971 + ] + }, + { + "instruction": "Home", + "bbox": [ + 0.06891390482584635, + 0.3130434841579861, + 0.09448641671074762, + 0.3356010606553819 + ], + "point": [ + 0.0817, + 0.3243 + ] + }, + { + "instruction": "@", + "bbox": [ + 0.22909007602267795, + 0.6412467447916667, + 0.38435656229654946, + 0.9311886935763889 + ], + "point": [ + 0.3067, + 0.7862 + ] + }, + { + "instruction": "Beauty & Personal Care", + "bbox": [ + 0.11191412607828775, + 0.3130221896701389, + 0.20775375366210938, + 0.3351376681857639 + ], + "point": [ + 0.1598, + 0.3241 + ] + }, + { + "instruction": "Hair Care", + "bbox": [ + 0.22519637213812935, + 0.3123513793945312, + 0.2645456102159288, + 0.3353352525499132 + ], + "point": [ + 0.2449, + 0.3238 + ] + }, + { + "instruction": "2", + "bbox": [ + 0.9126630995008681, + 0.10332631429036458, + 0.9319861518012152, + 0.1371884494357639 + ], + "point": [ + 0.9223, + 0.1203 + ] + }, + { + "instruction": "Sports & Outdoors", + "bbox": [ + 0.20355428059895833, + 0.165054931640625, + 0.3203762478298611, + 0.22904944525824653 + ], + "point": [ + 0.262, + 0.1971 + ] + }, + { + "instruction": "Home & Kitchen", + "bbox": [ + 0.47459017435709633, + 0.1658113267686632, + 0.5792040083143446, + 0.22787072075737846 + ], + "point": [ + 0.5269, + 0.1968 + ] + }, + { + "instruction": "Video Games", + "bbox": [ + 0.5589492797851563, + 0.2428626505533854, + 0.6447332594129774, + 0.27290574815538193 + ], + "point": [ + 0.6018, + 0.2579 + ] + }, + { + "instruction": "TRUSS", + "bbox": [ + 0.4053458743625217, + 0.6291769070095486, + 0.5720450083414713, + 0.9452996826171876 + ], + "point": [ + 0.4887, + 0.7872 + ] + }, + { + "instruction": "NET MASK", + "bbox": [ + 0.4053458743625217, + 0.6291769070095486, + 0.5720450083414713, + 0.9452996826171876 + ], + "point": [ + 0.4887, + 0.7872 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.32064456939697267, + 0.24228078206380207, + 0.3979832543267144, + 0.27365370008680556 + ], + "point": [ + 0.3593, + 0.258 + ] + }, + { + "instruction": "Patio, Lawn & Garden", + "bbox": [ + 0.190278074476454, + 0.24297325981987847, + 0.31811832851833766, + 0.27206641303168405 + ], + "point": [ + 0.2542, + 0.2575 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.07012760374281142, + 0.10333922492133246, + 0.20662532382541232, + 0.14141661749945747 + ], + "point": [ + 0.1384, + 0.1224 + ] + }, + { + "instruction": "Philip Kingsley Elasticizer", + "bbox": [ + 0.2281730439927843, + 0.9463528781467014, + 0.38614205254448786, + 0.9992877197265625 + ], + "point": [ + 0.3072, + 0.9728 + ] + }, + { + "instruction": "Conditioning Hair Mask Repair", + "bbox": [ + 0.2281730439927843, + 0.9463528781467014, + 0.38614205254448786, + 0.9992877197265625 + ], + "point": [ + 0.3072, + 0.9728 + ] + }, + { + "instruction": "Deep-", + "bbox": [ + 0.2281730439927843, + 0.9463528781467014, + 0.38614205254448786, + 0.9992877197265625 + ], + "point": [ + 0.3072, + 0.9728 + ] + }, + { + "instruction": "View and Edit Cart", + "bbox": [ + 0.7608649359809028, + 0.8604346381293403, + 0.8492277357313368, + 0.8851637776692708 + ], + "point": [ + 0.805, + 0.8728 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15068916744656033, + 0.007718238830566406, + 0.16661080254448785, + 0.037483274671766494 + ], + "point": [ + 0.1586, + 0.0226 + ] + }, + { + "instruction": "Cell Phones & Accessories", + "bbox": [ + 0.4036456214057075, + 0.24258697509765625, + 0.5512656741672092, + 0.2702668931749132 + ], + "point": [ + 0.4775, + 0.2564 + ] + }, + { + "instruction": "LOLANE Lolane Intense Care Keratin", + "bbox": [ + 0.583568361070421, + 0.9467211235894097, + 0.7538582695855035, + 0.9982038709852431 + ], + "point": [ + 0.6687, + 0.9725 + ] + }, + { + "instruction": "Repair Mask", + "bbox": [ + 0.583568361070421, + 0.9467211235894097, + 0.7538582695855035, + 0.9982038709852431 + ], + "point": [ + 0.6687, + 0.9725 + ] + }, + { + "instruction": "Rejuvenate Hair", + "bbox": [ + 0.583568361070421, + 0.9467211235894097, + 0.7538582695855035, + 0.9982038709852431 + ], + "point": [ + 0.6687, + 0.9725 + ] + }, + { + "instruction": "$0.00", + "bbox": [ + 0.06830530696445042, + 0.6292517768012152, + 0.1344206280178494, + 0.6539522976345487 + ], + "point": [ + 0.1014, + 0.6416 + ] + }, + { + "instruction": "Clothing; Shoes & Jewelry", + "bbox": [ + 0.32059898376464846, + 0.164119381374783, + 0.47199829949273003, + 0.2305950419108073 + ], + "point": [ + 0.3963, + 0.1974 + ] + }, + { + "instruction": "Hair", + "bbox": [ + 0.7417974683973524, + 0.44319166395399306, + 0.7617286682128906, + 0.4656753200954861 + ], + "point": [ + 0.7518, + 0.4544 + ] + }, + { + "instruction": "$100.00 and above( 1)", + "bbox": [ + 0.06774881680806479, + 0.6557933213975694, + 0.15932568973965114, + 0.679627685546875 + ], + "point": [ + 0.1135, + 0.6677 + ] + }, + { + "instruction": "Grd", + "bbox": [ + 0.647782474093967, + 0.2425641547309028, + 0.6827187432183159, + 0.27314202202690974 + ], + "point": [ + 0.6653, + 0.2579 + ] + }, + { + "instruction": "Philip Kingsley Elasticizer Deep-", + "bbox": [ + 0.7395963033040365, + 0.587072279188368, + 0.885970475938585, + 0.6119594319661459 + ], + "point": [ + 0.8128, + 0.5995 + ] + }, + { + "instruction": "Qty:", + "bbox": [ + 0.7391758388943143, + 0.5081676907009549, + 0.7620021396213108, + 0.5446705118815104 + ], + "point": [ + 0.7506, + 0.5264 + ] + }, + { + "instruction": "Hair Masks", + "bbox": [ + 0.2813182406955295, + 0.3139924112955729, + 0.3281080034044054, + 0.33481374104817707 + ], + "point": [ + 0.3047, + 0.3244 + ] + }, + { + "instruction": "Wella Biotouch Extra Rich Nutrition", + "bbox": [ + 0.7643552992078994, + 0.9468546549479167, + 0.9251698811848958, + 0.9705095757378472 + ], + "point": [ + 0.8448, + 0.9587 + ] + }, + { + "instruction": "See Details", + "bbox": [ + 0.7406646728515625, + 0.7068872748480903, + 0.8108900282118056, + 0.737178480360243 + ], + "point": [ + 0.7758, + 0.722 + ] + }, + { + "instruction": "Mon Platin HY Loren Blonde Highlights", + "bbox": [ + 0.7406862046983507, + 0.33137824164496527, + 0.9170939127604166, + 0.3545914713541667 + ], + "point": [ + 0.8289, + 0.343 + ] + }, + { + "instruction": "TRUSS Net Mask - Intensive Repair", + "bbox": [ + 0.4042019314236111, + 0.9466624620225694, + 0.5740370008680555, + 0.9987127007378472 + ], + "point": [ + 0.4891, + 0.9727 + ] + }, + { + "instruction": "Mask Bundle With Deluxe Prime", + "bbox": [ + 0.4042019314236111, + 0.9466624620225694, + 0.5740370008680555, + 0.9987127007378472 + ], + "point": [ + 0.4891, + 0.9727 + ] + }, + { + "instruction": "Proceeding to the Checkout.", + "bbox": [ + 0.6888105604383681, + 0.23947202894422742, + 0.9223705715603299, + 0.30185472276475694 + ], + "point": [ + 0.8056, + 0.2707 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8954433017306858, + 0.04936652289496528, + 0.9706855773925781, + 0.09017133076985677 + ], + "point": [ + 0.9331, + 0.0698 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.7622987535264757, + 0.5066439141167535, + 0.7962656656901042, + 0.5451574367947049 + ], + "point": [ + 0.7793, + 0.5259 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.762375725640191, + 0.7680217827690973, + 0.7962025960286458, + 0.80796875 + ], + "point": [ + 0.7793, + 0.788 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08276987075805664, + 0.05119607713487413, + 0.1569179852803548, + 0.08529351976182725 + ], + "point": [ + 0.1198, + 0.0682 + ] + }, + { + "instruction": "a menu or grid view option.", + "bbox": [ + 0.26825360192192926, + 0.516851060655382, + 0.30172545115152993, + 0.5653862169053819 + ], + "point": [ + 0.285, + 0.5411 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9755685594346788, + 0.0030173471238878037, + 0.9975408766004774, + 0.03957675298055013 + ], + "point": [ + 0.9866, + 0.0213 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05455337100558811, + 0.050512144300672746, + 0.07634232838948568, + 0.08862327575683594 + ], + "point": [ + 0.0654, + 0.0696 + ] + }, + { + "instruction": "Office Products.", + "bbox": [ + 0.5816803402370877, + 0.16531348334418403, + 0.6719900767008463, + 0.2287949964735243 + ], + "point": [ + 0.6268, + 0.1971 + ] + }, + { + "instruction": "a menu or grid view option.", + "bbox": [ + 0.2369686974419488, + 0.5169856770833333, + 0.26926133897569443, + 0.5654010687934028 + ], + "point": [ + 0.2531, + 0.5412 + ] + }, + { + "instruction": "Home.", + "bbox": [ + 0.06891390482584635, + 0.3130434841579861, + 0.09448641671074762, + 0.3356010606553819 + ], + "point": [ + 0.0817, + 0.3243 + ] + }, + { + "instruction": "A hair conditioner by Philip Singsley.", + "bbox": [ + 0.22909007602267795, + 0.6412467447916667, + 0.38435656229654946, + 0.9311886935763889 + ], + "point": [ + 0.3067, + 0.7862 + ] + }, + { + "instruction": "Search.", + "bbox": [ + 0.8538317362467448, + 0.10237575954861111, + 0.8761380513509115, + 0.14011722140842015 + ], + "point": [ + 0.865, + 0.1212 + ] + }, + { + "instruction": "Beauty & Personal Care settings.", + "bbox": [ + 0.11191412607828775, + 0.3130221896701389, + 0.20775375366210938, + 0.3351376681857639 + ], + "point": [ + 0.1598, + 0.3241 + ] + }, + { + "instruction": "Hair Care.", + "bbox": [ + 0.22519637213812935, + 0.3123513793945312, + 0.2645456102159288, + 0.3353352525499132 + ], + "point": [ + 0.2449, + 0.3238 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029437062475416394, + 0.051825442843967014, + 0.05095978842841254, + 0.08803480360243056 + ], + "point": [ + 0.0402, + 0.0699 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005183840460247464, + 0.052843873765733504, + 0.026552084419462416, + 0.08703676859537761 + ], + "point": [ + 0.0159, + 0.0699 + ] + }, + { + "instruction": "Bakery or shopping cart options.", + "bbox": [ + 0.8881235758463542, + 0.10382218254937066, + 0.9092112223307292, + 0.13877440558539497 + ], + "point": [ + 0.8987, + 0.1213 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9737308078342014, + 0.049174779256184895, + 0.9960723876953125, + 0.08982018364800347 + ], + "point": [ + 0.9849, + 0.0695 + ] + }, + { + "instruction": "Number 2.", + "bbox": [ + 0.9126630995008681, + 0.10332631429036458, + 0.9319861518012152, + 0.1371884494357639 + ], + "point": [ + 0.9223, + 0.1203 + ] + }, + { + "instruction": "Delete", + "bbox": [ + 0.9102873908148872, + 0.774413316514757, + 0.9304998609754774, + 0.8063227674696181 + ], + "point": [ + 0.9204, + 0.7904 + ] + }, + { + "instruction": "sports & outdoors settings.", + "bbox": [ + 0.20355428059895833, + 0.165054931640625, + 0.3203762478298611, + 0.22904944525824653 + ], + "point": [ + 0.262, + 0.1971 + ] + }, + { + "instruction": "Delete", + "bbox": [ + 0.9106753879123264, + 0.513504876030816, + 0.9300177680121527, + 0.5420770602756076 + ], + "point": [ + 0.9203, + 0.5278 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.9160852220323351, + 0.14932613796657987, + 0.9379129197862414, + 0.1883987765842014 + ], + "point": [ + 0.927, + 0.1689 + ] + }, + { + "instruction": "Home & Kitchen settings.", + "bbox": [ + 0.47459017435709633, + 0.1658113267686632, + 0.5792040083143446, + 0.22787072075737846 + ], + "point": [ + 0.5269, + 0.1968 + ] + }, + { + "instruction": "A hair conditioner product.", + "bbox": [ + 0.6857855055067275, + 0.5892383490668403, + 0.7292833964029948, + 0.6789516194661458 + ], + "point": [ + 0.7075, + 0.6341 + ] + }, + { + "instruction": "Settings", + "bbox": [ + 0.8880617777506511, + 0.7736688232421876, + 0.908825937906901, + 0.8060924614800348 + ], + "point": [ + 0.8984, + 0.7899 + ] + }, + { + "instruction": "Settings", + "bbox": [ + 0.8878289116753473, + 0.5132642279730902, + 0.9085488213433159, + 0.5420423041449652 + ], + "point": [ + 0.8982, + 0.5277 + ] + }, + { + "instruction": "Video Games.", + "bbox": [ + 0.5589492797851563, + 0.2428626505533854, + 0.6447332594129774, + 0.27290574815538193 + ], + "point": [ + 0.6018, + 0.2579 + ] + }, + { + "instruction": "Brushes", + "bbox": [ + 0.4053458743625217, + 0.6291769070095486, + 0.5720450083414713, + 0.9452996826171876 + ], + "point": [ + 0.4887, + 0.7872 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.32064456939697267, + 0.24228078206380207, + 0.3979832543267144, + 0.27365370008680556 + ], + "point": [ + 0.3593, + 0.258 + ] + }, + { + "instruction": "Lawn & Garden settings.", + "bbox": [ + 0.190278074476454, + 0.24297325981987847, + 0.31811832851833766, + 0.27206641303168405 + ], + "point": [ + 0.2542, + 0.2575 + ] + }, + { + "instruction": "OneStop Market.", + "bbox": [ + 0.07012760374281142, + 0.10333922492133246, + 0.20662532382541232, + 0.14141661749945747 + ], + "point": [ + 0.1384, + 0.1224 + ] + }, + { + "instruction": "conditioning hair mask repair.", + "bbox": [ + 0.2281730439927843, + 0.9463528781467014, + 0.38614205254448786, + 0.9992877197265625 + ], + "point": [ + 0.3072, + 0.9728 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.1757484753926595, + 0.008328676223754883, + 0.18983118269178603, + 0.036818242602878144 + ], + "point": [ + 0.1828, + 0.0226 + ] + }, + { + "instruction": "a button to view and edit content.", + "bbox": [ + 0.7608649359809028, + 0.8604346381293403, + 0.8492277357313368, + 0.8851637776692708 + ], + "point": [ + 0.805, + 0.8728 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15068916744656033, + 0.007718238830566406, + 0.16661080254448785, + 0.037483274671766494 + ], + "point": [ + 0.1586, + 0.0226 + ] + }, + { + "instruction": "Cellphones & Accessories settings.", + "bbox": [ + 0.4036456214057075, + 0.24258697509765625, + 0.5512656741672092, + 0.2702668931749132 + ], + "point": [ + 0.4775, + 0.2564 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.06888889736599392, + 0.9515256754557292, + 0.07940165201822917, + 0.9702797444661458 + ], + "point": [ + 0.0741, + 0.9609 + ] + }, + { + "instruction": "Repair Mask - Rejuvenate Hair", + "bbox": [ + 0.583568361070421, + 0.9467211235894097, + 0.7538582695855035, + 0.9982038709852431 + ], + "point": [ + 0.6687, + 0.9725 + ] + }, + { + "instruction": "A document or file.", + "bbox": [ + 0.6300543891059027, + 0.7411549886067709, + 0.6716932508680555, + 0.8322760009765625 + ], + "point": [ + 0.6509, + 0.7867 + ] + }, + { + "instruction": "a price display showing a value of $0.00.", + "bbox": [ + 0.06830530696445042, + 0.6292517768012152, + 0.1344206280178494, + 0.6539522976345487 + ], + "point": [ + 0.1014, + 0.6416 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry options.", + "bbox": [ + 0.32059898376464846, + 0.164119381374783, + 0.47199829949273003, + 0.2305950419108073 + ], + "point": [ + 0.3963, + 0.1974 + ] + }, + { + "instruction": "Hair.", + "bbox": [ + 0.7417974683973524, + 0.44319166395399306, + 0.7617286682128906, + 0.4656753200954861 + ], + "point": [ + 0.7518, + 0.4544 + ] + }, + { + "instruction": "a price tag of $100.00 and above.", + "bbox": [ + 0.06774881680806479, + 0.6557933213975694, + 0.15932568973965114, + 0.679627685546875 + ], + "point": [ + 0.1135, + 0.6677 + ] + }, + { + "instruction": "Character Highlighting Color", + "bbox": [ + 0.647782474093967, + 0.2425641547309028, + 0.6827187432183159, + 0.27314202202690974 + ], + "point": [ + 0.6653, + 0.2579 + ] + }, + { + "instruction": "Paste", + "bbox": [ + 0.5827438778347439, + 0.7411710611979166, + 0.6317557017008464, + 0.8305870225694445 + ], + "point": [ + 0.6072, + 0.7859 + ] + }, + { + "instruction": "Philip Kingsley elasticizer Deep.", + "bbox": [ + 0.7395963033040365, + 0.587072279188368, + 0.885970475938585, + 0.6119594319661459 + ], + "point": [ + 0.8128, + 0.5995 + ] + }, + { + "instruction": "QTY:", + "bbox": [ + 0.7391758388943143, + 0.5081676907009549, + 0.7620021396213108, + 0.5446705118815104 + ], + "point": [ + 0.7506, + 0.5264 + ] + }, + { + "instruction": "Hair Masks.", + "bbox": [ + 0.2813182406955295, + 0.3139924112955729, + 0.3281080034044054, + 0.33481374104817707 + ], + "point": [ + 0.3047, + 0.3244 + ] + }, + { + "instruction": "Wela Biotouch Extra Rich Nutrition.", + "bbox": [ + 0.7643552992078994, + 0.9468546549479167, + 0.9251698811848958, + 0.9705095757378472 + ], + "point": [ + 0.8448, + 0.9587 + ] + }, + { + "instruction": "Viewing additional details.", + "bbox": [ + 0.7406646728515625, + 0.7068872748480903, + 0.8108900282118056, + 0.737178480360243 + ], + "point": [ + 0.7758, + 0.722 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.0, + 0.053232654995388456, + 0.00498389999071757, + 0.08647551642523872 + ], + "point": [ + 0.0025, + 0.0699 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8661809285481771, + 0.05688316345214844, + 0.8813805474175347, + 0.0846400366889106 + ], + "point": [ + 0.8738, + 0.0708 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.170178837246365, + 0.24639021131727432, + 0.18185412089029948, + 0.27214267306857637 + ], + "point": [ + 0.176, + 0.2593 + ] + }, + { + "instruction": "Loren blonde highlights.", + "bbox": [ + 0.7406862046983507, + 0.33137824164496527, + 0.9170939127604166, + 0.3545914713541667 + ], + "point": [ + 0.8289, + 0.343 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.18654696146647134, + 0.18335601806640625, + 0.1988584730360243, + 0.2093937513563368 + ], + "point": [ + 0.1927, + 0.1964 + ] + }, + { + "instruction": "TrussNet Mask - Intensive Repair", + "bbox": [ + 0.4042019314236111, + 0.9466624620225694, + 0.5740370008680555, + 0.9987127007378472 + ], + "point": [ + 0.4891, + 0.9727 + ] + } + ], + "element_size": 142 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/change_contact/action_videoframes/action_10/7116.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Checkout", + "bbox": [ + 0.028819444444444446, + 0.013333333333333334, + 0.06909722222222223, + 0.029444444444444443 + ], + "point": [ + 0.049, + 0.0214 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:7770/checkout/#shipping", + "bbox": [ + 0.15833334392971463, + 0.058888888888888886, + 0.5055556085374621, + 0.08277777777777778 + ], + "point": [ + 0.3319, + 0.0708 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.07048610051472982, + 0.13444444444444445, + 0.2076388888888889, + 0.16555555555555557 + ], + "point": [ + 0.1391, + 0.15 + ] + }, + { + "instruction": "Shipping Address", + "bbox": [ + 0.0663194497426351, + 0.29222225613064234, + 0.21284722752041288, + 0.3355555894639757 + ], + "point": [ + 0.1396, + 0.3139 + ] + }, + { + "instruction": "Tim Jacobs", + "bbox": [ + 0.08333333333333333, + 0.37333333333333335, + 0.13541666666666666, + 0.39555555555555555 + ], + "point": [ + 0.1094, + 0.3844 + ] + }, + { + "instruction": "456 Street Avenye", + "bbox": [ + 0.08333333333333333, + 0.4066667005750868, + 0.1673611111111111, + 0.42833336724175347 + ], + "point": [ + 0.1253, + 0.4175 + ] + }, + { + "instruction": "Cupertino, California 45693", + "bbox": [ + 0.08333332273695204, + 0.44055555555555553, + 0.21041666666666667, + 0.46166666666666667 + ], + "point": [ + 0.1469, + 0.4511 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.084375, + 0.47388885498046873, + 0.14583333333333334, + 0.4922221883138021 + ], + "point": [ + 0.1151, + 0.4831 + ] + }, + { + "instruction": "Shipping Methods", + "bbox": [ + 0.0663194391462538, + 0.6855555555555556, + 0.21909721692403158, + 0.7283333333333334 + ], + "point": [ + 0.1427, + 0.7069 + ] + }, + { + "instruction": "$10.00", + "bbox": [ + 0.08888888888888889, + 0.76, + 0.12256944444444444, + 0.7783333333333333 + ], + "point": [ + 0.1057, + 0.7692 + ] + }, + { + "instruction": "Fixed", + "bbox": [ + 0.1982638676961263, + 0.7611111789279514, + 0.22395831214057074, + 0.7772222900390625 + ], + "point": [ + 0.2111, + 0.7692 + ] + }, + { + "instruction": "Flat Rate", + "bbox": [ + 0.29201391008165145, + 0.7611111111111111, + 0.3333333545260959, + 0.7783333333333333 + ], + "point": [ + 0.3127, + 0.7697 + ] + }, + { + "instruction": "Next", + "bbox": [ + 0.5664805942111545, + 0.8011105685763888, + 0.6243657430013021, + 0.8622641330295139 + ], + "point": [ + 0.5954, + 0.8317 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8954192267523872, + 0.04964966244167752, + 0.9707013448079427, + 0.09010064019097222 + ], + "point": [ + 0.9331, + 0.0699 + ] + }, + { + "instruction": "2 Items in Cart", + "bbox": [ + 0.659175533718533, + 0.41464975992838543, + 0.9136107550726996, + 0.4674288940429687 + ], + "point": [ + 0.7864, + 0.441 + ] + }, + { + "instruction": "New", + "bbox": [ + 0.06820826530456543, + 0.5778020562065972, + 0.16516629854838052, + 0.6178213161892361 + ], + "point": [ + 0.1167, + 0.5978 + ] + }, + { + "instruction": "Addresp", + "bbox": [ + 0.06820826530456543, + 0.5778020562065972, + 0.16516629854838052, + 0.6178213161892361 + ], + "point": [ + 0.1167, + 0.5978 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08409758143954807, + 0.05326613532172309, + 0.15666317409939237, + 0.08468155754937066 + ], + "point": [ + 0.1204, + 0.069 + ] + }, + { + "instruction": "Review", + "bbox": [ + 0.20084073808458117, + 0.1842261420355903, + 0.32808628082275393, + 0.2775142754448785 + ], + "point": [ + 0.2645, + 0.2309 + ] + }, + { + "instruction": "Payments", + "bbox": [ + 0.20084073808458117, + 0.1842261420355903, + 0.32808628082275393, + 0.2775142754448785 + ], + "point": [ + 0.2645, + 0.2309 + ] + }, + { + "instruction": "1092873456", + "bbox": [ + 0.08371385998196072, + 0.5019422403971354, + 0.14346301820543078, + 0.5292736477322049 + ], + "point": [ + 0.1136, + 0.5156 + ] + }, + { + "instruction": "Order Summary", + "bbox": [ + 0.6491183810763889, + 0.23210662841796875, + 0.9186737060546875, + 0.4354946899414063 + ], + "point": [ + 0.7839, + 0.3338 + ] + }, + { + "instruction": "Shipping", + "bbox": [ + 0.06739342477586534, + 0.18580725775824652, + 0.19915389484829374, + 0.2817270236545139 + ], + "point": [ + 0.1333, + 0.2338 + ] + }, + { + "instruction": "a button to access the next item or page.", + "bbox": [ + 0.5664805942111545, + 0.8011105685763888, + 0.6243657430013021, + 0.8622641330295139 + ], + "point": [ + 0.5954, + 0.8317 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8954192267523872, + 0.04964966244167752, + 0.9707013448079427, + 0.09010064019097222 + ], + "point": [ + 0.9331, + 0.0699 + ] + }, + { + "instruction": "a dropdown menu for selecting 2 items in cart settings.", + "bbox": [ + 0.659175533718533, + 0.41464975992838543, + 0.9136107550726996, + 0.4674288940429687 + ], + "point": [ + 0.7864, + 0.441 + ] + }, + { + "instruction": "Adding a new address.", + "bbox": [ + 0.06820826530456543, + 0.5778020562065972, + 0.16516629854838052, + 0.6178213161892361 + ], + "point": [ + 0.1167, + 0.5978 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9755663553873698, + 0.0025411542256673176, + 0.997440677218967, + 0.039840958913167315 + ], + "point": [ + 0.9865, + 0.0212 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054279226726955836, + 0.048454683091905384, + 0.07653716935051812, + 0.09125962999131944 + ], + "point": [ + 0.0654, + 0.0699 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15106502109103734, + 0.010783643722534179, + 0.16568724314371744, + 0.03565978474087185 + ], + "point": [ + 0.1584, + 0.0232 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.973752678765191, + 0.049111726548936634, + 0.9963887532552084, + 0.08974012586805556 + ], + "point": [ + 0.9851, + 0.0694 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02904328505198161, + 0.05046725379096137, + 0.05092453956604004, + 0.08970560709635417 + ], + "point": [ + 0.04, + 0.0701 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17556974622938368, + 0.009266702863905164, + 0.19025946723090278, + 0.03647302415635851 + ], + "point": [ + 0.1829, + 0.0229 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004816161261664497, + 0.05103315565321181, + 0.027333577473958332, + 0.08933797200520834 + ], + "point": [ + 0.0161, + 0.0702 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8652916802300348, + 0.05499485439724392, + 0.8832873874240451, + 0.08674238416883681 + ], + "point": [ + 0.8743, + 0.0709 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08409758143954807, + 0.05326613532172309, + 0.15666317409939237, + 0.08468155754937066 + ], + "point": [ + 0.1204, + 0.069 + ] + }, + { + "instruction": "Oval", + "bbox": [ + 0.06767922507392035, + 0.7571713595920139, + 0.08056262334187826, + 0.7819338650173611 + ], + "point": [ + 0.0741, + 0.7696 + ] + }, + { + "instruction": "review & payments.", + "bbox": [ + 0.20084073808458117, + 0.1842261420355903, + 0.32808628082275393, + 0.2775142754448785 + ], + "point": [ + 0.2645, + 0.2309 + ] + }, + { + "instruction": "a completed task or confirmation.", + "bbox": [ + 0.23176807827419704, + 0.34194593641493054, + 0.25430141025119357, + 0.3775994873046875 + ], + "point": [ + 0.243, + 0.3598 + ] + }, + { + "instruction": "a date range from 1028/3456.", + "bbox": [ + 0.08371385998196072, + 0.5019422403971354, + 0.14346301820543078, + 0.5292736477322049 + ], + "point": [ + 0.1136, + 0.5156 + ] + }, + { + "instruction": "Ordered Summary", + "bbox": [ + 0.6491183810763889, + 0.23210662841796875, + 0.9186737060546875, + 0.4354946899414063 + ], + "point": [ + 0.7839, + 0.3338 + ] + }, + { + "instruction": "Shipping.", + "bbox": [ + 0.06739342477586534, + 0.18580725775824652, + 0.19915389484829374, + 0.2817270236545139 + ], + "point": [ + 0.1333, + 0.2338 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 7.867614428202311e-05, + 0.05216050042046441, + 0.005023845036824544, + 0.08851519266764322 + ], + "point": [ + 0.0026, + 0.0703 + ] + } + ], + "element_size": 43 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/change_contact/action_videoframes/action_11/7506.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Checkout", + "bbox": [ + 0.02881944179534912, + 0.013888888888888888, + 0.06944444444444445, + 0.029444444444444443 + ], + "point": [ + 0.0491, + 0.0217 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:7770/checkout/#shipping", + "bbox": [ + 0.15833334392971463, + 0.06055555555555556, + 0.5055556085374621, + 0.08277777777777778 + ], + "point": [ + 0.3319, + 0.0717 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.07048610051472982, + 0.13444444444444445, + 0.2076388888888889, + 0.16555555555555557 + ], + "point": [ + 0.1391, + 0.15 + ] + }, + { + "instruction": "Shipping Address", + "bbox": [ + 0.23958333333333334, + 0.18444444444444444, + 0.38645833333333335, + 0.22666666666666666 + ], + "point": [ + 0.313, + 0.2056 + ] + }, + { + "instruction": "Shipping", + "bbox": [ + 0.10694443384806315, + 0.23999998304578993, + 0.15972221162584094, + 0.2694444274902344 + ], + "point": [ + 0.1333, + 0.2547 + ] + }, + { + "instruction": "Re", + "bbox": [ + 0.20694444444444443, + 0.24388890584309897, + 0.22256944444444443, + 0.2622222391764323 + ], + "point": [ + 0.2148, + 0.2531 + ] + }, + { + "instruction": "First Name", + "bbox": [ + 0.27743055555555557, + 0.2511111111111111, + 0.3333333333333333, + 0.26944444444444443 + ], + "point": [ + 0.3054, + 0.2603 + ] + }, + { + "instruction": "Shipping Address", + "bbox": [ + 0.0663194497426351, + 0.29222225613064234, + 0.21284722752041288, + 0.3355555894639757 + ], + "point": [ + 0.1396, + 0.3139 + ] + }, + { + "instruction": "Last Name", + "bbox": [ + 0.27881946563720705, + 0.32, + 0.3333333545260959, + 0.33611111111111114 + ], + "point": [ + 0.3061, + 0.3281 + ] + }, + { + "instruction": "Tim Jacobs ", + "bbox": [ + 0.08333333333333333, + 0.37333333333333335, + 0.13541666666666666, + 0.395 + ], + "point": [ + 0.1094, + 0.3842 + ] + }, + { + "instruction": "Company", + "bbox": [ + 0.29305555555555557, + 0.38666663275824653, + 0.3423611111111111, + 0.40999996609157985 + ], + "point": [ + 0.3177, + 0.3983 + ] + }, + { + "instruction": "456 Street Avenye", + "bbox": [ + 0.08333333333333333, + 0.4066667005750868, + 0.1673611111111111, + 0.42833336724175347 + ], + "point": [ + 0.1253, + 0.4175 + ] + }, + { + "instruction": "Cupertino, California 45693", + "bbox": [ + 0.08333332273695204, + 0.44055555555555553, + 0.21041666666666667, + 0.4627777777777778 + ], + "point": [ + 0.1469, + 0.4517 + ] + }, + { + "instruction": "Street Address", + "bbox": [ + 0.25763888888888886, + 0.455, + 0.33090277777777777, + 0.47333333333333333 + ], + "point": [ + 0.2943, + 0.4642 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.084375, + 0.47388885498046873, + 0.14583333333333334, + 0.4922221883138021 + ], + "point": [ + 0.1151, + 0.4831 + ] + }, + { + "instruction": "Country", + "bbox": [ + 0.29131944444444446, + 0.5688888888888889, + 0.3347222222222222, + 0.5916666666666667 + ], + "point": [ + 0.313, + 0.5803 + ] + }, + { + "instruction": "State/Province", + "bbox": [ + 0.2590277565850152, + 0.6366666666666667, + 0.33437497880723743, + 0.6566666666666666 + ], + "point": [ + 0.2967, + 0.6467 + ] + }, + { + "instruction": "Shipping Methods", + "bbox": [ + 0.0663194497426351, + 0.6850000678168403, + 0.21979167196485733, + 0.7283334011501736 + ], + "point": [ + 0.1431, + 0.7067 + ] + }, + { + "instruction": "$10.00", + "bbox": [ + 0.08888888888888889, + 0.76, + 0.12256944444444444, + 0.7783333333333333 + ], + "point": [ + 0.1057, + 0.7692 + ] + }, + { + "instruction": "Fixed", + "bbox": [ + 0.19826388888888888, + 0.7611111789279514, + 0.2232638888888889, + 0.7772222900390625 + ], + "point": [ + 0.2108, + 0.7692 + ] + }, + { + "instruction": "Zip/Postal Code", + "bbox": [ + 0.2552083333333333, + 0.7716666666666666, + 0.33368055555555554, + 0.7938888888888889 + ], + "point": [ + 0.2944, + 0.7828 + ] + }, + { + "instruction": "Phone Number", + "bbox": [ + 0.25763893127441406, + 0.8399999321831597, + 0.33402777777777776, + 0.858333265516493 + ], + "point": [ + 0.2958, + 0.8492 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.3128472434149848, + 0.7016666666666667, + 0.3329861323038737, + 0.7277777777777777 + ], + "point": [ + 0.3229, + 0.7147 + ] + }, + { + "instruction": "Ship Here", + "bbox": [ + 0.686305660671658, + 0.8939159478081597, + 0.7582425435384115, + 0.9324985758463542 + ], + "point": [ + 0.7223, + 0.9132 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.6250487009684245, + 0.8940886773003472, + 0.6824499766031901, + 0.932821044921875 + ], + "point": [ + 0.6537, + 0.9135 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8954930623372396, + 0.04979972839355469, + 0.9705846150716145, + 0.08949040730794271 + ], + "point": [ + 0.933, + 0.0696 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08413402769300672, + 0.0535890621609158, + 0.15659458372328017, + 0.08450269911024305 + ], + "point": [ + 0.1204, + 0.069 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.34657859802246094, + 0.5591355726453993, + 0.6625749799940321, + 0.6055348714192709 + ], + "point": [ + 0.5046, + 0.5823 + ] + }, + { + "instruction": "Emma", + "bbox": [ + 0.34529953002929686, + 0.23393203735351562, + 0.664821539984809, + 0.292418212890625 + ], + "point": [ + 0.5051, + 0.2632 + ] + }, + { + "instruction": "Lopez", + "bbox": [ + 0.3469930224948459, + 0.3070544772677951, + 0.6631743537055121, + 0.35433807373046877 + ], + "point": [ + 0.5051, + 0.3307 + ] + }, + { + "instruction": "Please select a region, state or province_", + "bbox": [ + 0.3466213438245985, + 0.627722913953993, + 0.6624660915798611, + 0.667670423719618 + ], + "point": [ + 0.5045, + 0.6477 + ] + }, + { + "instruction": "New Address", + "bbox": [ + 0.06790729098849826, + 0.5780683729383681, + 0.16485286288791232, + 0.6173748779296875 + ], + "point": [ + 0.1164, + 0.5977 + ] + }, + { + "instruction": "1092873456", + "bbox": [ + 0.08388082716200086, + 0.5025745985243055, + 0.14291716681586372, + 0.5283449300130209 + ], + "point": [ + 0.1134, + 0.5155 + ] + }, + { + "instruction": "a button to view the ship's information.", + "bbox": [ + 0.686305660671658, + 0.8939159478081597, + 0.7582425435384115, + 0.9324985758463542 + ], + "point": [ + 0.7223, + 0.9132 + ] + }, + { + "instruction": "a cancel button.", + "bbox": [ + 0.6250487009684245, + 0.8940886773003472, + 0.6824499766031901, + 0.932821044921875 + ], + "point": [ + 0.6537, + 0.9135 + ] + }, + { + "instruction": "a horizontal line or separator.", + "bbox": [ + 0.34713189866807725, + 0.37443291558159725, + 0.6629172854953342, + 0.4218215603298611 + ], + "point": [ + 0.505, + 0.3981 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8954930623372396, + 0.04979972839355469, + 0.9705846150716145, + 0.08949040730794271 + ], + "point": [ + 0.933, + 0.0696 + ] + }, + { + "instruction": "Help", + "bbox": [ + 0.6431244320339626, + 0.8334214952256944, + 0.6596575842963325, + 0.8720106336805555 + ], + "point": [ + 0.6514, + 0.8527 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8646926879882812, + 0.055026461283365885, + 0.8831524319118924, + 0.0864337158203125 + ], + "point": [ + 0.8739, + 0.0707 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9755072699652778, + 0.0021419334411621094, + 0.9979780409071181, + 0.0401702520582411 + ], + "point": [ + 0.9867, + 0.0212 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9745251973470052, + 0.049850090874565975, + 0.9953795539008247, + 0.08967714097764756 + ], + "point": [ + 0.985, + 0.0698 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15112138324313693, + 0.010601001315646702, + 0.1660894711812337, + 0.03551018608940972 + ], + "point": [ + 0.1586, + 0.0231 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029295068316989473, + 0.05299406263563368, + 0.050519000159369574, + 0.08759854634602865 + ], + "point": [ + 0.0399, + 0.0703 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054621622297498916, + 0.05200816684299045, + 0.0761167738172743, + 0.08848365783691406 + ], + "point": [ + 0.0654, + 0.0702 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.001445060306125217, + 0.7965693495008681, + 0.20256467395358616, + 0.967592298719618 + ], + "point": [ + 0.102, + 0.8821 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004966084824668037, + 0.05365926954481337, + 0.02655286325348748, + 0.08705704583062066 + ], + "point": [ + 0.0158, + 0.0704 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17531050576104057, + 0.008607841067843966, + 0.19069974687364366, + 0.03682342529296875 + ], + "point": [ + 0.183, + 0.0227 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.3466464996337891, + 0.762796630859375, + 0.6628248850504558, + 0.8060198296440972 + ], + "point": [ + 0.5047, + 0.7844 + ] + }, + { + "instruction": "a horizontal line or separator.", + "bbox": [ + 0.34656812879774307, + 0.6931990559895833, + 0.6627994961208767, + 0.7398653157552083 + ], + "point": [ + 0.5047, + 0.7165 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08413402769300672, + 0.0535890621609158, + 0.15659458372328017, + 0.08450269911024305 + ], + "point": [ + 0.1204, + 0.069 + ] + }, + { + "instruction": "a dropdown menu for selecting United States.", + "bbox": [ + 0.34657859802246094, + 0.5591355726453993, + 0.6625749799940321, + 0.6055348714192709 + ], + "point": [ + 0.5046, + 0.5823 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.34720355139838327, + 0.44331329345703124, + 0.662886216905382, + 0.48706268310546874 + ], + "point": [ + 0.505, + 0.4652 + ] + }, + { + "instruction": "a horizontal line or separator.", + "bbox": [ + 0.34695843590630426, + 0.48978647867838543, + 0.6627386305067274, + 0.5385772365993924 + ], + "point": [ + 0.5048, + 0.5142 + ] + }, + { + "instruction": "a text input field for \"Email\".", + "bbox": [ + 0.34529953002929686, + 0.23393203735351562, + 0.664821539984809, + 0.292418212890625 + ], + "point": [ + 0.5051, + 0.2632 + ] + }, + { + "instruction": "Lonez.", + "bbox": [ + 0.3469930224948459, + 0.3070544772677951, + 0.6631743537055121, + 0.35433807373046877 + ], + "point": [ + 0.5051, + 0.3307 + ] + }, + { + "instruction": "Color picker", + "bbox": [ + 0.06827657487657335, + 0.7584653049045139, + 0.07995537651909722, + 0.78049560546875 + ], + "point": [ + 0.0741, + 0.7695 + ] + }, + { + "instruction": "a dropdown menu to select a region, state of presence.", + "bbox": [ + 0.3466213438245985, + 0.627722913953993, + 0.6624660915798611, + 0.667670423719618 + ], + "point": [ + 0.5045, + 0.6477 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.7399933709038629, + 0.1605972459581163, + 0.7671699523925781, + 0.2071465555826823 + ], + "point": [ + 0.7536, + 0.1839 + ] + }, + { + "instruction": "adding a new address.", + "bbox": [ + 0.06790729098849826, + 0.5780683729383681, + 0.16485286288791232, + 0.6173748779296875 + ], + "point": [ + 0.1164, + 0.5977 + ] + }, + { + "instruction": "a date and time display.", + "bbox": [ + 0.08388082716200086, + 0.5025745985243055, + 0.14291716681586372, + 0.5283449300130209 + ], + "point": [ + 0.1134, + 0.5155 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 3.489851951599121e-05, + 0.05444290161132812, + 0.004907541804843479, + 0.08538201226128472 + ], + "point": [ + 0.0025, + 0.0699 + ] + } + ], + "element_size": 61 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/change_contact/action_videoframes/action_12/7800.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Checkout", + "bbox": [ + 0.028819444444444446, + 0.013333333333333334, + 0.06909722222222223, + 0.029444444444444443 + ], + "point": [ + 0.049, + 0.0214 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:7770/checkout/#shipping", + "bbox": [ + 0.15833334392971463, + 0.058888888888888886, + 0.5055556085374621, + 0.08277777777777778 + ], + "point": [ + 0.3319, + 0.0708 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.07048610051472982, + 0.13444444444444445, + 0.2076388888888889, + 0.16555555555555557 + ], + "point": [ + 0.1391, + 0.15 + ] + }, + { + "instruction": "Shipping Address", + "bbox": [ + 0.23993055555555556, + 0.18388888888888888, + 0.38645833333333335, + 0.22555555555555556 + ], + "point": [ + 0.3132, + 0.2047 + ] + }, + { + "instruction": "Shipping", + "bbox": [ + 0.10694443384806315, + 0.23999998304578993, + 0.15972221162584094, + 0.2694444274902344 + ], + "point": [ + 0.1333, + 0.2547 + ] + }, + { + "instruction": "Re", + "bbox": [ + 0.20694444444444443, + 0.24388890584309897, + 0.22256944444444443, + 0.2622222391764323 + ], + "point": [ + 0.2148, + 0.2531 + ] + }, + { + "instruction": "Last Name", + "bbox": [ + 0.27881946563720705, + 0.28888888888888886, + 0.3333333545260959, + 0.30444444444444446 + ], + "point": [ + 0.3061, + 0.2967 + ] + }, + { + "instruction": "Shipping Address", + "bbox": [ + 0.0663194497426351, + 0.29222225613064234, + 0.21284722752041288, + 0.3355555894639757 + ], + "point": [ + 0.1396, + 0.3139 + ] + }, + { + "instruction": "Company", + "bbox": [ + 0.29270831214057075, + 0.35444444444444445, + 0.34270831214057074, + 0.3794444444444444 + ], + "point": [ + 0.3177, + 0.3669 + ] + }, + { + "instruction": "Tim Jacobs", + "bbox": [ + 0.08333333333333333, + 0.37444444444444447, + 0.13541666666666666, + 0.395 + ], + "point": [ + 0.1094, + 0.3847 + ] + }, + { + "instruction": "456 Street Avenye", + "bbox": [ + 0.08333333333333333, + 0.4066667005750868, + 0.1673611111111111, + 0.42833336724175347 + ], + "point": [ + 0.1253, + 0.4175 + ] + }, + { + "instruction": "Street Address", + "bbox": [ + 0.25763888888888886, + 0.42388888888888887, + 0.33090277777777777, + 0.44222222222222224 + ], + "point": [ + 0.2943, + 0.4331 + ] + }, + { + "instruction": "Cupertino, California 45693", + "bbox": [ + 0.08333332273695204, + 0.44055555555555553, + 0.21041666666666667, + 0.4627777777777778 + ], + "point": [ + 0.1469, + 0.4517 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.084375, + 0.47388885498046873, + 0.14583333333333334, + 0.4922221883138021 + ], + "point": [ + 0.1151, + 0.4831 + ] + }, + { + "instruction": "Country", + "bbox": [ + 0.29097222222222224, + 0.5344444444444445, + 0.3350694444444444, + 0.5611111111111111 + ], + "point": [ + 0.313, + 0.5478 + ] + }, + { + "instruction": "State/Province", + "bbox": [ + 0.2593749788072374, + 0.6061111111111112, + 0.3340277565850152, + 0.6244444444444445 + ], + "point": [ + 0.2967, + 0.6153 + ] + }, + { + "instruction": "Shipping Methods", + "bbox": [ + 0.06666667196485732, + 0.685, + 0.21979167196485733, + 0.7266666666666667 + ], + "point": [ + 0.1432, + 0.7058 + ] + }, + { + "instruction": "Zip/Postal Code", + "bbox": [ + 0.2552083333333333, + 0.7405555555555555, + 0.334375, + 0.7627777777777778 + ], + "point": [ + 0.2948, + 0.7517 + ] + }, + { + "instruction": "$10.00", + "bbox": [ + 0.08888888888888889, + 0.76, + 0.12256944444444444, + 0.7783333333333333 + ], + "point": [ + 0.1057, + 0.7692 + ] + }, + { + "instruction": "Fixed", + "bbox": [ + 0.19826388888888888, + 0.7611111789279514, + 0.2232638888888889, + 0.7772222900390625 + ], + "point": [ + 0.2108, + 0.7692 + ] + }, + { + "instruction": "Phone Number", + "bbox": [ + 0.25729166666666664, + 0.8072222900390625, + 0.3347222222222222, + 0.8294445122612847 + ], + "point": [ + 0.296, + 0.8183 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.3128472434149848, + 0.6705555555555556, + 0.3329861323038737, + 0.6966666666666667 + ], + "point": [ + 0.3229, + 0.6836 + ] + }, + { + "instruction": "Ship Here", + "bbox": [ + 0.6863466050889757, + 0.8938834635416667, + 0.7583116319444444, + 0.9325074598524306 + ], + "point": [ + 0.7223, + 0.9132 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.6250915103488498, + 0.894088880750868, + 0.682435565524631, + 0.9329195827907986 + ], + "point": [ + 0.6538, + 0.9135 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8954927232530382, + 0.04980486551920573, + 0.9706037733289931, + 0.08949890984429254 + ], + "point": [ + 0.933, + 0.0697 + ] + }, + { + "instruction": "Lopez", + "bbox": [ + 0.34533326890733507, + 0.2744444105360243, + 0.6630514356825087, + 0.3230504353841146 + ], + "point": [ + 0.5042, + 0.2987 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08414488898383246, + 0.05355778588189019, + 0.15656246609157987, + 0.08455156962076824 + ], + "point": [ + 0.1204, + 0.0691 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.34544762505425347, + 0.5279841444227431, + 0.6630311754014757, + 0.5727650960286458 + ], + "point": [ + 0.5042, + 0.5504 + ] + }, + { + "instruction": "Please select a region, state or province", + "bbox": [ + 0.3460640377468533, + 0.5964377170138889, + 0.6625403934054904, + 0.6402072482638889 + ], + "point": [ + 0.5043, + 0.6183 + ] + }, + { + "instruction": "1092873456", + "bbox": [ + 0.08416268030802408, + 0.5022925482855902, + 0.14242717954847547, + 0.5280672200520833 + ], + "point": [ + 0.1133, + 0.5152 + ] + }, + { + "instruction": "New Address", + "bbox": [ + 0.06791858143276638, + 0.5781669108072917, + 0.16483121977912055, + 0.6172618272569445 + ], + "point": [ + 0.1164, + 0.5977 + ] + }, + { + "instruction": "a button to view the ship's information.", + "bbox": [ + 0.6863466050889757, + 0.8938834635416667, + 0.7583116319444444, + 0.9325074598524306 + ], + "point": [ + 0.7223, + 0.9132 + ] + }, + { + "instruction": "a cancel button.", + "bbox": [ + 0.6250915103488498, + 0.894088880750868, + 0.682435565524631, + 0.9329195827907986 + ], + "point": [ + 0.6538, + 0.9135 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8954927232530382, + 0.04980486551920573, + 0.9706037733289931, + 0.08949890984429254 + ], + "point": [ + 0.933, + 0.0697 + ] + }, + { + "instruction": "Help", + "bbox": [ + 0.642760255601671, + 0.8031312391493055, + 0.659402592976888, + 0.8426178656684028 + ], + "point": [ + 0.6511, + 0.8229 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8646640353732639, + 0.05498451656765408, + 0.8831485324435764, + 0.08647635565863715 + ], + "point": [ + 0.8739, + 0.0707 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9755973815917969, + 0.0032616360982259114, + 0.9970076666937934, + 0.04098056581285265 + ], + "point": [ + 0.9863, + 0.0221 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.3445195515950521, + 0.34523752848307293, + 0.6654098510742188, + 0.38657223171657984 + ], + "point": [ + 0.505, + 0.3659 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1510326067606608, + 0.010549795362684461, + 0.1660633193122016, + 0.0354913075764974 + ], + "point": [ + 0.1585, + 0.023 + ] + }, + { + "instruction": "a horizontal line or separator.", + "bbox": [ + 0.3452235539754232, + 0.7963051350911459, + 0.6375992668999566, + 0.8446343994140625 + ], + "point": [ + 0.4914, + 0.8205 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.974532487657335, + 0.04987306382921007, + 0.9954187181260851, + 0.08970460679796007 + ], + "point": [ + 0.985, + 0.0698 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17532588111029732, + 0.008548132578531901, + 0.19056360456678603, + 0.03688452826605903 + ], + "point": [ + 0.1829, + 0.0227 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004942913187874688, + 0.05367701212565104, + 0.02657170361942715, + 0.08711205376519097 + ], + "point": [ + 0.0158, + 0.0704 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029286371337042913, + 0.05303696102566189, + 0.05052758322821723, + 0.08764418707953558 + ], + "point": [ + 0.0399, + 0.0703 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.0014161639743381076, + 0.7939752197265625, + 0.2021278805202908, + 0.9673187255859375 + ], + "point": [ + 0.1018, + 0.8806 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05462688869900174, + 0.052066497802734375, + 0.07612017525566948, + 0.08847770690917969 + ], + "point": [ + 0.0654, + 0.0703 + ] + }, + { + "instruction": "Lonez.", + "bbox": [ + 0.34533326890733507, + 0.2744444105360243, + 0.6630514356825087, + 0.3230504353841146 + ], + "point": [ + 0.5042, + 0.2987 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.34693561130099826, + 0.7306584337022569, + 0.6625961303710938, + 0.7754353162977431 + ], + "point": [ + 0.5048, + 0.753 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08414488898383246, + 0.05355778588189019, + 0.15656246609157987, + 0.08455156962076824 + ], + "point": [ + 0.1204, + 0.0691 + ] + }, + { + "instruction": "Color picker", + "bbox": [ + 0.06826799710591634, + 0.7583744981553819, + 0.07991934352450901, + 0.7805302598741319 + ], + "point": [ + 0.0741, + 0.7695 + ] + }, + { + "instruction": "a loading or progress bar.", + "bbox": [ + 0.34662212795681424, + 0.41094262017144095, + 0.6643458048502604, + 0.459345465766059 + ], + "point": [ + 0.5055, + 0.4351 + ] + }, + { + "instruction": "a dropdown menu for selecting United States.", + "bbox": [ + 0.34544762505425347, + 0.5279841444227431, + 0.6630311754014757, + 0.5727650960286458 + ], + "point": [ + 0.5042, + 0.5504 + ] + }, + { + "instruction": "a horizontal line or separator.", + "bbox": [ + 0.34691791534423827, + 0.6625763617621527, + 0.6625685797797309, + 0.709122314453125 + ], + "point": [ + 0.5047, + 0.6858 + ] + }, + { + "instruction": "a dropdown menu to select a region, state or presence.", + "bbox": [ + 0.3460640377468533, + 0.5964377170138889, + 0.6625403934054904, + 0.6402072482638889 + ], + "point": [ + 0.5043, + 0.6183 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.7400430467393663, + 0.16076270209418403, + 0.7670334710015191, + 0.20712334526909723 + ], + "point": [ + 0.7535, + 0.1839 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 3.467036618126763e-05, + 0.054509154425727, + 0.004929212729136149, + 0.08539959377712673 + ], + "point": [ + 0.0025, + 0.07 + ] + }, + { + "instruction": "A date range from 1028/735.", + "bbox": [ + 0.08416268030802408, + 0.5022925482855902, + 0.14242717954847547, + 0.5280672200520833 + ], + "point": [ + 0.1133, + 0.5152 + ] + }, + { + "instruction": "adding a new address.", + "bbox": [ + 0.06791858143276638, + 0.5781669108072917, + 0.16483121977912055, + 0.6172618272569445 + ], + "point": [ + 0.1164, + 0.5977 + ] + }, + { + "instruction": "a loading or progress bar.", + "bbox": [ + 0.3461040496826172, + 0.45079010009765624, + 0.6637687259250217, + 0.5104066636827257 + ], + "point": [ + 0.5049, + 0.4806 + ] + } + ], + "element_size": 59 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/change_contact/action_videoframes/action_13/8424.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Checkout", + "bbox": [ + 0.028819444444444446, + 0.013333333333333334, + 0.06909722222222223, + 0.029444444444444443 + ], + "point": [ + 0.049, + 0.0214 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:7770/checkout/#shipping", + "bbox": [ + 0.15833334392971463, + 0.06055555555555556, + 0.5055556085374621, + 0.08277777777777778 + ], + "point": [ + 0.3319, + 0.0717 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.07048610051472982, + 0.13444444444444445, + 0.2076388888888889, + 0.165 + ], + "point": [ + 0.1391, + 0.1497 + ] + }, + { + "instruction": "Shipping Address", + "bbox": [ + 0.23958333333333334, + 0.18444444444444444, + 0.38645833333333335, + 0.22666666666666666 + ], + "point": [ + 0.313, + 0.2056 + ] + }, + { + "instruction": "Shipping", + "bbox": [ + 0.10694443384806315, + 0.23999998304578993, + 0.15972221162584094, + 0.2694444274902344 + ], + "point": [ + 0.1333, + 0.2547 + ] + }, + { + "instruction": "Re", + "bbox": [ + 0.20694444444444443, + 0.24388890584309897, + 0.22256944444444443, + 0.2622222391764323 + ], + "point": [ + 0.2148, + 0.2531 + ] + }, + { + "instruction": "Last Name", + "bbox": [ + 0.27881946563720705, + 0.24222220526801216, + 0.3333333545260959, + 0.25833331637912327 + ], + "point": [ + 0.3061, + 0.2503 + ] + }, + { + "instruction": "Lopez", + "bbox": [ + 0.35520833333333335, + 0.2411111111111111, + 0.38645833333333335, + 0.26555555555555554 + ], + "point": [ + 0.3708, + 0.2533 + ] + }, + { + "instruction": "Shipping Address", + "bbox": [ + 0.0663194497426351, + 0.29222225613064234, + 0.21284722752041288, + 0.3355555894639757 + ], + "point": [ + 0.1396, + 0.3139 + ] + }, + { + "instruction": "Company", + "bbox": [ + 0.29305555555555557, + 0.3088888888888889, + 0.3423611111111111, + 0.3322222222222222 + ], + "point": [ + 0.3177, + 0.3206 + ] + }, + { + "instruction": "Tim Jacobs", + "bbox": [ + 0.08333333333333333, + 0.37444444444444447, + 0.13541666666666666, + 0.395 + ], + "point": [ + 0.1094, + 0.3847 + ] + }, + { + "instruction": "Street Address", + "bbox": [ + 0.25729166666666664, + 0.37555555555555553, + 0.3315972222222222, + 0.3972222222222222 + ], + "point": [ + 0.2944, + 0.3864 + ] + }, + { + "instruction": "456 Street Avenye", + "bbox": [ + 0.08333333333333333, + 0.4066667005750868, + 0.1673611111111111, + 0.42833336724175347 + ], + "point": [ + 0.1253, + 0.4175 + ] + }, + { + "instruction": "Cupertino, California 45693", + "bbox": [ + 0.08333332273695204, + 0.44055555555555553, + 0.21041666666666667, + 0.4627777777777778 + ], + "point": [ + 0.1469, + 0.4517 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.084375, + 0.47388885498046873, + 0.14583333333333334, + 0.4922221883138021 + ], + "point": [ + 0.1151, + 0.4831 + ] + }, + { + "instruction": "Country", + "bbox": [ + 0.29131944444444446, + 0.4894444783528646, + 0.3347222222222222, + 0.5133333672417535 + ], + "point": [ + 0.313, + 0.5014 + ] + }, + { + "instruction": "State/Province", + "bbox": [ + 0.2593749788072374, + 0.5588888888888889, + 0.3340277565850152, + 0.5772222222222222 + ], + "point": [ + 0.2967, + 0.5681 + ] + }, + { + "instruction": "Shipping Methods", + "bbox": [ + 0.0663194497426351, + 0.6850000678168403, + 0.21979167196485733, + 0.7283334011501736 + ], + "point": [ + 0.1431, + 0.7067 + ] + }, + { + "instruction": "Zip/Postal Code", + "bbox": [ + 0.2552083333333333, + 0.6944444444444444, + 0.33368055555555554, + 0.7166666666666667 + ], + "point": [ + 0.2944, + 0.7056 + ] + }, + { + "instruction": "$10.00", + "bbox": [ + 0.08888888888888889, + 0.76, + 0.12256944444444444, + 0.7783333333333333 + ], + "point": [ + 0.1057, + 0.7692 + ] + }, + { + "instruction": "Fixed", + "bbox": [ + 0.19826388888888888, + 0.7611111789279514, + 0.2232638888888889, + 0.7772222900390625 + ], + "point": [ + 0.2108, + 0.7692 + ] + }, + { + "instruction": "Armed Forces Middle East", + "bbox": [ + 0.36180555555555555, + 0.8161111111111111, + 0.4809027777777778, + 0.8344444444444444 + ], + "point": [ + 0.4214, + 0.8253 + ] + }, + { + "instruction": "California", + "bbox": [ + 0.36041666666666666, + 0.8666666666666667, + 0.40625, + 0.8866666666666667 + ], + "point": [ + 0.3833, + 0.8767 + ] + }, + { + "instruction": "Colorado", + "bbox": [ + 0.3607638888888889, + 0.8938888888888888, + 0.40381944444444445, + 0.9094444444444445 + ], + "point": [ + 0.3823, + 0.9017 + ] + }, + { + "instruction": "Connecticut", + "bbox": [ + 0.3607638888888889, + 0.9188888888888889, + 0.4184027777777778, + 0.9372222222222222 + ], + "point": [ + 0.3896, + 0.9281 + ] + }, + { + "instruction": "Delaware", + "bbox": [ + 0.3607638888888889, + 0.945, + 0.40381944444444445, + 0.9611111111111111 + ], + "point": [ + 0.3823, + 0.9531 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.31319444444444444, + 0.6238888888888889, + 0.33229166666666665, + 0.65 + ], + "point": [ + 0.3227, + 0.6369 + ] + }, + { + "instruction": "Ship Here", + "bbox": [ + 0.6863485124376085, + 0.8939866807725695, + 0.758347913953993, + 0.9324662272135417 + ], + "point": [ + 0.7223, + 0.9132 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8954444885253906, + 0.049852718777126735, + 0.9706520080566406, + 0.08949617173936632 + ], + "point": [ + 0.933, + 0.0697 + ] + }, + { + "instruction": "980 Apartment Street", + "bbox": [ + 0.3464923858642578, + 0.3654918416341146, + 0.6632756127251519, + 0.4094697740342882 + ], + "point": [ + 0.5049, + 0.3875 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.34552684360080294, + 0.4816813490125868, + 0.663141589694553, + 0.5278233167860243 + ], + "point": [ + 0.5043, + 0.5048 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08405870861477321, + 0.05362331814236111, + 0.1566720856560601, + 0.08450262281629774 + ], + "point": [ + 0.1204, + 0.0691 + ] + }, + { + "instruction": "New Address", + "bbox": [ + 0.0678349706861708, + 0.5780421956380208, + 0.16489591598510742, + 0.6175490315755209 + ], + "point": [ + 0.1164, + 0.5978 + ] + }, + { + "instruction": "Please select a region, state or province_", + "bbox": [ + 0.34712210761176215, + 0.5501498752170139, + 0.6570870293511285, + 0.8072022840711806 + ], + "point": [ + 0.5021, + 0.6787 + ] + }, + { + "instruction": "Alabama", + "bbox": [ + 0.34712210761176215, + 0.5501498752170139, + 0.6570870293511285, + 0.8072022840711806 + ], + "point": [ + 0.5021, + 0.6787 + ] + }, + { + "instruction": "Alaska", + "bbox": [ + 0.34712210761176215, + 0.5501498752170139, + 0.6570870293511285, + 0.8072022840711806 + ], + "point": [ + 0.5021, + 0.6787 + ] + }, + { + "instruction": "American Samoa", + "bbox": [ + 0.34712210761176215, + 0.5501498752170139, + 0.6570870293511285, + 0.8072022840711806 + ], + "point": [ + 0.5021, + 0.6787 + ] + }, + { + "instruction": "Arizona", + "bbox": [ + 0.34712210761176215, + 0.5501498752170139, + 0.6570870293511285, + 0.8072022840711806 + ], + "point": [ + 0.5021, + 0.6787 + ] + }, + { + "instruction": "Arkansas", + "bbox": [ + 0.34712210761176215, + 0.5501498752170139, + 0.6570870293511285, + 0.8072022840711806 + ], + "point": [ + 0.5021, + 0.6787 + ] + }, + { + "instruction": "Armed Forces Africa", + "bbox": [ + 0.34712210761176215, + 0.5501498752170139, + 0.6570870293511285, + 0.8072022840711806 + ], + "point": [ + 0.5021, + 0.6787 + ] + }, + { + "instruction": "Armed Forces Americas", + "bbox": [ + 0.34712210761176215, + 0.5501498752170139, + 0.6570870293511285, + 0.8072022840711806 + ], + "point": [ + 0.5021, + 0.6787 + ] + }, + { + "instruction": "Armed Forces Canada", + "bbox": [ + 0.34712210761176215, + 0.5501498752170139, + 0.6570870293511285, + 0.8072022840711806 + ], + "point": [ + 0.5021, + 0.6787 + ] + }, + { + "instruction": "Armed Forces Europe", + "bbox": [ + 0.34712210761176215, + 0.5501498752170139, + 0.6570870293511285, + 0.8072022840711806 + ], + "point": [ + 0.5021, + 0.6787 + ] + }, + { + "instruction": "1092873456", + "bbox": [ + 0.08381307390001085, + 0.5023139444986979, + 0.14294793870713976, + 0.5285629272460938 + ], + "point": [ + 0.1134, + 0.5154 + ] + }, + { + "instruction": "Armed Forces Pacific", + "bbox": [ + 0.3597930060492622, + 0.8385260009765625, + 0.4583897908528646, + 0.8635670979817708 + ], + "point": [ + 0.4091, + 0.851 + ] + }, + { + "instruction": "Phone Number", + "bbox": [ + 0.25544539557562934, + 0.7562078179253472, + 0.3432195027669271, + 0.7841213650173611 + ], + "point": [ + 0.2993, + 0.7702 + ] + }, + { + "instruction": "Icel", + "bbox": [ + 0.6356948004828559, + 0.8943080647786459, + 0.6823565165201823, + 0.9336559380425348 + ], + "point": [ + 0.659, + 0.914 + ] + }, + { + "instruction": "a button to view the ship's information.", + "bbox": [ + 0.6863485124376085, + 0.8939866807725695, + 0.758347913953993, + 0.9324662272135417 + ], + "point": [ + 0.7223, + 0.9132 + ] + }, + { + "instruction": "a horizontal line or separator.", + "bbox": [ + 0.34601961771647133, + 0.29709581163194443, + 0.6632679833306206, + 0.34362765842013887 + ], + "point": [ + 0.5046, + 0.3204 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8954444885253906, + 0.049852718777126735, + 0.9706520080566406, + 0.08949617173936632 + ], + "point": [ + 0.933, + 0.0697 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9755218505859375, + 0.0022708299424913196, + 0.9979454888237848, + 0.04016073862711589 + ], + "point": [ + 0.9867, + 0.0212 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8646174112955729, + 0.054959123399522566, + 0.8832755194769966, + 0.08670339796278212 + ], + "point": [ + 0.8739, + 0.0708 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9745277404785156, + 0.04998167249891493, + 0.9953880310058594, + 0.08964448716905382 + ], + "point": [ + 0.985, + 0.0698 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05439431932237413, + 0.05158855862087674, + 0.07622274822658963, + 0.08875517103407118 + ], + "point": [ + 0.0653, + 0.0702 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029049740897284612, + 0.052514911227756075, + 0.0507542610168457, + 0.08789542304144965 + ], + "point": [ + 0.0399, + 0.0702 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.151269351111518, + 0.010601043701171875, + 0.16618528366088867, + 0.035656615363227 + ], + "point": [ + 0.1587, + 0.0231 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004852876398298476, + 0.05332430521647136, + 0.026753711700439452, + 0.087407472398546 + ], + "point": [ + 0.0158, + 0.0704 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.17537363900078667, + 0.008709881040785048, + 0.19071466657850478, + 0.03691565089755588 + ], + "point": [ + 0.183, + 0.0228 + ] + }, + { + "instruction": "an email address or contact information.", + "bbox": [ + 0.3464923858642578, + 0.3654918416341146, + 0.6632756127251519, + 0.4094697740342882 + ], + "point": [ + 0.5049, + 0.3875 + ] + }, + { + "instruction": "a horizontal line or separator.", + "bbox": [ + 0.3462845696343316, + 0.4115549045138889, + 0.6633886549207899, + 0.45939853244357637 + ], + "point": [ + 0.5048, + 0.4355 + ] + }, + { + "instruction": "a dropdown menu for selecting United States.", + "bbox": [ + 0.34552684360080294, + 0.4816813490125868, + 0.663141589694553, + 0.5278233167860243 + ], + "point": [ + 0.5043, + 0.5048 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08405870861477321, + 0.05362331814236111, + 0.1566720856560601, + 0.08450262281629774 + ], + "point": [ + 0.1204, + 0.0691 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.0012599945068359375, + 0.7895016140407987, + 0.2026543935139974, + 0.9682927110460069 + ], + "point": [ + 0.102, + 0.8789 + ] + }, + { + "instruction": "Color picker", + "bbox": [ + 0.06837010913425022, + 0.7586598036024306, + 0.07982061174180773, + 0.7803030056423611 + ], + "point": [ + 0.0741, + 0.7695 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.7396796332465277, + 0.15999723646375869, + 0.7674018012152778, + 0.2075573221842448 + ], + "point": [ + 0.7535, + 0.1838 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 2.548148234685262e-05, + 0.054215736389160156, + 0.0048850448595152965, + 0.0857743665907118 + ], + "point": [ + 0.0025, + 0.07 + ] + }, + { + "instruction": "New tab", + "bbox": [ + 0.33329703013102213, + 0.6929705132378472, + 0.34204718271891277, + 0.7120425075954862 + ], + "point": [ + 0.3377, + 0.7025 + ] + }, + { + "instruction": "Close (Ctrl+F4)", + "bbox": [ + 0.3341083314683702, + 0.5596699354383681, + 0.3419379976060655, + 0.5757579888237847 + ], + "point": [ + 0.338, + 0.5677 + ] + }, + { + "instruction": "adding a new address.", + "bbox": [ + 0.0678349706861708, + 0.5780421956380208, + 0.16489591598510742, + 0.6175490315755209 + ], + "point": [ + 0.1164, + 0.5978 + ] + }, + { + "instruction": "armed forces in Canada.", + "bbox": [ + 0.34712210761176215, + 0.5501498752170139, + 0.6570870293511285, + 0.8072022840711806 + ], + "point": [ + 0.5021, + 0.6787 + ] + }, + { + "instruction": "a date range from 1028/735.", + "bbox": [ + 0.08381307390001085, + 0.5023139444986979, + 0.14294793870713976, + 0.5285629272460938 + ], + "point": [ + 0.1134, + 0.5154 + ] + }, + { + "instruction": "Armed Forces Pacific settings.", + "bbox": [ + 0.3597930060492622, + 0.8385260009765625, + 0.4583897908528646, + 0.8635670979817708 + ], + "point": [ + 0.4091, + 0.851 + ] + }, + { + "instruction": "a favorite or bookmarking feature for a phone number.", + "bbox": [ + 0.25544539557562934, + 0.7562078179253472, + 0.3432195027669271, + 0.7841213650173611 + ], + "point": [ + 0.2993, + 0.7702 + ] + }, + { + "instruction": "the \"icel\" function.", + "bbox": [ + 0.6356948004828559, + 0.8943080647786459, + 0.6823565165201823, + 0.9336559380425348 + ], + "point": [ + 0.659, + 0.914 + ] + }, + { + "instruction": "Star", + "bbox": [ + 0.3342032750447591, + 0.6269881184895834, + 0.3421097861395942, + 0.6428998480902778 + ], + "point": [ + 0.3382, + 0.6349 + ] + } + ], + "element_size": 75 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/change_contact/action_videoframes/action_14/8658.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Checkout", + "bbox": [ + 0.028819444444444446, + 0.013333333333333334, + 0.06909722222222223, + 0.029444444444444443 + ], + "point": [ + 0.049, + 0.0214 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:7770/checkout/#shipping", + "bbox": [ + 0.15833334392971463, + 0.06055555555555556, + 0.5055556085374621, + 0.08277777777777778 + ], + "point": [ + 0.3319, + 0.0717 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.07048610051472982, + 0.13444444444444445, + 0.2076388888888889, + 0.16555555555555557 + ], + "point": [ + 0.1391, + 0.15 + ] + }, + { + "instruction": "Shipping Address", + "bbox": [ + 0.23958333333333334, + 0.18444444444444444, + 0.38645833333333335, + 0.22666666666666666 + ], + "point": [ + 0.313, + 0.2056 + ] + }, + { + "instruction": "Shipping", + "bbox": [ + 0.10694443384806315, + 0.23999998304578993, + 0.15972221162584094, + 0.2694444274902344 + ], + "point": [ + 0.1333, + 0.2547 + ] + }, + { + "instruction": "Re", + "bbox": [ + 0.20694444444444443, + 0.24388890584309897, + 0.22256944444444443, + 0.2622222391764323 + ], + "point": [ + 0.2148, + 0.2531 + ] + }, + { + "instruction": "Last Name", + "bbox": [ + 0.27881946563720705, + 0.24222220526801216, + 0.3333333545260959, + 0.25833331637912327 + ], + "point": [ + 0.3061, + 0.2503 + ] + }, + { + "instruction": "Lopez", + "bbox": [ + 0.35520833333333335, + 0.2411111111111111, + 0.38645833333333335, + 0.26555555555555554 + ], + "point": [ + 0.3708, + 0.2533 + ] + }, + { + "instruction": "Shipping Address", + "bbox": [ + 0.0663194497426351, + 0.29222225613064234, + 0.21284722752041288, + 0.3355555894639757 + ], + "point": [ + 0.1396, + 0.3139 + ] + }, + { + "instruction": "Company", + "bbox": [ + 0.29305555555555557, + 0.3088888888888889, + 0.3423611111111111, + 0.3322222222222222 + ], + "point": [ + 0.3177, + 0.3206 + ] + }, + { + "instruction": "Tim Jacobs", + "bbox": [ + 0.08333333333333333, + 0.37444444444444447, + 0.13541666666666666, + 0.395 + ], + "point": [ + 0.1094, + 0.3847 + ] + }, + { + "instruction": "Street Address", + "bbox": [ + 0.25729166666666664, + 0.37555555555555553, + 0.3315972222222222, + 0.3972222222222222 + ], + "point": [ + 0.2944, + 0.3864 + ] + }, + { + "instruction": "456 Street Avenye", + "bbox": [ + 0.08333333333333333, + 0.4066667005750868, + 0.1673611111111111, + 0.42833336724175347 + ], + "point": [ + 0.1253, + 0.4175 + ] + }, + { + "instruction": "Cupertino, California 45693", + "bbox": [ + 0.08333332273695204, + 0.44055555555555553, + 0.21041666666666667, + 0.4627777777777778 + ], + "point": [ + 0.1469, + 0.4517 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.084375, + 0.47388885498046873, + 0.14583333333333334, + 0.4922221883138021 + ], + "point": [ + 0.1151, + 0.4831 + ] + }, + { + "instruction": "Country", + "bbox": [ + 0.29131944444444446, + 0.4894444783528646, + 0.3347222222222222, + 0.5133333672417535 + ], + "point": [ + 0.313, + 0.5014 + ] + }, + { + "instruction": "State/Province", + "bbox": [ + 0.2593749788072374, + 0.5588888888888889, + 0.3340277565850152, + 0.5772222222222222 + ], + "point": [ + 0.2967, + 0.5681 + ] + }, + { + "instruction": "Shipping Methods", + "bbox": [ + 0.0663194497426351, + 0.6850000678168403, + 0.21979167196485733, + 0.7283334011501736 + ], + "point": [ + 0.1431, + 0.7067 + ] + }, + { + "instruction": "Zip/Postal Code", + "bbox": [ + 0.2552083333333333, + 0.6944444444444444, + 0.334375, + 0.7166666666666667 + ], + "point": [ + 0.2948, + 0.7056 + ] + }, + { + "instruction": "$10.00", + "bbox": [ + 0.08888888888888889, + 0.76, + 0.12256944444444444, + 0.7783333333333333 + ], + "point": [ + 0.1057, + 0.7692 + ] + }, + { + "instruction": "Fixed", + "bbox": [ + 0.19826388888888888, + 0.7611111789279514, + 0.2232638888888889, + 0.7772222900390625 + ], + "point": [ + 0.2108, + 0.7692 + ] + }, + { + "instruction": "Phone Number", + "bbox": [ + 0.25729168785942924, + 0.7616666666666667, + 0.3343750211927626, + 0.7816666666666666 + ], + "point": [ + 0.2958, + 0.7717 + ] + }, + { + "instruction": "Save in address book", + "bbox": [ + 0.3638888888888889, + 0.8238888888888889, + 0.46319444444444446, + 0.8422222222222222 + ], + "point": [ + 0.4135, + 0.8331 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.3128472434149848, + 0.6244443766276042, + 0.3329861323038737, + 0.6499999321831598 + ], + "point": [ + 0.3229, + 0.6372 + ] + }, + { + "instruction": "Ship Here", + "bbox": [ + 0.6863614824083116, + 0.8940025499131945, + 0.7583307902018229, + 0.9324848090277778 + ], + "point": [ + 0.7223, + 0.9132 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.6251082102457682, + 0.8942308213975695, + 0.6824417538113065, + 0.9329722764756945 + ], + "point": [ + 0.6538, + 0.9136 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8952522277832031, + 0.04947864956325955, + 0.9707440694173177, + 0.09016791449652778 + ], + "point": [ + 0.933, + 0.0698 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.34610635969373915, + 0.4821584743923611, + 0.662736341688368, + 0.5256779649522569 + ], + "point": [ + 0.5044, + 0.5039 + ] + }, + { + "instruction": "Colorado", + "bbox": [ + 0.34600243038601347, + 0.5489996337890625, + 0.6633368598090278, + 0.592801988389757 + ], + "point": [ + 0.5047, + 0.5709 + ] + }, + { + "instruction": "980 Apartment Street", + "bbox": [ + 0.3461994806925456, + 0.3655651516384549, + 0.6633460998535157, + 0.40927303738064236 + ], + "point": [ + 0.5048, + 0.3874 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.0841152826944987, + 0.053615841335720484, + 0.15660523308648003, + 0.08453714158799913 + ], + "point": [ + 0.1204, + 0.0691 + ] + }, + { + "instruction": "New Address", + "bbox": [ + 0.06796278953552246, + 0.5781821695963542, + 0.16478480762905545, + 0.6172170003255208 + ], + "point": [ + 0.1164, + 0.5977 + ] + }, + { + "instruction": "1092873456", + "bbox": [ + 0.08416362868414985, + 0.5020531887478299, + 0.1424555672539605, + 0.5281482272677951 + ], + "point": [ + 0.1133, + 0.5151 + ] + }, + { + "instruction": "a button to view the ship's information.", + "bbox": [ + 0.6863614824083116, + 0.8940025499131945, + 0.7583307902018229, + 0.9324848090277778 + ], + "point": [ + 0.7223, + 0.9132 + ] + }, + { + "instruction": "a cancel button.", + "bbox": [ + 0.6251082102457682, + 0.8942308213975695, + 0.6824417538113065, + 0.9329722764756945 + ], + "point": [ + 0.6538, + 0.9136 + ] + }, + { + "instruction": "a horizontal line or separator.", + "bbox": [ + 0.34606149461534286, + 0.2974591064453125, + 0.663308588663737, + 0.34320359971788195 + ], + "point": [ + 0.5047, + 0.3203 + ] + }, + { + "instruction": "Help", + "bbox": [ + 0.6433159722222223, + 0.7590744357638889, + 0.6587754143608942, + 0.7925668674045139 + ], + "point": [ + 0.651, + 0.7758 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8952522277832031, + 0.04947864956325955, + 0.9707440694173177, + 0.09016791449652778 + ], + "point": [ + 0.933, + 0.0698 + ] + }, + { + "instruction": "a horizontal line or separator.", + "bbox": [ + 0.3457581414116753, + 0.6828948974609375, + 0.6642929077148437, + 0.7307563612196181 + ], + "point": [ + 0.505, + 0.7068 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8646965026855469, + 0.05498172336154514, + 0.8831733703613281, + 0.08643022325303819 + ], + "point": [ + 0.8739, + 0.0707 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9756158616807725, + 0.0032771597968207465, + 0.9970108879937066, + 0.04094618055555556 + ], + "point": [ + 0.9863, + 0.0221 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1511360592312283, + 0.01065529187520345, + 0.16599364810519748, + 0.03536450597974989 + ], + "point": [ + 0.1586, + 0.023 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.0012836456298828125, + 0.8023822699652777, + 0.2033431159125434, + 0.9673312717013889 + ], + "point": [ + 0.1023, + 0.8849 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9745466444227431, + 0.04997256384955512, + 0.9954227023654514, + 0.08958587646484376 + ], + "point": [ + 0.985, + 0.0698 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05460023880004883, + 0.051820428636338976, + 0.07610802120632595, + 0.08859154595269098 + ], + "point": [ + 0.0654, + 0.0702 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029251829783121745, + 0.05281172434488932, + 0.050550047556559244, + 0.08776180691189236 + ], + "point": [ + 0.0399, + 0.0703 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17548769844902887, + 0.008721622890896267, + 0.19060162438286676, + 0.036769527859157984 + ], + "point": [ + 0.183, + 0.0227 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004940719074673123, + 0.05349749247233073, + 0.02656261656019423, + 0.08724784851074219 + ], + "point": [ + 0.0158, + 0.0704 + ] + }, + { + "instruction": "a dropdown menu for selecting United States.", + "bbox": [ + 0.34610635969373915, + 0.4821584743923611, + 0.662736341688368, + 0.5256779649522569 + ], + "point": [ + 0.5044, + 0.5039 + ] + }, + { + "instruction": "a dropdown menu for selecting the colorado state.", + "bbox": [ + 0.34600243038601347, + 0.5489996337890625, + 0.6633368598090278, + 0.592801988389757 + ], + "point": [ + 0.5047, + 0.5709 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.3457479476928711, + 0.7506634521484375, + 0.6378859625922308, + 0.7935955810546875 + ], + "point": [ + 0.4918, + 0.7721 + ] + }, + { + "instruction": "a horizontal line or separator.", + "bbox": [ + 0.34623163011338975, + 0.4117503187391493, + 0.663336902194553, + 0.46035003662109375 + ], + "point": [ + 0.5048, + 0.4361 + ] + }, + { + "instruction": "an email address or contact information.", + "bbox": [ + 0.3461994806925456, + 0.3655651516384549, + 0.6633460998535157, + 0.40927303738064236 + ], + "point": [ + 0.5048, + 0.3874 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.0841152826944987, + 0.053615841335720484, + 0.15660523308648003, + 0.08453714158799913 + ], + "point": [ + 0.1204, + 0.0691 + ] + }, + { + "instruction": "Color picker", + "bbox": [ + 0.06846128039889865, + 0.7585669623480903, + 0.07981576919555664, + 0.7801495361328125 + ], + "point": [ + 0.0741, + 0.7694 + ] + }, + { + "instruction": "adding a new address.", + "bbox": [ + 0.06796278953552246, + 0.5781821695963542, + 0.16478480762905545, + 0.6172170003255208 + ], + "point": [ + 0.1164, + 0.5977 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.740252431233724, + 0.16089085896809896, + 0.7668295118543836, + 0.2066959465874566 + ], + "point": [ + 0.7535, + 0.1838 + ] + }, + { + "instruction": "Bold", + "bbox": [ + 0.35077571868896484, + 0.6195086669921875, + 0.369013680352105, + 0.6521672227647569 + ], + "point": [ + 0.3599, + 0.6358 + ] + }, + { + "instruction": "a date and time display.", + "bbox": [ + 0.08416362868414985, + 0.5020531887478299, + 0.1424555672539605, + 0.5281482272677951 + ], + "point": [ + 0.1133, + 0.5151 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 2.743783924314711e-05, + 0.054298888312445746, + 0.004938575128714244, + 0.08560903761121962 + ], + "point": [ + 0.0025, + 0.07 + ] + }, + { + "instruction": "Completion", + "bbox": [ + 0.3495838377210829, + 0.8230560980902778, + 0.3612403869628906, + 0.8437514919704862 + ], + "point": [ + 0.3554, + 0.8334 + ] + } + ], + "element_size": 61 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/change_contact/action_videoframes/action_15/10962.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Checkout", + "bbox": [ + 0.028819444444444446, + 0.013333333333333334, + 0.06909722222222223, + 0.029444444444444443 + ], + "point": [ + 0.049, + 0.0214 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-T.amazonaws com:7770/checkout/#payment", + "bbox": [ + 0.1579861005147298, + 0.058333333333333334, + 0.5072916560702854, + 0.08333333333333333 + ], + "point": [ + 0.3326, + 0.0708 + ] + }, + { + "instruction": "Payment Method", + "bbox": [ + 0.06701388359069824, + 0.205, + 0.21041664017571343, + 0.24555555555555555 + ], + "point": [ + 0.1387, + 0.2253 + ] + }, + { + "instruction": "Order Summary", + "bbox": [ + 0.6618055555555555, + 0.23444446139865452, + 0.7979166666666667, + 0.27500001695421006 + ], + "point": [ + 0.7299, + 0.2547 + ] + }, + { + "instruction": "Check", + "bbox": [ + 0.06875, + 0.2788888888888889, + 0.09895833333333333, + 0.2972222222222222 + ], + "point": [ + 0.0839, + 0.2881 + ] + }, + { + "instruction": "Money order", + "bbox": [ + 0.10381945504082574, + 0.2772222222222222, + 0.16493056615193685, + 0.3011111111111111 + ], + "point": [ + 0.1344, + 0.2892 + ] + }, + { + "instruction": "Cart Subtotal", + "bbox": [ + 0.6663194444444445, + 0.2961111111111111, + 0.7277777777777777, + 0.31444444444444447 + ], + "point": [ + 0.697, + 0.3053 + ] + }, + { + "instruction": "S215.00", + "bbox": [ + 0.8694444444444445, + 0.2961111111111111, + 0.9083333333333333, + 0.31444444444444447 + ], + "point": [ + 0.8889, + 0.3053 + ] + }, + { + "instruction": "Shipping", + "bbox": [ + 0.6649305555555556, + 0.33555555555555555, + 0.7090277777777778, + 0.36 + ], + "point": [ + 0.687, + 0.3478 + ] + }, + { + "instruction": "$10.00", + "bbox": [ + 0.875, + 0.33611111111111114, + 0.9083333333333333, + 0.35444444444444445 + ], + "point": [ + 0.8917, + 0.3453 + ] + }, + { + "instruction": "Emma Lopez", + "bbox": [ + 0.09965277777777778, + 0.36, + 0.1607638888888889, + 0.38222222222222224 + ], + "point": [ + 0.1302, + 0.3711 + ] + }, + { + "instruction": "Flat Rate", + "bbox": [ + 0.6663194444444445, + 0.35888888888888887, + 0.7076388888888889, + 0.37722222222222224 + ], + "point": [ + 0.687, + 0.3681 + ] + }, + { + "instruction": "Fixed", + "bbox": [ + 0.7131944444444445, + 0.35888888888888887, + 0.7395833333333334, + 0.37722222222222224 + ], + "point": [ + 0.7264, + 0.3681 + ] + }, + { + "instruction": "980 Apartment Street", + "bbox": [ + 0.09895833333333333, + 0.3894444444444444, + 0.2, + 0.41 + ], + "point": [ + 0.1495, + 0.3997 + ] + }, + { + "instruction": "Boulder, Colorado 12345", + "bbox": [ + 0.09930555555555555, + 0.41833333333333333, + 0.21493055555555557, + 0.4388888888888889 + ], + "point": [ + 0.1571, + 0.4286 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.10000001059638129, + 0.4499999660915799, + 0.16215278837415908, + 0.4683332994249132 + ], + "point": [ + 0.1311, + 0.4592 + ] + }, + { + "instruction": "To;", + "bbox": [ + 0.7024305555555556, + 0.5411111111111111, + 0.7295138888888889, + 0.5705555555555556 + ], + "point": [ + 0.716, + 0.5558 + ] + }, + { + "instruction": "Emma Lopez", + "bbox": [ + 0.6635416666666667, + 0.616666734483507, + 0.7243055555555555, + 0.6388889567057292 + ], + "point": [ + 0.6939, + 0.6278 + ] + }, + { + "instruction": "980 Apartment Street", + "bbox": [ + 0.6628472222222223, + 0.6466666666666666, + 0.7635416666666667, + 0.6677777777777778 + ], + "point": [ + 0.7132, + 0.6572 + ] + }, + { + "instruction": "Boulder, Colorado 12345", + "bbox": [ + 0.6631944444444444, + 0.675, + 0.7791666666666667, + 0.6966666666666667 + ], + "point": [ + 0.7212, + 0.6858 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.6635416666666667, + 0.7055555555555556, + 0.7260416666666667, + 0.7266666666666667 + ], + "point": [ + 0.6948, + 0.7161 + ] + }, + { + "instruction": "Shipping Method:", + "bbox": [ + 0.6618055555555555, + 0.7877777099609375, + 0.8097222222222222, + 0.828333265516493 + ], + "point": [ + 0.7358, + 0.8081 + ] + }, + { + "instruction": "Flat Rate", + "bbox": [ + 0.6631944020589192, + 0.865, + 0.7045139312744141, + 0.8833333333333333 + ], + "point": [ + 0.6839, + 0.8742 + ] + }, + { + "instruction": "Fixed", + "bbox": [ + 0.7107638465033637, + 0.865, + 0.7364583333333333, + 0.8833333333333333 + ], + "point": [ + 0.7236, + 0.8742 + ] + }, + { + "instruction": "Ship", + "bbox": [ + 0.6638888888888889, + 0.5344444783528646, + 0.7003472222222222, + 0.58 + ], + "point": [ + 0.6821, + 0.5572 + ] + }, + { + "instruction": "Place Order", + "bbox": [ + 0.5238372378879124, + 0.5244751654730903, + 0.6238807254367404, + 0.5869136555989584 + ], + "point": [ + 0.5739, + 0.5557 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8953463236490885, + 0.04957677205403646, + 0.970770517985026, + 0.08986441718207465 + ], + "point": [ + 0.9331, + 0.0697 + ] + }, + { + "instruction": "Apply Discount", + "bbox": [ + 0.3315036349826389, + 0.7302350531684028, + 0.4302296956380208, + 0.7692054578993055 + ], + "point": [ + 0.3809, + 0.7497 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08245581520928277, + 0.053456043667263455, + 0.15597397486368816, + 0.0844240485297309 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "2 Items in Cart", + "bbox": [ + 0.6577470567491319, + 0.43684146457248263, + 0.9130601671006945, + 0.49066226535373264 + ], + "point": [ + 0.7854, + 0.4638 + ] + }, + { + "instruction": "Shipping", + "bbox": [ + 0.0994861814710829, + 0.09515005323621961, + 0.1665875540839301, + 0.14653369479709202 + ], + "point": [ + 0.133, + 0.1208 + ] + }, + { + "instruction": "Enter discount code", + "bbox": [ + 0.08266243404812283, + 0.67281982421875, + 0.4348869323730469, + 0.7153439670138889 + ], + "point": [ + 0.2588, + 0.6941 + ] + }, + { + "instruction": "Review & Payments", + "bbox": [ + 0.19828923543294272, + 0.09526923285590277, + 0.3256972418891059, + 0.14489534166124132 + ], + "point": [ + 0.262, + 0.1201 + ] + }, + { + "instruction": "Order Total", + "bbox": [ + 0.6615019056532118, + 0.39733272976345485, + 0.9122526380750868, + 0.4428253512912326 + ], + "point": [ + 0.7869, + 0.4201 + ] + }, + { + "instruction": "5225.00", + "bbox": [ + 0.6615019056532118, + 0.39733272976345485, + 0.9122526380750868, + 0.4428253512912326 + ], + "point": [ + 0.7869, + 0.4201 + ] + }, + { + "instruction": "My billing and shipping address are the same", + "bbox": [ + 0.0728531731499566, + 0.3156222195095486, + 0.3102558135986328, + 0.3465572102864583 + ], + "point": [ + 0.1916, + 0.3311 + ] + }, + { + "instruction": "1234567890", + "bbox": [ + 0.6622947269015842, + 0.7305647108289931, + 0.7237886216905381, + 0.7599424235026042 + ], + "point": [ + 0.693, + 0.7453 + ] + }, + { + "instruction": "1234567890", + "bbox": [ + 0.10024050606621636, + 0.47645562065972225, + 0.15906140009562175, + 0.5006621636284723 + ], + "point": [ + 0.1297, + 0.4886 + ] + }, + { + "instruction": "Apply Discount Code", + "bbox": [ + 0.08319606251186795, + 0.626162109375, + 0.20086186197068956, + 0.6541826714409722 + ], + "point": [ + 0.142, + 0.6402 + ] + }, + { + "instruction": "a button to place an order.", + "bbox": [ + 0.5238372378879124, + 0.5244751654730903, + 0.6238807254367404, + 0.5869136555989584 + ], + "point": [ + 0.5739, + 0.5557 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8953463236490885, + 0.04957677205403646, + 0.970770517985026, + 0.08986441718207465 + ], + "point": [ + 0.9331, + 0.0697 + ] + }, + { + "instruction": "a button to apply a discount.", + "bbox": [ + 0.3315036349826389, + 0.7302350531684028, + 0.4302296956380208, + 0.7692054578993055 + ], + "point": [ + 0.3809, + 0.7497 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08245581520928277, + 0.053456043667263455, + 0.15597397486368816, + 0.0844240485297309 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "a dropdown menu for selecting 2 items in the cart.", + "bbox": [ + 0.6577470567491319, + 0.43684146457248263, + 0.9130601671006945, + 0.49066226535373264 + ], + "point": [ + 0.7854, + 0.4638 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05474887424045139, + 0.05038062201605903, + 0.07626113891601563, + 0.08979626973470052 + ], + "point": [ + 0.0655, + 0.0701 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9757134331597223, + 0.0033000077141655815, + 0.9969707912868924, + 0.03954398896959093 + ], + "point": [ + 0.9863, + 0.0214 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15142425960964626, + 0.011771504084269207, + 0.16537623935275608, + 0.03372094578213162 + ], + "point": [ + 0.1584, + 0.0227 + ] + }, + { + "instruction": "Shipping.", + "bbox": [ + 0.0994861814710829, + 0.09515005323621961, + 0.1665875540839301, + 0.14653369479709202 + ], + "point": [ + 0.133, + 0.1208 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17562036514282225, + 0.009705163107977973, + 0.18981975979275173, + 0.03531983375549316 + ], + "point": [ + 0.1827, + 0.0225 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02967028088039822, + 0.0517099126180013, + 0.05022526846991645, + 0.08829755995008681 + ], + "point": [ + 0.0399, + 0.07 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005260743697484334, + 0.052108052571614584, + 0.02663237584961785, + 0.08809336344401042 + ], + "point": [ + 0.0159, + 0.0701 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9739648607042101, + 0.04894736819797092, + 0.99607908460829, + 0.08984207153320313 + ], + "point": [ + 0.985, + 0.0694 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8658724466959635, + 0.056341595119900174, + 0.8832082960340711, + 0.086022703382704 + ], + "point": [ + 0.8745, + 0.0712 + ] + }, + { + "instruction": "Enter discount code.", + "bbox": [ + 0.08266243404812283, + 0.67281982421875, + 0.4348869323730469, + 0.7153439670138889 + ], + "point": [ + 0.2588, + 0.6941 + ] + }, + { + "instruction": "review & payments section.", + "bbox": [ + 0.19828923543294272, + 0.09526923285590277, + 0.3256972418891059, + 0.14489534166124132 + ], + "point": [ + 0.262, + 0.1201 + ] + }, + { + "instruction": "Settings", + "bbox": [ + 0.8919570922851563, + 0.7961370849609375, + 0.9090966118706597, + 0.8241827392578125 + ], + "point": [ + 0.9005, + 0.8102 + ] + }, + { + "instruction": "The option to order a total of $225.00.", + "bbox": [ + 0.6615019056532118, + 0.39733272976345485, + 0.9122526380750868, + 0.4428253512912326 + ], + "point": [ + 0.7869, + 0.4201 + ] + }, + { + "instruction": "Settings", + "bbox": [ + 0.8914976331922743, + 0.5448892550998264, + 0.9094902886284723, + 0.5808768717447916 + ], + "point": [ + 0.9005, + 0.5629 + ] + }, + { + "instruction": "A checkbox for sending and shipping address.", + "bbox": [ + 0.0728531731499566, + 0.3156222195095486, + 0.3102558135986328, + 0.3465572102864583 + ], + "point": [ + 0.1916, + 0.3311 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 5.5701533953348795e-05, + 0.053118243747287325, + 0.005192212263743083, + 0.08747406005859375 + ], + "point": [ + 0.0026, + 0.0703 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 0.9947820027669271, + 0.04497801462809245, + 1.0, + 0.09413504706488715 + ], + "point": [ + 0.9974, + 0.0696 + ] + }, + { + "instruction": "a numerical value.", + "bbox": [ + 0.6622947269015842, + 0.7305647108289931, + 0.7237886216905381, + 0.7599424235026042 + ], + "point": [ + 0.693, + 0.7453 + ] + }, + { + "instruction": "the number 12356789.", + "bbox": [ + 0.10024050606621636, + 0.47645562065972225, + 0.15906140009562175, + 0.5006621636284723 + ], + "point": [ + 0.1297, + 0.4886 + ] + }, + { + "instruction": "A button to apply a discount code.", + "bbox": [ + 0.08319606251186795, + 0.626162109375, + 0.20086186197068956, + 0.6541826714409722 + ], + "point": [ + 0.142, + 0.6402 + ] + } + ], + "element_size": 64 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/change_contact/action_videoframes/action_16/11646.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Checkout", + "bbox": [ + 0.028819444444444446, + 0.013333333333333334, + 0.06909722222222223, + 0.029444444444444443 + ], + "point": [ + 0.049, + 0.0214 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:7770/checkout/#payment", + "bbox": [ + 0.15833331214057075, + 0.059444444444444446, + 0.5072916666666667, + 0.08333333333333333 + ], + "point": [ + 0.3328, + 0.0714 + ] + }, + { + "instruction": "Payment Method", + "bbox": [ + 0.06701388359069824, + 0.28, + 0.21041664017571343, + 0.32055555555555554 + ], + "point": [ + 0.1387, + 0.3003 + ] + }, + { + "instruction": "Check", + "bbox": [ + 0.06840277777777778, + 0.3516666666666667, + 0.09930555555555555, + 0.37166666666666665 + ], + "point": [ + 0.0839, + 0.3617 + ] + }, + { + "instruction": "Money order", + "bbox": [ + 0.10381943384806315, + 0.3522222222222222, + 0.16527776718139647, + 0.37555555555555553 + ], + "point": [ + 0.1345, + 0.3639 + ] + }, + { + "instruction": "Cart Subtotal", + "bbox": [ + 0.6663194444444445, + 0.3711111111111111, + 0.7277777777777777, + 0.3894444444444444 + ], + "point": [ + 0.697, + 0.3803 + ] + }, + { + "instruction": "S215.00", + "bbox": [ + 0.8694444444444445, + 0.3711111111111111, + 0.9083333333333333, + 0.3894444444444444 + ], + "point": [ + 0.8889, + 0.3803 + ] + }, + { + "instruction": "My", + "bbox": [ + 0.09895833333333333, + 0.3983333333333333, + 0.115625, + 0.41888888888888887 + ], + "point": [ + 0.1073, + 0.4086 + ] + }, + { + "instruction": "and shipping address areKhe same", + "bbox": [ + 0.14375, + 0.39555555555555555, + 0.3059027777777778, + 0.4222222222222222 + ], + "point": [ + 0.2248, + 0.4089 + ] + }, + { + "instruction": "Shipping", + "bbox": [ + 0.6652777777777777, + 0.41055552164713544, + 0.7086805555555555, + 0.43388885498046875 + ], + "point": [ + 0.687, + 0.4222 + ] + }, + { + "instruction": "$10.00", + "bbox": [ + 0.875, + 0.4111111111111111, + 0.9083333333333333, + 0.42944444444444446 + ], + "point": [ + 0.8917, + 0.4203 + ] + }, + { + "instruction": "Flat Rate", + "bbox": [ + 0.6663194020589193, + 0.4338888888888889, + 0.7069444020589193, + 0.45111111111111113 + ], + "point": [ + 0.6866, + 0.4425 + ] + }, + { + "instruction": "Fixed", + "bbox": [ + 0.7131944444444445, + 0.4338888888888889, + 0.7395833333333334, + 0.45111111111111113 + ], + "point": [ + 0.7264, + 0.4425 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.5201388888888889, + 0.4961111111111111, + 0.5520833333333334, + 0.5122222222222222 + ], + "point": [ + 0.5361, + 0.5042 + ] + }, + { + "instruction": "Ship To:", + "bbox": [ + 0.6611111534966363, + 0.6122222222222222, + 0.7302083333333333, + 0.6538888888888889 + ], + "point": [ + 0.6957, + 0.6331 + ] + }, + { + "instruction": "Emma Lopez", + "bbox": [ + 0.6635416666666667, + 0.6916666666666667, + 0.7246527777777778, + 0.7122222222222222 + ], + "point": [ + 0.6941, + 0.7019 + ] + }, + { + "instruction": "1234567890", + "bbox": [ + 0.6631944444444444, + 0.8111111111111111, + 0.7215277777777778, + 0.8294444444444444 + ], + "point": [ + 0.6924, + 0.8203 + ] + }, + { + "instruction": "Shipping Method:", + "bbox": [ + 0.6607638465033637, + 0.8605555555555555, + 0.8097222222222222, + 0.9044444444444445 + ], + "point": [ + 0.7352, + 0.8825 + ] + }, + { + "instruction": "Flat Rate", + "bbox": [ + 0.6631944020589192, + 0.94, + 0.7045139312744141, + 0.9561111111111111 + ], + "point": [ + 0.6839, + 0.9481 + ] + }, + { + "instruction": "Fixed", + "bbox": [ + 0.7107638465033637, + 0.9388888888888889, + 0.7364583333333333, + 0.9572222222222222 + ], + "point": [ + 0.7236, + 0.9481 + ] + }, + { + "instruction": "billing", + "bbox": [ + 0.11527777777777778, + 0.3933333333333333, + 0.1440972222222222, + 0.4211111111111111 + ], + "point": [ + 0.1297, + 0.4072 + ] + }, + { + "instruction": "Place Order", + "bbox": [ + 0.5238086276584202, + 0.5425333658854167, + 0.6238074408637153, + 0.6044849989149306 + ], + "point": [ + 0.5738, + 0.5735 + ] + }, + { + "instruction": "Update", + "bbox": [ + 0.5628919813368055, + 0.4842770724826389, + 0.6240475124782986, + 0.5236123318142362 + ], + "point": [ + 0.5935, + 0.5039 + ] + }, + { + "instruction": "Apply Discount", + "bbox": [ + 0.33162930806477864, + 0.747613525390625, + 0.43038325839572483, + 0.787877197265625 + ], + "point": [ + 0.381, + 0.7677 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8953636169433594, + 0.04966513315836588, + 0.9707201639811198, + 0.0899301995171441 + ], + "point": [ + 0.933, + 0.0698 + ] + }, + { + "instruction": "Enter discount code", + "bbox": [ + 0.0786322275797526, + 0.6907155354817708, + 0.4356673346625434, + 0.7322426350911458 + ], + "point": [ + 0.2571, + 0.7115 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08347282939487033, + 0.05362140231662326, + 0.15650191836886937, + 0.08431150648328993 + ], + "point": [ + 0.12, + 0.069 + ] + }, + { + "instruction": "2 Items in Cart", + "bbox": [ + 0.6579104953342014, + 0.512709214952257, + 0.9123969184027778, + 0.5645864529079861 + ], + "point": [ + 0.7852, + 0.5386 + ] + }, + { + "instruction": "Order Summary", + "bbox": [ + 0.6579155815972222, + 0.1965429009331597, + 0.9165186564127604, + 0.36333394368489585 + ], + "point": [ + 0.7872, + 0.2799 + ] + }, + { + "instruction": "Shipping", + "bbox": [ + 0.10482778549194335, + 0.1266624789767795, + 0.16366395950317383, + 0.22312243991427952 + ], + "point": [ + 0.1342, + 0.1749 + ] + }, + { + "instruction": "Apply Discount Code", + "bbox": [ + 0.08282385402255588, + 0.643291015625, + 0.20291779306199814, + 0.673326416015625 + ], + "point": [ + 0.1429, + 0.6583 + ] + }, + { + "instruction": "Tim Jacobs, 456 Street Avenye, Cupertino, California 45693, United States", + "bbox": [ + 0.07074576483832465, + 0.42817718505859376, + 0.5049319373236762, + 0.4674642944335938 + ], + "point": [ + 0.2878, + 0.4478 + ] + }, + { + "instruction": "Order Total", + "bbox": [ + 0.6614633348253038, + 0.4700096638997396, + 0.911661359998915, + 0.5187980482313368 + ], + "point": [ + 0.7866, + 0.4944 + ] + }, + { + "instruction": "S225.00", + "bbox": [ + 0.6614633348253038, + 0.4700096638997396, + 0.911661359998915, + 0.5187980482313368 + ], + "point": [ + 0.7866, + 0.4944 + ] + }, + { + "instruction": "Review & Payments", + "bbox": [ + 0.15363604227701824, + 0.12199593438042534, + 0.3318357255723741, + 0.22156143188476562 + ], + "point": [ + 0.2427, + 0.1718 + ] + }, + { + "instruction": "980 Apartment Street", + "bbox": [ + 0.6625412411159939, + 0.7165345594618056, + 0.7646321614583333, + 0.7437525770399306 + ], + "point": [ + 0.7136, + 0.7301 + ] + }, + { + "instruction": "Boulder; Colorado 12345", + "bbox": [ + 0.6626466539171006, + 0.7466485595703125, + 0.7788931952582465, + 0.7743604193793403 + ], + "point": [ + 0.7208, + 0.7605 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.6633281707763672, + 0.7758970811631944, + 0.7271984524197048, + 0.8048744032118056 + ], + "point": [ + 0.6953, + 0.7904 + ] + }, + { + "instruction": "a button to place an order.", + "bbox": [ + 0.5238086276584202, + 0.5425333658854167, + 0.6238074408637153, + 0.6044849989149306 + ], + "point": [ + 0.5738, + 0.5735 + ] + }, + { + "instruction": "Update.", + "bbox": [ + 0.5628919813368055, + 0.4842770724826389, + 0.6240475124782986, + 0.5236123318142362 + ], + "point": [ + 0.5935, + 0.5039 + ] + }, + { + "instruction": "a button to apply a discount.", + "bbox": [ + 0.33162930806477864, + 0.747613525390625, + 0.43038325839572483, + 0.787877197265625 + ], + "point": [ + 0.381, + 0.7677 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8953636169433594, + 0.04966513315836588, + 0.9707201639811198, + 0.0899301995171441 + ], + "point": [ + 0.933, + 0.0698 + ] + }, + { + "instruction": "Enter the discount code.", + "bbox": [ + 0.0786322275797526, + 0.6907155354817708, + 0.4356673346625434, + 0.7322426350911458 + ], + "point": [ + 0.2571, + 0.7115 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08347282939487033, + 0.05362140231662326, + 0.15650191836886937, + 0.08431150648328993 + ], + "point": [ + 0.12, + 0.069 + ] + }, + { + "instruction": "a dropdown menu for selecting 2 items in the cart.", + "bbox": [ + 0.6579104953342014, + 0.512709214952257, + 0.9123969184027778, + 0.5645864529079861 + ], + "point": [ + 0.7852, + 0.5386 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9756161159939236, + 0.003175406985812717, + 0.9971755981445313, + 0.03955866707695855 + ], + "point": [ + 0.9864, + 0.0214 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05478185017903646, + 0.04929495917426215, + 0.07597831090291342, + 0.08995313008626302 + ], + "point": [ + 0.0654, + 0.0696 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15117389890882704, + 0.011529975467258029, + 0.165839778052436, + 0.03372437583075629 + ], + "point": [ + 0.1585, + 0.0226 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005107149150636461, + 0.05137369791666667, + 0.026889057291878595, + 0.0881923082139757 + ], + "point": [ + 0.016, + 0.0698 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9740297105577257, + 0.04944608900282118, + 0.9959447224934895, + 0.08937737358940973 + ], + "point": [ + 0.985, + 0.0694 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029379092322455513, + 0.0507135984632704, + 0.05042801962958442, + 0.0885637919108073 + ], + "point": [ + 0.0399, + 0.0696 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17537846035427518, + 0.009428776635064019, + 0.19029456244574652, + 0.035736304389105904 + ], + "point": [ + 0.1828, + 0.0226 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8658621893988715, + 0.05625961303710938, + 0.883073255750868, + 0.08585054185655382 + ], + "point": [ + 0.8745, + 0.0711 + ] + }, + { + "instruction": "Ordered Summary", + "bbox": [ + 0.6579155815972222, + 0.1965429009331597, + 0.9165186564127604, + 0.36333394368489585 + ], + "point": [ + 0.7872, + 0.2799 + ] + }, + { + "instruction": "Shipping.", + "bbox": [ + 0.10482778549194335, + 0.1266624789767795, + 0.16366395950317383, + 0.22312243991427952 + ], + "point": [ + 0.1342, + 0.1749 + ] + }, + { + "instruction": "Settings", + "bbox": [ + 0.8915712144639757, + 0.6196126302083333, + 0.9096310085720486, + 0.6516796875 + ], + "point": [ + 0.9006, + 0.6356 + ] + }, + { + "instruction": "A button to apply a discount code.", + "bbox": [ + 0.08282385402255588, + 0.643291015625, + 0.20291779306199814, + 0.673326416015625 + ], + "point": [ + 0.1429, + 0.6583 + ] + }, + { + "instruction": "Settings", + "bbox": [ + 0.8923305087619358, + 0.8700547960069445, + 0.9092455546061198, + 0.8998573133680555 + ], + "point": [ + 0.9008, + 0.885 + ] + }, + { + "instruction": "A dropdown menu for organizing files.", + "bbox": [ + 0.07074576483832465, + 0.42817718505859376, + 0.5049319373236762, + 0.4674642944335938 + ], + "point": [ + 0.2878, + 0.4478 + ] + }, + { + "instruction": "The option to order a total of $225.00.", + "bbox": [ + 0.6614633348253038, + 0.4700096638997396, + 0.911661359998915, + 0.5187980482313368 + ], + "point": [ + 0.7866, + 0.4944 + ] + }, + { + "instruction": "review & payments.", + "bbox": [ + 0.15363604227701824, + 0.12199593438042534, + 0.3318357255723741, + 0.22156143188476562 + ], + "point": [ + 0.2427, + 0.1718 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.00010023961464564005, + 0.05238525390625, + 0.00501256502336926, + 0.08788140190972223 + ], + "point": [ + 0.0026, + 0.0701 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 0.994773186577691, + 0.045553165011935765, + 1.0, + 0.09352676391601562 + ], + "point": [ + 0.9974, + 0.0695 + ] + }, + { + "instruction": "the address of an apartment building.", + "bbox": [ + 0.6625412411159939, + 0.7165345594618056, + 0.7646321614583333, + 0.7437525770399306 + ], + "point": [ + 0.7136, + 0.7301 + ] + }, + { + "instruction": "Boulder, Colorado 1235.", + "bbox": [ + 0.6626466539171006, + 0.7466485595703125, + 0.7788931952582465, + 0.7743604193793403 + ], + "point": [ + 0.7208, + 0.7605 + ] + }, + { + "instruction": "United States.", + "bbox": [ + 0.6633281707763672, + 0.7758970811631944, + 0.7271984524197048, + 0.8048744032118056 + ], + "point": [ + 0.6953, + 0.7904 + ] + } + ], + "element_size": 66 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/change_contact/action_videoframes/action_17/12066.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Checkout", + "bbox": [ + 0.028819444444444446, + 0.013333333333333334, + 0.06909722222222223, + 0.029444444444444443 + ], + "point": [ + 0.049, + 0.0214 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:7770/checkout/#payment", + "bbox": [ + 0.15833331214057075, + 0.058888888888888886, + 0.5072916666666667, + 0.08333333333333333 + ], + "point": [ + 0.3328, + 0.0711 + ] + }, + { + "instruction": "Payment Method", + "bbox": [ + 0.06736111111111111, + 0.22833333333333333, + 0.21006944444444445, + 0.26611111111111113 + ], + "point": [ + 0.1387, + 0.2472 + ] + }, + { + "instruction": "Order Summary", + "bbox": [ + 0.6625, + 0.25666666666666665, + 0.7979166666666667, + 0.29777777777777775 + ], + "point": [ + 0.7302, + 0.2772 + ] + }, + { + "instruction": "Check", + "bbox": [ + 0.06875, + 0.3011111111111111, + 0.09826388888888889, + 0.31833333333333336 + ], + "point": [ + 0.0835, + 0.3097 + ] + }, + { + "instruction": "Money order", + "bbox": [ + 0.10381945504082574, + 0.3, + 0.16493056615193685, + 0.32222222222222224 + ], + "point": [ + 0.1344, + 0.3111 + ] + }, + { + "instruction": "Cart Subtotal", + "bbox": [ + 0.6663194444444445, + 0.3188888888888889, + 0.7277777777777777, + 0.3372222222222222 + ], + "point": [ + 0.697, + 0.3281 + ] + }, + { + "instruction": "5215.00", + "bbox": [ + 0.8694444444444445, + 0.3188888888888889, + 0.9083333333333333, + 0.3372222222222222 + ], + "point": [ + 0.8889, + 0.3281 + ] + }, + { + "instruction": "My", + "bbox": [ + 0.09895833333333333, + 0.34555555555555556, + 0.115625, + 0.36666666666666664 + ], + "point": [ + 0.1073, + 0.3561 + ] + }, + { + "instruction": "and shipping address are the same", + "bbox": [ + 0.1440972222222222, + 0.3433332994249132, + 0.3055555555555556, + 0.36777774386935763 + ], + "point": [ + 0.2248, + 0.3556 + ] + }, + { + "instruction": "Shipping", + "bbox": [ + 0.6652777777777777, + 0.35833333333333334, + 0.7086805555555555, + 0.38166666666666665 + ], + "point": [ + 0.687, + 0.37 + ] + }, + { + "instruction": "$10.00", + "bbox": [ + 0.875, + 0.35888888888888887, + 0.9076388888888889, + 0.3761111111111111 + ], + "point": [ + 0.8913, + 0.3675 + ] + }, + { + "instruction": "Emma Lopez", + "bbox": [ + 0.09965276718139648, + 0.3827777777777778, + 0.16041665607028538, + 0.4033333333333333 + ], + "point": [ + 0.13, + 0.3931 + ] + }, + { + "instruction": "Flat Rate", + "bbox": [ + 0.6663194444444445, + 0.3811111111111111, + 0.7076388888888889, + 0.39944444444444444 + ], + "point": [ + 0.687, + 0.3903 + ] + }, + { + "instruction": "Fixed", + "bbox": [ + 0.7131944444444445, + 0.3811111111111111, + 0.7388888888888889, + 0.3983333333333333 + ], + "point": [ + 0.726, + 0.3897 + ] + }, + { + "instruction": "980 Apartment Street", + "bbox": [ + 0.09895833333333333, + 0.4116666666666667, + 0.19930553436279297, + 0.43277777777777776 + ], + "point": [ + 0.1491, + 0.4222 + ] + }, + { + "instruction": "Boulder, Colorado 12345", + "bbox": [ + 0.09930555555555555, + 0.44055555555555553, + 0.21493055555555557, + 0.46166666666666667 + ], + "point": [ + 0.1571, + 0.4511 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.09965276718139648, + 0.4716667005750868, + 0.1624999894036187, + 0.4916667005750868 + ], + "point": [ + 0.1311, + 0.4817 + ] + }, + { + "instruction": "To;", + "bbox": [ + 0.7024305555555556, + 0.5638889227973091, + 0.7295138888888889, + 0.5933333333333334 + ], + "point": [ + 0.716, + 0.5786 + ] + }, + { + "instruction": "Emma Lopez", + "bbox": [ + 0.6628472222222223, + 0.6388888888888888, + 0.7239583333333334, + 0.6616666666666666 + ], + "point": [ + 0.6934, + 0.6503 + ] + }, + { + "instruction": "Apply Discount Code", + "bbox": [ + 0.08333333863152398, + 0.6544445122612847, + 0.1805555608537462, + 0.6766667344835069 + ], + "point": [ + 0.1319, + 0.6656 + ] + }, + { + "instruction": "980 Apartment Street", + "bbox": [ + 0.6631944444444444, + 0.67, + 0.7631944444444444, + 0.6883333333333334 + ], + "point": [ + 0.7132, + 0.6792 + ] + }, + { + "instruction": "Boulder, Colorado 12345", + "bbox": [ + 0.6635416666666667, + 0.6972222222222222, + 0.7791666666666667, + 0.7177777777777777 + ], + "point": [ + 0.7214, + 0.7075 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.6638888888888889, + 0.73, + 0.7256944444444444, + 0.7472222222222222 + ], + "point": [ + 0.6948, + 0.7386 + ] + }, + { + "instruction": "Shipping Method:", + "bbox": [ + 0.6614583333333334, + 0.8077777777777778, + 0.8100694444444444, + 0.8516666666666667 + ], + "point": [ + 0.7358, + 0.8297 + ] + }, + { + "instruction": "Flat Rate", + "bbox": [ + 0.6628472222222223, + 0.8866666666666667, + 0.7048611111111112, + 0.9066666666666666 + ], + "point": [ + 0.6839, + 0.8967 + ] + }, + { + "instruction": "Fixed", + "bbox": [ + 0.7097222222222223, + 0.8866666666666667, + 0.7368055555555556, + 0.9066666666666666 + ], + "point": [ + 0.7233, + 0.8967 + ] + }, + { + "instruction": "billing", + "bbox": [ + 0.11527777777777778, + 0.34111114501953127, + 0.1440972222222222, + 0.368888922797309 + ], + "point": [ + 0.1297, + 0.355 + ] + }, + { + "instruction": "Ship", + "bbox": [ + 0.6638888888888889, + 0.5566666666666666, + 0.7003472222222222, + 0.6027777777777777 + ], + "point": [ + 0.6821, + 0.5797 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8953361511230469, + 0.04945315890842014, + 0.9707786560058593, + 0.0900390879313151 + ], + "point": [ + 0.9331, + 0.0697 + ] + }, + { + "instruction": "Apply Discount", + "bbox": [ + 0.3314073350694444, + 0.7519821506076388, + 0.4303152296278212, + 0.7915505642361111 + ], + "point": [ + 0.3809, + 0.7718 + ] + }, + { + "instruction": "Place Oxder", + "bbox": [ + 0.5237556881374783, + 0.547154541015625, + 0.6240318722195095, + 0.6134202745225694 + ], + "point": [ + 0.5739, + 0.5803 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.0831226560804579, + 0.05251764085557726, + 0.1565501742892795, + 0.08532949659559462 + ], + "point": [ + 0.1198, + 0.0689 + ] + }, + { + "instruction": "2 Items in Cart", + "bbox": [ + 0.6608634948730469, + 0.46331590440538195, + 0.9134451124403212, + 0.5125173611111111 + ], + "point": [ + 0.7872, + 0.4879 + ] + }, + { + "instruction": "Enter discount code", + "bbox": [ + 0.0783222410413954, + 0.6928382025824653, + 0.4355660968356662, + 0.7380192735460069 + ], + "point": [ + 0.2569, + 0.7154 + ] + }, + { + "instruction": "Review", + "bbox": [ + 0.19426648881700304, + 0.09271892971462674, + 0.33107191721598306, + 0.19858362833658855 + ], + "point": [ + 0.2627, + 0.1457 + ] + }, + { + "instruction": "Payments", + "bbox": [ + 0.19426648881700304, + 0.09271892971462674, + 0.33107191721598306, + 0.19858362833658855 + ], + "point": [ + 0.2627, + 0.1457 + ] + }, + { + "instruction": "Order Total", + "bbox": [ + 0.660902574327257, + 0.42072940402560766, + 0.9123548719618055, + 0.4650057305230035 + ], + "point": [ + 0.7866, + 0.4429 + ] + }, + { + "instruction": "S225.00", + "bbox": [ + 0.660902574327257, + 0.42072940402560766, + 0.9123548719618055, + 0.4650057305230035 + ], + "point": [ + 0.7866, + 0.4429 + ] + }, + { + "instruction": "1234567890", + "bbox": [ + 0.09939308166503906, + 0.4965503946940104, + 0.15853915744357638, + 0.524671868218316 + ], + "point": [ + 0.129, + 0.5106 + ] + }, + { + "instruction": "1234567890", + "bbox": [ + 0.6631091223822699, + 0.7519852701822917, + 0.7245364718967013, + 0.7828626844618055 + ], + "point": [ + 0.6938, + 0.7674 + ] + }, + { + "instruction": "Shipping", + "bbox": [ + 0.07363251050313314, + 0.09705674913194444, + 0.1942531108856201, + 0.1969300333658854 + ], + "point": [ + 0.1339, + 0.147 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8953361511230469, + 0.04945315890842014, + 0.9707786560058593, + 0.0900390879313151 + ], + "point": [ + 0.9331, + 0.0697 + ] + }, + { + "instruction": "a button to apply a discount.", + "bbox": [ + 0.3314073350694444, + 0.7519821506076388, + 0.4303152296278212, + 0.7915505642361111 + ], + "point": [ + 0.3809, + 0.7718 + ] + }, + { + "instruction": "a button to access the place Order settings.", + "bbox": [ + 0.5237556881374783, + 0.547154541015625, + 0.6240318722195095, + 0.6134202745225694 + ], + "point": [ + 0.5739, + 0.5803 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.0831226560804579, + 0.05251764085557726, + 0.1565501742892795, + 0.08532949659559462 + ], + "point": [ + 0.1198, + 0.0689 + ] + }, + { + "instruction": "A dropdown menu for selecting 2 items in cart settings.", + "bbox": [ + 0.6608634948730469, + 0.46331590440538195, + 0.9134451124403212, + 0.5125173611111111 + ], + "point": [ + 0.7872, + 0.4879 + ] + }, + { + "instruction": "a text input field for adding a new account code.", + "bbox": [ + 0.0783222410413954, + 0.6928382025824653, + 0.4355660968356662, + 0.7380192735460069 + ], + "point": [ + 0.2569, + 0.7154 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9756924099392361, + 0.003220740424262153, + 0.9970474243164062, + 0.03958584679497613 + ], + "point": [ + 0.9864, + 0.0214 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05452465481228298, + 0.04957275814480252, + 0.07628704706827799, + 0.09110999213324653 + ], + "point": [ + 0.0654, + 0.0703 + ] + }, + { + "instruction": "Screen brightness adjustment.", + "bbox": [ + 0.4848001268174913, + 0.5273677571614583, + 0.5150536431206597, + 0.5739196099175348 + ], + "point": [ + 0.4999, + 0.5506 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15112568537394205, + 0.010461836920844184, + 0.16574572457207573, + 0.035336947970920136 + ], + "point": [ + 0.1584, + 0.0229 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029126675923665364, + 0.050268283420138886, + 0.05097460746765137, + 0.08946154276529948 + ], + "point": [ + 0.0401, + 0.0699 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17536986668904622, + 0.00873512797885471, + 0.1903843773735894, + 0.03598968187967936 + ], + "point": [ + 0.1829, + 0.0224 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.0048613084687127005, + 0.05094677395290799, + 0.027126170529259575, + 0.08916351318359375 + ], + "point": [ + 0.016, + 0.0701 + ] + }, + { + "instruction": "review & payments.", + "bbox": [ + 0.19426648881700304, + 0.09271892971462674, + 0.33107191721598306, + 0.19858362833658855 + ], + "point": [ + 0.2627, + 0.1457 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9731225755479601, + 0.048343916998969186, + 0.9966924879286024, + 0.09015948825412326 + ], + "point": [ + 0.9849, + 0.0693 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.86534423828125, + 0.05642746819390191, + 0.8834033542209201, + 0.0857586669921875 + ], + "point": [ + 0.8744, + 0.0711 + ] + }, + { + "instruction": "The option to order a total of $225.00.", + "bbox": [ + 0.660902574327257, + 0.42072940402560766, + 0.9123548719618055, + 0.4650057305230035 + ], + "point": [ + 0.7866, + 0.4429 + ] + }, + { + "instruction": "a numerical value.", + "bbox": [ + 0.09939308166503906, + 0.4965503946940104, + 0.15853915744357638, + 0.524671868218316 + ], + "point": [ + 0.129, + 0.5106 + ] + }, + { + "instruction": "the number 123567890.", + "bbox": [ + 0.6631091223822699, + 0.7519852701822917, + 0.7245364718967013, + 0.7828626844618055 + ], + "point": [ + 0.6938, + 0.7674 + ] + }, + { + "instruction": "Settings", + "bbox": [ + 0.8905865987141927, + 0.5658419799804687, + 0.9101888868543837, + 0.6048434109157986 + ], + "point": [ + 0.9004, + 0.5853 + ] + }, + { + "instruction": "Settings", + "bbox": [ + 0.8906806945800781, + 0.815098876953125, + 0.9100059509277344, + 0.8495217556423611 + ], + "point": [ + 0.9003, + 0.8323 + ] + }, + { + "instruction": "Shipping.", + "bbox": [ + 0.07363251050313314, + 0.09705674913194444, + 0.1942531108856201, + 0.1969300333658854 + ], + "point": [ + 0.1339, + 0.147 + ] + }, + { + "instruction": "a completed task or confirmation.", + "bbox": [ + 0.12195906109280057, + 0.08571968926323785, + 0.14563379287719727, + 0.12223436143663194 + ], + "point": [ + 0.1338, + 0.104 + ] + }, + { + "instruction": "Go to top", + "bbox": [ + 0.1855587641398112, + 0.651181640625, + 0.20042112138536242, + 0.6791790093315972 + ], + "point": [ + 0.193, + 0.6652 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 7.887184619903564e-05, + 0.052451680501302084, + 0.005019294222195944, + 0.08851715087890626 + ], + "point": [ + 0.0025, + 0.0705 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 0.994797600640191, + 0.0446493657430013, + 1.0, + 0.0945017835828993 + ], + "point": [ + 0.9974, + 0.0696 + ] + } + ], + "element_size": 68 + } +] \ No newline at end of file