diff --git "a/post_from_shopping/hf_train_ele.json" "b/post_from_shopping/hf_train_ele.json" new file mode 100644--- /dev/null +++ "b/post_from_shopping/hf_train_ele.json" @@ -0,0 +1,37709 @@ +[ + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_0/1140.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "All forums", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07083333333333333, + 0.029444444444444443 + ], + "point": [ + 0.0498, + 0.0217 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.319444465637207, + 0.01388888782925076, + 0.35277779897054035, + 0.032222221162584094 + ], + "point": [ + 0.3361, + 0.0231 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:9g99/forumsjall", + "bbox": [ + 0.1579861217074924, + 0.059444444444444446, + 0.46250005298190644, + 0.08166665818956163 + ], + "point": [ + 0.3102, + 0.0706 + ] + }, + { + "instruction": "AIl forums", + "bbox": [ + 0.12708333333333333, + 0.24555555555555555, + 0.22152777777777777, + 0.28 + ], + "point": [ + 0.1743, + 0.2628 + ] + }, + { + "instruction": "jerseycity", + "bbox": [ + 0.4270833333333333, + 0.30444444444444446, + 0.471875, + 0.325 + ], + "point": [ + 0.4495, + 0.3147 + ] + }, + { + "instruction": "StamfordCT", + "bbox": [ + 0.7295138888888889, + 0.303888922797309, + 0.7850694444444445, + 0.32222225613064237 + ], + "point": [ + 0.7573, + 0.3131 + ] + }, + { + "instruction": "Jokes", + "bbox": [ + 0.428125, + 0.3288888888888889, + 0.45694444444444443, + 0.34444444444444444 + ], + "point": [ + 0.4425, + 0.3367 + ] + }, + { + "instruction": "allentown", + "bbox": [ + 0.12638889948527018, + 0.355, + 0.1701388994852702, + 0.37222222222222223 + ], + "point": [ + 0.1483, + 0.3636 + ] + }, + { + "instruction": "EarthPorn", + "bbox": [ + 0.27743053436279297, + 0.355, + 0.3232638676961263, + 0.37333333333333335 + ], + "point": [ + 0.3003, + 0.3642 + ] + }, + { + "instruction": "arlingtonva", + "bbox": [ + 0.12604166666666666, + 0.37833333333333335, + 0.17743055555555556, + 0.3988888888888889 + ], + "point": [ + 0.1517, + 0.3886 + ] + }, + { + "instruction": "explainlikeimfive", + "bbox": [ + 0.27708331214057075, + 0.37833333333333335, + 0.352430534362793, + 0.3988888888888889 + ], + "point": [ + 0.3148, + 0.3886 + ] + }, + { + "instruction": "Art", + "bbox": [ + 0.12743056615193685, + 0.4022222222222222, + 0.14201389948527018, + 0.41833333333333333 + ], + "point": [ + 0.1347, + 0.4103 + ] + }, + { + "instruction": "OldSchoolCool", + "bbox": [ + 0.5788194868299696, + 0.3938888888888889, + 0.6465278201633029, + 0.4122222222222222 + ], + "point": [ + 0.6127, + 0.4031 + ] + }, + { + "instruction": "technology", + "bbox": [ + 0.7277777777777777, + 0.3899999660915799, + 0.78125, + 0.4166666327582465 + ], + "point": [ + 0.7545, + 0.4033 + ] + }, + { + "instruction": "lakewood", + "bbox": [ + 0.428125, + 0.4172222222222222, + 0.47152777777777777, + 0.43444444444444447 + ], + "point": [ + 0.4498, + 0.4258 + ] + }, + { + "instruction": "television", + "bbox": [ + 0.7288194444444445, + 0.4172222222222222, + 0.7739583333333333, + 0.43555555555555553 + ], + "point": [ + 0.7514, + 0.4264 + ] + }, + { + "instruction": "AskReddit", + "bbox": [ + 0.12638887829250758, + 0.425, + 0.17395832273695205, + 0.44333333333333336 + ], + "point": [ + 0.1502, + 0.4342 + ] + }, + { + "instruction": "LifeProTips", + "bbox": [ + 0.42743055555555554, + 0.4388888888888889, + 0.48159722222222223, + 0.46166666666666667 + ], + "point": [ + 0.4545, + 0.4503 + ] + }, + { + "instruction": "P", + "bbox": [ + 0.5795138888888889, + 0.43722222222222223, + 0.5895833333333333, + 0.4572222222222222 + ], + "point": [ + 0.5845, + 0.4472 + ] + }, + { + "instruction": "askscience", + "bbox": [ + 0.12638888888888888, + 0.4488888888888889, + 0.17708333333333334, + 0.4661111111111111 + ], + "point": [ + 0.1517, + 0.4575 + ] + }, + { + "instruction": "aww", + "bbox": [ + 0.12638888888888888, + 0.47500003390842016, + 0.14895833333333333, + 0.48833336724175347 + ], + "point": [ + 0.1377, + 0.4817 + ] + }, + { + "instruction": "food", + "bbox": [ + 0.27708333333333335, + 0.4666667005750868, + 0.3, + 0.4866667005750868 + ], + "point": [ + 0.2885, + 0.4767 + ] + }, + { + "instruction": "listentothis", + "bbox": [ + 0.428125, + 0.4638888888888889, + 0.4795138888888889, + 0.4822222222222222 + ], + "point": [ + 0.4538, + 0.4731 + ] + }, + { + "instruction": "todayilearned", + "bbox": [ + 0.7284723069932726, + 0.46333336724175345, + 0.791666751437717, + 0.4850000339084201 + ], + "point": [ + 0.7601, + 0.4742 + ] + }, + { + "instruction": "funny", + "bbox": [ + 0.27638891008165145, + 0.48999996609157986, + 0.30451391008165146, + 0.5105555216471355 + ], + "point": [ + 0.2905, + 0.5003 + ] + }, + { + "instruction": "LowellMA", + "bbox": [ + 0.428125, + 0.4872222222222222, + 0.4732638888888889, + 0.5044444444444445 + ], + "point": [ + 0.4507, + 0.4958 + ] + }, + { + "instruction": "Paterson", + "bbox": [ + 0.5795138888888889, + 0.48388888888888887, + 0.6201388888888889, + 0.49944444444444447 + ], + "point": [ + 0.5998, + 0.4917 + ] + }, + { + "instruction": "B", + "bbox": [ + 0.128125, + 0.5161111111111111, + 0.1371527777777778, + 0.5344444444444445 + ], + "point": [ + 0.1326, + 0.5253 + ] + }, + { + "instruction": "Futurology", + "bbox": [ + 0.2770833545260959, + 0.5144444444444445, + 0.3267361323038737, + 0.535 + ], + "point": [ + 0.3019, + 0.5247 + ] + }, + { + "instruction": "Pennsylvania", + "bbox": [ + 0.5791666666666667, + 0.5066666666666667, + 0.6392361111111111, + 0.5277777777777778 + ], + "point": [ + 0.6092, + 0.5172 + ] + }, + { + "instruction": "M", + "bbox": [ + 0.42916666666666664, + 0.5305555216471354, + 0.44305555555555554, + 0.5527777438693576 + ], + "point": [ + 0.4361, + 0.5417 + ] + }, + { + "instruction": "personalfinance", + "bbox": [ + 0.5784722222222223, + 0.5283332655164931, + 0.6510416666666666, + 0.5488888210720486 + ], + "point": [ + 0.6148, + 0.5386 + ] + }, + { + "instruction": "baltimore", + "bbox": [ + 0.12638889948527018, + 0.5611110432942709, + 0.1701388994852702, + 0.578333265516493 + ], + "point": [ + 0.1483, + 0.5697 + ] + }, + { + "instruction": "philadelphia", + "bbox": [ + 0.5784722222222223, + 0.5516666327582466, + 0.634375, + 0.5738888210720486 + ], + "point": [ + 0.6064, + 0.5628 + ] + }, + { + "instruction": "UpliftingNews", + "bbox": [ + 0.7302083333333333, + 0.5516666327582466, + 0.79375, + 0.5738888210720486 + ], + "point": [ + 0.762, + 0.5628 + ] + }, + { + "instruction": "books", + "bbox": [ + 0.12638888888888888, + 0.585, + 0.15520833333333334, + 0.6011111111111112 + ], + "point": [ + 0.1408, + 0.5931 + ] + }, + { + "instruction": "MachineLearning", + "bbox": [ + 0.4284722222222222, + 0.5744444444444444, + 0.5065972222222223, + 0.5977777777777777 + ], + "point": [ + 0.4675, + 0.5861 + ] + }, + { + "instruction": "philosophy", + "bbox": [ + 0.5791666666666667, + 0.5755556233723959, + 0.6298611111111111, + 0.5977778455946181 + ], + "point": [ + 0.6045, + 0.5867 + ] + }, + { + "instruction": "boston", + "bbox": [ + 0.12604166666666666, + 0.6066666666666667, + 0.159375, + 0.6266666666666667 + ], + "point": [ + 0.1427, + 0.6167 + ] + }, + { + "instruction": "gadgets", + "bbox": [ + 0.27708333333333335, + 0.6033333333333334, + 0.315625, + 0.625 + ], + "point": [ + 0.2964, + 0.6142 + ] + }, + { + "instruction": "Maine", + "bbox": [ + 0.4288194444444444, + 0.6, + 0.45694444444444443, + 0.6172222222222222 + ], + "point": [ + 0.4429, + 0.6086 + ] + }, + { + "instruction": "photoshopbattles", + "bbox": [ + 0.5784722222222223, + 0.5994445122612847, + 0.6579861111111112, + 0.6200000678168403 + ], + "point": [ + 0.6182, + 0.6097 + ] + }, + { + "instruction": "BridgeportcT", + "bbox": [ + 0.12604166666666666, + 0.6305555555555555, + 0.18680555555555556, + 0.6527777777777778 + ], + "point": [ + 0.1564, + 0.6417 + ] + }, + { + "instruction": "gaming", + "bbox": [ + 0.27673613230387367, + 0.6266666666666667, + 0.3125000211927626, + 0.6477777777777778 + ], + "point": [ + 0.2946, + 0.6372 + ] + }, + { + "instruction": "ManchesterNH", + "bbox": [ + 0.4284722222222222, + 0.6216666666666667, + 0.49618055555555557, + 0.6416666666666667 + ], + "point": [ + 0.4623, + 0.6317 + ] + }, + { + "instruction": "GetMotivated", + "bbox": [ + 0.2774305979410807, + 0.65, + 0.33819444444444446, + 0.6683333333333333 + ], + "point": [ + 0.3078, + 0.6592 + ] + }, + { + "instruction": "massachusetts", + "bbox": [ + 0.4288194444444444, + 0.6472222222222223, + 0.4965277777777778, + 0.6633333333333333 + ], + "point": [ + 0.4627, + 0.6553 + ] + }, + { + "instruction": "pittsburgh", + "bbox": [ + 0.5784722222222223, + 0.6455555555555555, + 0.6267361111111112, + 0.6677777777777778 + ], + "point": [ + 0.6026, + 0.6567 + ] + }, + { + "instruction": "vermont", + "bbox": [ + 0.7295138888888889, + 0.6438888888888888, + 0.7677083333333333, + 0.6594444444444445 + ], + "point": [ + 0.7486, + 0.6517 + ] + }, + { + "instruction": "BuyltForLife", + "bbox": [ + 0.12604166666666666, + 0.6544444444444445, + 0.18229166666666666, + 0.675 + ], + "point": [ + 0.1542, + 0.6647 + ] + }, + { + "instruction": "gifs", + "bbox": [ + 0.27708333333333335, + 0.6733333333333333, + 0.296875, + 0.695 + ], + "point": [ + 0.287, + 0.6842 + ] + }, + { + "instruction": "MechanicalKeyboards", + "bbox": [ + 0.4284722222222222, + 0.6694444444444444, + 0.5267361111111111, + 0.69 + ], + "point": [ + 0.4776, + 0.6797 + ] + }, + { + "instruction": "providence", + "bbox": [ + 0.5784721798366971, + 0.6683333333333333, + 0.6298610687255859, + 0.6905555555555556 + ], + "point": [ + 0.6042, + 0.6794 + ] + }, + { + "instruction": "videos", + "bbox": [ + 0.7295138888888889, + 0.6661111111111111, + 0.7607638888888889, + 0.6833333333333333 + ], + "point": [ + 0.7451, + 0.6747 + ] + }, + { + "instruction": "memes", + "bbox": [ + 0.4288194444444444, + 0.695, + 0.46319444444444446, + 0.7111111111111111 + ], + "point": [ + 0.446, + 0.7031 + ] + }, + { + "instruction": "mildlyinteresting", + "bbox": [ + 0.4284722222222222, + 0.7166666666666667, + 0.5024305555555556, + 0.7377777777777778 + ], + "point": [ + 0.4655, + 0.7272 + ] + }, + { + "instruction": "W", + "bbox": [ + 0.7309027777777778, + 0.7094445122612847, + 0.7447916666666666, + 0.7300000678168402 + ], + "point": [ + 0.7378, + 0.7197 + ] + }, + { + "instruction": "CambridgeMA", + "bbox": [ + 0.12604166666666666, + 0.7427777099609375, + 0.19131944444444443, + 0.7649999321831598 + ], + "point": [ + 0.1587, + 0.7539 + ] + }, + { + "instruction": "monitor", + "bbox": [ + 0.4288194444444444, + 0.74, + 0.46458333333333335, + 0.7572222222222222 + ], + "point": [ + 0.4467, + 0.7486 + ] + }, + { + "instruction": "ColumbiaMD", + "bbox": [ + 0.12638889948527018, + 0.7672222222222222, + 0.18576391008165147, + 0.7855555555555556 + ], + "point": [ + 0.1561, + 0.7764 + ] + }, + { + "instruction": "Hartford", + "bbox": [ + 0.2777777777777778, + 0.7616666666666667, + 0.3173611111111111, + 0.7827777777777778 + ], + "point": [ + 0.2976, + 0.7722 + ] + }, + { + "instruction": "movies", + "bbox": [ + 0.4288194444444444, + 0.7638888888888888, + 0.46145833333333336, + 0.7794444444444445 + ], + "point": [ + 0.4451, + 0.7717 + ] + }, + { + "instruction": "relationship_advice", + "bbox": [ + 0.5784722222222223, + 0.7583333333333333, + 0.665625, + 0.78 + ], + "point": [ + 0.622, + 0.7692 + ] + }, + { + "instruction": "wallstreetbets", + "bbox": [ + 0.7305555555555555, + 0.755, + 0.7927083333333333, + 0.7722222222222223 + ], + "point": [ + 0.7616, + 0.7636 + ] + }, + { + "instruction": "Connecticut", + "bbox": [ + 0.12638888888888888, + 0.7911111111111111, + 0.18194444444444444, + 0.8083333333333333 + ], + "point": [ + 0.1542, + 0.7997 + ] + }, + { + "instruction": "headphones", + "bbox": [ + 0.2767361111111111, + 0.7855554877387153, + 0.33368055555555554, + 0.8077777099609375 + ], + "point": [ + 0.3052, + 0.7967 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.4288194444444444, + 0.7872222222222223, + 0.45694444444444443, + 0.8033333333333333 + ], + "point": [ + 0.4429, + 0.7953 + ] + }, + { + "instruction": "Rhodelsland", + "bbox": [ + 0.5791666666666667, + 0.7816666666666666, + 0.6361111111111111, + 0.8016666666666666 + ], + "point": [ + 0.6076, + 0.7917 + ] + }, + { + "instruction": "Washington", + "bbox": [ + 0.7295138888888889, + 0.7755556233723958, + 0.7850694444444445, + 0.8022222900390625 + ], + "point": [ + 0.7573, + 0.7889 + ] + }, + { + "instruction": "consoles", + "bbox": [ + 0.12638889948527018, + 0.8138888888888889, + 0.16770834392971462, + 0.8311111111111111 + ], + "point": [ + 0.147, + 0.8225 + ] + }, + { + "instruction": "history", + "bbox": [ + 0.2763888888888889, + 0.8083333333333333, + 0.3107638888888889, + 0.8322222222222222 + ], + "point": [ + 0.2936, + 0.8203 + ] + }, + { + "instruction": "rva", + "bbox": [ + 0.5788194444444444, + 0.8088888888888889, + 0.5944444444444444, + 0.8233333333333334 + ], + "point": [ + 0.5866, + 0.8161 + ] + }, + { + "instruction": "washingtondc", + "bbox": [ + 0.7302083333333333, + 0.8016666666666666, + 0.79375, + 0.8227777777777778 + ], + "point": [ + 0.762, + 0.8122 + ] + }, + { + "instruction": "WaterburyCT", + "bbox": [ + 0.7298611958821615, + 0.8227777777777778, + 0.7892361958821614, + 0.8472222222222222 + ], + "point": [ + 0.7595, + 0.835 + ] + }, + { + "instruction": "coolgithubprojects", + "bbox": [ + 0.12604166666666666, + 0.8366666666666667, + 0.21041666666666667, + 0.8577777777777778 + ], + "point": [ + 0.1682, + 0.8472 + ] + }, + { + "instruction": "S", + "bbox": [ + 0.5795138888888889, + 0.85, + 0.5902777777777778, + 0.8711111111111111 + ], + "point": [ + 0.5849, + 0.8606 + ] + }, + { + "instruction": "WorcesterMA", + "bbox": [ + 0.7305555555555555, + 0.8500000678168402, + 0.7902777777777777, + 0.8661111789279514 + ], + "point": [ + 0.7604, + 0.8581 + ] + }, + { + "instruction": "creepy", + "bbox": [ + 0.12638888888888888, + 0.862222154405382, + 0.15763888888888888, + 0.8794443766276042 + ], + "point": [ + 0.142, + 0.8708 + ] + }, + { + "instruction": "Newark", + "bbox": [ + 0.428125, + 0.875, + 0.4642361111111111, + 0.895 + ], + "point": [ + 0.4462, + 0.885 + ] + }, + { + "instruction": "worldnews", + "bbox": [ + 0.7298611111111111, + 0.8705555555555555, + 0.7791666666666667, + 0.8905555555555555 + ], + "point": [ + 0.7545, + 0.8806 + ] + }, + { + "instruction": "D", + "bbox": [ + 0.128125, + 0.905, + 0.1371527777777778, + 0.9233333333333333 + ], + "point": [ + 0.1326, + 0.9142 + ] + }, + { + "instruction": "IAmA", + "bbox": [ + 0.27743053436279297, + 0.9, + 0.3027777565850152, + 0.9161111111111111 + ], + "point": [ + 0.2901, + 0.9081 + ] + }, + { + "instruction": "newhampshire", + "bbox": [ + 0.42812495761447483, + 0.9, + 0.49444440205891926, + 0.9183333333333333 + ], + "point": [ + 0.4613, + 0.9092 + ] + }, + { + "instruction": "science", + "bbox": [ + 0.5788194444444444, + 0.8961111111111111, + 0.6145833333333334, + 0.9122222222222223 + ], + "point": [ + 0.5967, + 0.9042 + ] + }, + { + "instruction": "InternetlsBeautiful", + "bbox": [ + 0.2770833545260959, + 0.9216666666666666, + 0.36041670905219186, + 0.9416666666666667 + ], + "point": [ + 0.3188, + 0.9317 + ] + }, + { + "instruction": "newhaven", + "bbox": [ + 0.428125, + 0.9222222222222223, + 0.4739583333333333, + 0.9394444444444444 + ], + "point": [ + 0.451, + 0.9308 + ] + }, + { + "instruction": "Showerthoughts", + "bbox": [ + 0.5784722222222223, + 0.9183333333333333, + 0.653125, + 0.94 + ], + "point": [ + 0.6158, + 0.9292 + ] + }, + { + "instruction": "dataisbeautiful", + "bbox": [ + 0.12638888888888888, + 0.95, + 0.19444444444444445, + 0.9683333333333334 + ], + "point": [ + 0.1604, + 0.9592 + ] + }, + { + "instruction": "iphone", + "bbox": [ + 0.27708331214057075, + 0.9455554877387152, + 0.3104166454739041, + 0.9666665988498264 + ], + "point": [ + 0.2937, + 0.9561 + ] + }, + { + "instruction": "newjersey", + "bbox": [ + 0.42743055555555554, + 0.9455554877387152, + 0.47465277777777776, + 0.9666665988498264 + ], + "point": [ + 0.451, + 0.9561 + ] + }, + { + "instruction": "singularity", + "bbox": [ + 0.5784722222222223, + 0.9416666666666667, + 0.6274305555555556, + 0.9627777777777777 + ], + "point": [ + 0.603, + 0.9522 + ] + }, + { + "instruction": "deeplearning", + "bbox": [ + 0.12604166666666666, + 0.9716666666666667, + 0.18611111111111112, + 0.9955555555555555 + ], + "point": [ + 0.1561, + 0.9836 + ] + }, + { + "instruction": "news", + "bbox": [ + 0.428125, + 0.9711111111111111, + 0.45381944444444444, + 0.9861111111111112 + ], + "point": [ + 0.441, + 0.9786 + ] + }, + { + "instruction": "space", + "bbox": [ + 0.578125, + 0.9661111111111111, + 0.6083333333333333, + 0.9861111111111112 + ], + "point": [ + 0.5932, + 0.9761 + ] + }, + { + "instruction": "cnotc", + "bbox": [ + 0.5809027353922526, + 0.9916666666666667, + 0.6079860687255859, + 0.9988888888888889 + ], + "point": [ + 0.5944, + 0.9953 + ] + }, + { + "instruction": "vonkers", + "bbox": [ + 0.7295138888888889, + 0.985, + 0.7663194444444444, + 0.9994444444444445 + ], + "point": [ + 0.7479, + 0.9922 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8954726325141059, + 0.04946640862358941, + 0.9707854376898871, + 0.09041716681586372 + ], + "point": [ + 0.9331, + 0.0699 + ] + }, + { + "instruction": "Submit", + "bbox": [ + 0.6486181471082899, + 0.09535036722819011, + 0.7199417961968316, + 0.15547982109917535 + ], + "point": [ + 0.6843, + 0.1254 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08296206792195639, + 0.05353223164876302, + 0.1556536038716634, + 0.08424718221028646 + ], + "point": [ + 0.1193, + 0.0689 + ] + }, + { + "instruction": "MarvelsGrantMan136", + "bbox": [ + 0.7208213806152344, + 0.09586585150824653, + 0.8716482374403212, + 0.15477371215820312 + ], + "point": [ + 0.7962, + 0.1253 + ] + }, + { + "instruction": "Postmill", + "bbox": [ + 0.12741735246446398, + 0.09797483656141492, + 0.1910178926255968, + 0.14939698961046008 + ], + "point": [ + 0.1592, + 0.1237 + ] + }, + { + "instruction": "Forums", + "bbox": [ + 0.19183472527398004, + 0.09793042500813802, + 0.2507631089952257, + 0.14927985297309027 + ], + "point": [ + 0.2213, + 0.1236 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.2520025889078776, + 0.09775658501519097, + 0.29298197428385414, + 0.14920255872938368 + ], + "point": [ + 0.2725, + 0.1235 + ] + }, + { + "instruction": "R", + "bbox": [ + 0.5780487484402127, + 0.7121406385633681, + 0.5921744876437717, + 0.737985093858507 + ], + "point": [ + 0.5851, + 0.7251 + ] + }, + { + "instruction": "Alphabetical", + "bbox": [ + 0.2094975365532769, + 0.18458769056532118, + 0.2800640106201172, + 0.22446585761176216 + ], + "point": [ + 0.2448, + 0.2045 + ] + }, + { + "instruction": "nyc", + "bbox": [ + 0.5782560560438368, + 0.29648193359375, + 0.7024987114800347, + 0.33523362901475695 + ], + "point": [ + 0.6404, + 0.3159 + ] + }, + { + "instruction": "pics", + "bbox": [ + 0.5795696682400173, + 0.6224405924479167, + 0.5995830959743924, + 0.6426121690538195 + ], + "point": [ + 0.5896, + 0.6325 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.17167720794677735, + 5.439334445529514e-05, + 0.3187427308824327, + 0.04461870829264323 + ], + "point": [ + 0.2452, + 0.0223 + ] + }, + { + "instruction": "Tags", + "bbox": [ + 0.17764881981743708, + 0.18489841037326388, + 0.21038019392225477, + 0.22395704481336806 + ], + "point": [ + 0.194, + 0.2044 + ] + }, + { + "instruction": "Forums", + "bbox": [ + 0.12716039021809897, + 0.1858319091796875, + 0.1754153569539388, + 0.22482042100694444 + ], + "point": [ + 0.1513, + 0.2053 + ] + }, + { + "instruction": "tifu", + "bbox": [ + 0.7299890306260851, + 0.43923207600911457, + 0.7463059319390191, + 0.46081451416015623 + ], + "point": [ + 0.7381, + 0.45 + ] + }, + { + "instruction": "WritingPrompts", + "bbox": [ + 0.7284028795030382, + 0.8943943277994791, + 0.8017671373155382, + 0.9153402370876736 + ], + "point": [ + 0.7651, + 0.9049 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8954726325141059, + 0.04946640862358941, + 0.9707854376898871, + 0.09041716681586372 + ], + "point": [ + 0.9331, + 0.0699 + ] + }, + { + "instruction": "adding a comment.", + "bbox": [ + 0.6486181471082899, + 0.09535036722819011, + 0.7199417961968316, + 0.15547982109917535 + ], + "point": [ + 0.6843, + 0.1254 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.3865846421983507, + 0.10181613498263889, + 0.5224442376030816, + 0.14928863525390626 + ], + "point": [ + 0.4545, + 0.1256 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08296206792195639, + 0.05353223164876302, + 0.1556536038716634, + 0.08424718221028646 + ], + "point": [ + 0.1193, + 0.0689 + ] + }, + { + "instruction": "A user profile or account.", + "bbox": [ + 0.7208213806152344, + 0.09586585150824653, + 0.8716482374403212, + 0.15477371215820312 + ], + "point": [ + 0.7962, + 0.1253 + ] + }, + { + "instruction": "Postmill.", + "bbox": [ + 0.12741735246446398, + 0.09797483656141492, + 0.1910178926255968, + 0.14939698961046008 + ], + "point": [ + 0.1592, + 0.1237 + ] + }, + { + "instruction": "Forms.", + "bbox": [ + 0.19183472527398004, + 0.09793042500813802, + 0.2507631089952257, + 0.14927985297309027 + ], + "point": [ + 0.2213, + 0.1236 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9757759941948785, + 0.003045535617404514, + 0.9969572279188368, + 0.0393734614054362 + ], + "point": [ + 0.9864, + 0.0212 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.2520025889078776, + 0.09775658501519097, + 0.29298197428385414, + 0.14920255872938368 + ], + "point": [ + 0.2725, + 0.1235 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.6159626854790582, + 0.09577635871039497, + 0.6488457149929471, + 0.15529834323459202 + ], + "point": [ + 0.6324, + 0.1255 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9727007548014323, + 0.04583769056532118, + 0.99861085679796, + 0.09434252421061198 + ], + "point": [ + 0.9857, + 0.0701 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004428475432925754, + 0.050031852722167966, + 0.027582675880855983, + 0.08739420572916666 + ], + "point": [ + 0.016, + 0.0687 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05346076753404405, + 0.04760761260986328, + 0.0769465340508355, + 0.0891218736436632 + ], + "point": [ + 0.0652, + 0.0684 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02920310762193468, + 0.04897559271918403, + 0.051093679004245336, + 0.08625135633680556 + ], + "point": [ + 0.0401, + 0.0676 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15033359527587892, + 0.00889428244696723, + 0.16635731591118708, + 0.03892506069607205 + ], + "point": [ + 0.1583, + 0.0239 + ] + }, + { + "instruction": "R", + "bbox": [ + 0.5780487484402127, + 0.7121406385633681, + 0.5921744876437717, + 0.737985093858507 + ], + "point": [ + 0.5851, + 0.7251 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.314966795179579, + 0.004939048555162218, + 0.3324656592475043, + 0.039309615029229056 + ], + "point": [ + 0.3237, + 0.0221 + ] + }, + { + "instruction": "Alphabetical", + "bbox": [ + 0.2094975365532769, + 0.18458769056532118, + 0.2800640106201172, + 0.22446585761176216 + ], + "point": [ + 0.2448, + 0.2045 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.34063392215304905, + 0.00543182267083062, + 0.3572878943549262, + 0.03672112252977159 + ], + "point": [ + 0.349, + 0.0211 + ] + }, + { + "instruction": "Yelp", + "bbox": [ + 0.7273172166612413, + 0.937100355360243, + 0.7429491678873698, + 0.963149888780382 + ], + "point": [ + 0.7351, + 0.9501 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8653344896104601, + 0.05710770077175564, + 0.882918718126085, + 0.08592931959364149 + ], + "point": [ + 0.8741, + 0.0715 + ] + }, + { + "instruction": "Line", + "bbox": [ + 0.2758553822835286, + 0.8521188693576389, + 0.2857922871907552, + 0.87815673828125 + ], + "point": [ + 0.2808, + 0.8651 + ] + }, + { + "instruction": "a numerical value of 0.", + "bbox": [ + 0.5781387329101563, + 0.33642588297526044, + 0.6998115539550781, + 0.3817257012261285 + ], + "point": [ + 0.639, + 0.3591 + ] + }, + { + "instruction": "nyc.", + "bbox": [ + 0.5782560560438368, + 0.29648193359375, + 0.7024987114800347, + 0.33523362901475695 + ], + "point": [ + 0.6404, + 0.3159 + ] + }, + { + "instruction": "a button or link to view pictures or images.", + "bbox": [ + 0.5795696682400173, + 0.6224405924479167, + 0.5995830959743924, + 0.6426121690538195 + ], + "point": [ + 0.5896, + 0.6325 + ] + }, + { + "instruction": "OneStop Market.", + "bbox": [ + 0.17167720794677735, + 5.439334445529514e-05, + 0.3187427308824327, + 0.04461870829264323 + ], + "point": [ + 0.2452, + 0.0223 + ] + }, + { + "instruction": "H", + "bbox": [ + 0.2763441721598307, + 0.7140716552734375, + 0.29091979132758244, + 0.7411514621310764 + ], + "point": [ + 0.2836, + 0.7276 + ] + }, + { + "instruction": "G", + "bbox": [ + 0.2758544286092122, + 0.5553983561197917, + 0.29014390309651694, + 0.582911376953125 + ], + "point": [ + 0.283, + 0.5692 + ] + }, + { + "instruction": "Tags.", + "bbox": [ + 0.17764881981743708, + 0.18489841037326388, + 0.21038019392225477, + 0.22395704481336806 + ], + "point": [ + 0.194, + 0.2044 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.00011178370979097155, + 0.051241141425238716, + 0.004911613298787011, + 0.08896197848849827 + ], + "point": [ + 0.0025, + 0.0701 + ] + }, + { + "instruction": "Text alignment to the left.", + "bbox": [ + 0.12528164121839735, + 0.2981161838107639, + 0.261270268758138, + 0.3411424424913194 + ], + "point": [ + 0.1933, + 0.3196 + ] + }, + { + "instruction": "Forms.", + "bbox": [ + 0.12716039021809897, + 0.1858319091796875, + 0.1754153569539388, + 0.22482042100694444 + ], + "point": [ + 0.1513, + 0.2053 + ] + }, + { + "instruction": "Tiftu", + "bbox": [ + 0.7299890306260851, + 0.43923207600911457, + 0.7463059319390191, + 0.46081451416015623 + ], + "point": [ + 0.7381, + 0.45 + ] + }, + { + "instruction": "Formatting Marks", + "bbox": [ + 0.2757717768351237, + 0.4178455607096354, + 0.2893930435180664, + 0.44563039143880206 + ], + "point": [ + 0.2826, + 0.4317 + ] + }, + { + "instruction": "Text", + "bbox": [ + 0.7277128431532118, + 0.3448797268337674, + 0.7434943305121527, + 0.37281524658203125 + ], + "point": [ + 0.7356, + 0.3588 + ] + }, + { + "instruction": "Clear", + "bbox": [ + 0.12541306813557943, + 0.6956437174479166, + 0.1398867925008138, + 0.7229093424479167 + ], + "point": [ + 0.1326, + 0.7093 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 7.152722941504585e-05, + 0.0, + 0.008296415872044034, + 0.06286979675292968 + ], + "point": [ + 0.0042, + 0.0314 + ] + }, + { + "instruction": "WritingPromps.", + "bbox": [ + 0.7284028795030382, + 0.8943943277994791, + 0.8017671373155382, + 0.9153402370876736 + ], + "point": [ + 0.7651, + 0.9049 + ] + }, + { + "instruction": "V", + "bbox": [ + 0.7276662190755209, + 0.5944239637586806, + 0.7423548380533854, + 0.62103271484375 + ], + "point": [ + 0.735, + 0.6077 + ] + } + ], + "element_size": 151 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_1/1320.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "All forums", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07083333333333333, + 0.029444444444444443 + ], + "point": [ + 0.0498, + 0.0217 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.19444444444444445, + 0.013333333333333334, + 0.26319444444444445, + 0.03111111111111111 + ], + "point": [ + 0.2288, + 0.0222 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws.com:7770", + "bbox": [ + 0.15868057674831815, + 0.061111115349663625, + 0.4114583333333333, + 0.07944445292154947 + ], + "point": [ + 0.2851, + 0.0703 + ] + }, + { + "instruction": "S23.50", + "bbox": [ + 0.5951388888888889, + 0.11888889736599392, + 0.6288194444444445, + 0.1372222137451172 + ], + "point": [ + 0.612, + 0.1281 + ] + }, + { + "instruction": "e", + "bbox": [ + 0.32534720102945963, + 0.3316667005750868, + 0.33298608991834855, + 0.3405555894639757 + ], + "point": [ + 0.3292, + 0.3361 + ] + }, + { + "instruction": "Ginger", + "bbox": [ + 0.31006944444444445, + 0.4761111111111111, + 0.3402777777777778, + 0.48944444444444446 + ], + "point": [ + 0.3252, + 0.4828 + ] + }, + { + "instruction": "ALE", + "bbox": [ + 0.3170138888888889, + 0.4861111111111111, + 0.3333333333333333, + 0.49944444444444447 + ], + "point": [ + 0.3252, + 0.4928 + ] + }, + { + "instruction": "Briess DME", + "bbox": [ + 0.5951389312744141, + 0.5811111111111111, + 0.649652820163303, + 0.5994444444444444 + ], + "point": [ + 0.6224, + 0.5903 + ] + }, + { + "instruction": "Pilsen Light", + "bbox": [ + 0.6541666242811415, + 0.5805555555555556, + 0.7104166242811415, + 0.6027777777777777 + ], + "point": [ + 0.6823, + 0.5917 + ] + }, + { + "instruction": "Ib", + "bbox": [ + 0.721875, + 0.5811111789279514, + 0.7333333333333333, + 0.5983334011501736 + ], + "point": [ + 0.7276, + 0.5897 + ] + }, + { + "instruction": "Chachere's More Spice Creole", + "bbox": [ + 0.7947915818956163, + 0.58, + 0.9312499152289496, + 0.6016666666666667 + ], + "point": [ + 0.863, + 0.5908 + ] + }, + { + "instruction": "Seasoning ", + "bbox": [ + 0.7697916666666667, + 0.5994444444444444, + 0.821875, + 0.6261111111111111 + ], + "point": [ + 0.7958, + 0.6128 + ] + }, + { + "instruction": "14 0z", + "bbox": [ + 0.8256944444444444, + 0.6038888210720487, + 0.8513888888888889, + 0.6211110432942708 + ], + "point": [ + 0.8385, + 0.6125 + ] + }, + { + "instruction": "S12.99", + "bbox": [ + 0.5951388888888889, + 0.615, + 0.6288194444444445, + 0.6322222222222222 + ], + "point": [ + 0.612, + 0.6236 + ] + }, + { + "instruction": "S34.00", + "bbox": [ + 0.06805555555555555, + 0.6588888888888889, + 0.10138888888888889, + 0.6772222222222222 + ], + "point": [ + 0.0847, + 0.6681 + ] + }, + { + "instruction": "S8.49", + "bbox": [ + 0.41944444444444445, + 0.6811111789279514, + 0.44756944444444446, + 0.6994445122612847 + ], + "point": [ + 0.4335, + 0.6903 + ] + }, + { + "instruction": "S7.92", + "bbox": [ + 0.7701388888888889, + 0.6811110432942709, + 0.7982638888888889, + 0.6983332655164931 + ], + "point": [ + 0.7842, + 0.6897 + ] + }, + { + "instruction": "S68.50", + "bbox": [ + 0.24340279897054037, + 0.7016666666666667, + 0.27743057674831817, + 0.7227777777777777 + ], + "point": [ + 0.2604, + 0.7122 + ] + }, + { + "instruction": "TURKEY", + "bbox": [ + 0.4934027777777778, + 0.46111107720269096, + 0.5451388888888888, + 0.4605555216471354 + ], + "point": [ + 0.5193, + 0.4608 + ] + }, + { + "instruction": "Biean", + "bbox": [ + 0.8548611111111111, + 0.4922222222222222, + 0.8791666666666667, + 0.4922222222222222 + ], + "point": [ + 0.867, + 0.4922 + ] + }, + { + "instruction": "Bag", + "bbox": [ + 0.7336805555555556, + 0.5788888888888889, + 0.753125, + 0.6038888888888889 + ], + "point": [ + 0.7434, + 0.5914 + ] + }, + { + "instruction": "Tony", + "bbox": [ + 0.7711805555555555, + 0.5788888888888889, + 0.7944444444444444, + 0.6033333333333334 + ], + "point": [ + 0.7828, + 0.5911 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.24356024000379775, + 0.1229281022813585, + 0.3237654791937934, + 0.16067820231119792 + ], + "point": [ + 0.2837, + 0.1418 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.7708687676323784, + 0.10042166815863715, + 0.8512298583984375, + 0.13860536363389758 + ], + "point": [ + 0.811, + 0.1195 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.41898134019639754, + 0.100450439453125, + 0.49967592027452257, + 0.13856260511610244 + ], + "point": [ + 0.4593, + 0.1195 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8953779432508681, + 0.04958706325954861, + 0.9707894219292534, + 0.08990178426106771 + ], + "point": [ + 0.9331, + 0.0697 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.06766589482625325, + 0.10008154975043403, + 0.14777038362291123, + 0.13917600843641492 + ], + "point": [ + 0.1077, + 0.1196 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.5951986100938585, + 0.16741997612847223, + 0.6750762515597873, + 0.20514336480034723 + ], + "point": [ + 0.6351, + 0.1863 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.06737119886610243, + 0.7072900390625, + 0.14796699947781033, + 0.7448354763454861 + ], + "point": [ + 0.1077, + 0.7261 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.5953945583767362, + 0.6616349283854167, + 0.6749439663357205, + 0.7007560221354167 + ], + "point": [ + 0.6352, + 0.6812 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08240075641208225, + 0.05277385711669922, + 0.15559116999308267, + 0.08436433580186632 + ], + "point": [ + 0.119, + 0.0686 + ] + }, + { + "instruction": "W", + "bbox": [ + 0.4172205607096354, + 0.24734378390842013, + 0.5770157708062066, + 0.5719406467013889 + ], + "point": [ + 0.4971, + 0.4096 + ] + }, + { + "instruction": "TWIN PACK !", + "bbox": [ + 0.4172205607096354, + 0.24734378390842013, + 0.5770157708062066, + 0.5719406467013889 + ], + "point": [ + 0.4971, + 0.4096 + ] + }, + { + "instruction": "0", + "bbox": [ + 0.4172205607096354, + 0.24734378390842013, + 0.5770157708062066, + 0.5719406467013889 + ], + "point": [ + 0.4971, + 0.4096 + ] + }, + { + "instruction": "Kraft", + "bbox": [ + 0.4172205607096354, + 0.24734378390842013, + 0.5770157708062066, + 0.5719406467013889 + ], + "point": [ + 0.4971, + 0.4096 + ] + }, + { + "instruction": "Ucc4", + "bbox": [ + 0.4172205607096354, + 0.24734378390842013, + 0.5770157708062066, + 0.5719406467013889 + ], + "point": [ + 0.4971, + 0.4096 + ] + }, + { + "instruction": "Utove", + "bbox": [ + 0.4172205607096354, + 0.24734378390842013, + 0.5770157708062066, + 0.5719406467013889 + ], + "point": [ + 0.4971, + 0.4096 + ] + }, + { + "instruction": "Top", + "bbox": [ + 0.4172205607096354, + 0.24734378390842013, + 0.5770157708062066, + 0.5719406467013889 + ], + "point": [ + 0.4971, + 0.4096 + ] + }, + { + "instruction": "Stuffing", + "bbox": [ + 0.4172205607096354, + 0.24734378390842013, + 0.5770157708062066, + 0.5719406467013889 + ], + "point": [ + 0.4971, + 0.4096 + ] + }, + { + "instruction": "Jm", + "bbox": [ + 0.4172205607096354, + 0.24734378390842013, + 0.5770157708062066, + 0.5719406467013889 + ], + "point": [ + 0.4971, + 0.4096 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.24354629516601561, + 0.7510740152994791, + 0.3237528906928168, + 0.7893790011935764 + ], + "point": [ + 0.2836, + 0.7702 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.4187569512261285, + 0.7293873426649305, + 0.49924375745985244, + 0.7672393120659722 + ], + "point": [ + 0.459, + 0.7483 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.771238030327691, + 0.7291838921440972, + 0.8503124660915798, + 0.7670697699652778 + ], + "point": [ + 0.8108, + 0.7481 + ] + }, + { + "instruction": "2706", + "bbox": [ + 0.06511959499782986, + 0.2714616054958767, + 0.23225203620062934, + 0.5608726162380643 + ], + "point": [ + 0.1487, + 0.4162 + ] + }, + { + "instruction": "270622", + "bbox": [ + 0.06511959499782986, + 0.2714616054958767, + 0.23225203620062934, + 0.5608726162380643 + ], + "point": [ + 0.1487, + 0.4162 + ] + }, + { + "instruction": "CRUNCHY", + "bbox": [ + 0.25379278394911026, + 0.8815755208333333, + 0.37853334214952256, + 1.0 + ], + "point": [ + 0.3162, + 0.9408 + ] + }, + { + "instruction": "ROLLERS", + "bbox": [ + 0.25379278394911026, + 0.8815755208333333, + 0.37853334214952256, + 1.0 + ], + "point": [ + 0.3162, + 0.9408 + ] + }, + { + "instruction": "Ilo", + "bbox": [ + 0.5242847018771701, + 0.09934252421061197, + 0.5486065334743924, + 0.13976678636338977 + ], + "point": [ + 0.5364, + 0.1196 + ] + }, + { + "instruction": "Ilo", + "bbox": [ + 0.17489456600613065, + 0.10265799628363716, + 0.19631752438015407, + 0.13850182427300348 + ], + "point": [ + 0.1856, + 0.1206 + ] + }, + { + "instruction": "Ilo", + "bbox": [ + 0.7009304894341363, + 0.16800053914388022, + 0.7239962259928385, + 0.2051299540201823 + ], + "point": [ + 0.7125, + 0.1866 + ] + }, + { + "instruction": "Ilz", + "bbox": [ + 0.35001585218641496, + 0.1244061279296875, + 0.3717002868652344, + 0.16128248426649305 + ], + "point": [ + 0.3609, + 0.1428 + ] + }, + { + "instruction": "Ilo", + "bbox": [ + 0.8766539679633246, + 0.10236436631944444, + 0.8995316399468316, + 0.13881050957573784 + ], + "point": [ + 0.8881, + 0.1206 + ] + }, + { + "instruction": "Ilo", + "bbox": [ + 0.34996585845947265, + 0.7529775661892361, + 0.3717490726047092, + 0.7889926486545139 + ], + "point": [ + 0.3609, + 0.771 + ] + }, + { + "instruction": "Ilo", + "bbox": [ + 0.17422909206814235, + 0.7079589165581597, + 0.19666527642144097, + 0.743373548719618 + ], + "point": [ + 0.1854, + 0.7257 + ] + }, + { + "instruction": "Ilo", + "bbox": [ + 0.8778450012207031, + 0.7307965766059028, + 0.8982154846191406, + 0.7660122341579861 + ], + "point": [ + 0.888, + 0.7484 + ] + }, + { + "instruction": "Ilo", + "bbox": [ + 0.701678975423177, + 0.6631045193142361, + 0.7237620035807292, + 0.7006168619791666 + ], + "point": [ + 0.7127, + 0.6819 + ] + }, + { + "instruction": "lkaoees", + "bbox": [ + 0.7674532572428385, + 0.24937071058485244, + 0.9482427808973525, + 0.5695395067003038 + ], + "point": [ + 0.8578, + 0.4095 + ] + }, + { + "instruction": "Spicyl", + "bbox": [ + 0.7674532572428385, + 0.24937071058485244, + 0.9482427808973525, + 0.5695395067003038 + ], + "point": [ + 0.8578, + 0.4095 + ] + }, + { + "instruction": "'IUIE", + "bbox": [ + 0.7674532572428385, + 0.24937071058485244, + 0.9482427808973525, + 0.5695395067003038 + ], + "point": [ + 0.8578, + 0.4095 + ] + }, + { + "instruction": "Scsoning", + "bbox": [ + 0.7674532572428385, + 0.24937071058485244, + 0.9482427808973525, + 0.5695395067003038 + ], + "point": [ + 0.8578, + 0.4095 + ] + }, + { + "instruction": "CREAT ON", + "bbox": [ + 0.7674532572428385, + 0.24937071058485244, + 0.9482427808973525, + 0.5695395067003038 + ], + "point": [ + 0.8578, + 0.4095 + ] + }, + { + "instruction": "0979", + "bbox": [ + 0.7674532572428385, + 0.24937071058485244, + 0.9482427808973525, + 0.5695395067003038 + ], + "point": [ + 0.8578, + 0.4095 + ] + }, + { + "instruction": "XNpOE ", + "bbox": [ + 0.7674532572428385, + 0.24937071058485244, + 0.9482427808973525, + 0.5695395067003038 + ], + "point": [ + 0.8578, + 0.4095 + ] + }, + { + "instruction": "Ft uo", + "bbox": [ + 0.7674532572428385, + 0.24937071058485244, + 0.9482427808973525, + 0.5695395067003038 + ], + "point": [ + 0.8578, + 0.4095 + ] + }, + { + "instruction": "Gra", + "bbox": [ + 0.7674532572428385, + 0.24937071058485244, + 0.9482427808973525, + 0.5695395067003038 + ], + "point": [ + 0.8578, + 0.4095 + ] + }, + { + "instruction": "Cheongeun Sweet Potato Starch", + "bbox": [ + 0.06798099411858452, + 0.5758692084418403, + 0.22285867797003853, + 0.6494386800130209 + ], + "point": [ + 0.1454, + 0.6127 + ] + }, + { + "instruction": "Powder 500g, Zea(Sweet Potato", + "bbox": [ + 0.06798099411858452, + 0.5758692084418403, + 0.22285867797003853, + 0.6494386800130209 + ], + "point": [ + 0.1454, + 0.6127 + ] + }, + { + "instruction": "55%, Corn 45%)", + "bbox": [ + 0.06798099411858452, + 0.5758692084418403, + 0.22285867797003853, + 0.6494386800130209 + ], + "point": [ + 0.1454, + 0.6127 + ] + }, + { + "instruction": "Ilo", + "bbox": [ + 0.5264919704861111, + 0.7318443467881944, + 0.5463202582465277, + 0.7652118598090277 + ], + "point": [ + 0.5364, + 0.7485 + ] + }, + { + "instruction": "12 Reviews", + "bbox": [ + 0.8364568922254775, + 0.6384311930338542, + 0.8841638353135851, + 0.662687242296007 + ], + "point": [ + 0.8603, + 0.6506 + ] + }, + { + "instruction": "Stove Top Turkey Stuffing Mix (12", + "bbox": [ + 0.4181362152099609, + 0.5774143473307292, + 0.5759484608968098, + 0.6268936496310764 + ], + "point": [ + 0.497, + 0.6022 + ] + }, + { + "instruction": "0z Boxes, Pack of 2)", + "bbox": [ + 0.4181362152099609, + 0.5774143473307292, + 0.5759484608968098, + 0.6268936496310764 + ], + "point": [ + 0.497, + 0.6022 + ] + }, + { + "instruction": "12", + "bbox": [ + 0.3097491158379449, + 0.6584941948784723, + 0.3585137261284722, + 0.6852083333333333 + ], + "point": [ + 0.3341, + 0.6719 + ] + }, + { + "instruction": "Reviews", + "bbox": [ + 0.3097491158379449, + 0.6584941948784723, + 0.3585137261284722, + 0.6852083333333333 + ], + "point": [ + 0.3341, + 0.6719 + ] + }, + { + "instruction": "Q Mixers Premium Ginger Ale: Real", + "bbox": [ + 0.24203232659233942, + 0.5764655897352431, + 0.40515598720974394, + 0.654454820421007 + ], + "point": [ + 0.3236, + 0.6155 + ] + }, + { + "instruction": "Ingredients & Less Sweet; 6.7 Fl Oz", + "bbox": [ + 0.24203232659233942, + 0.5764655897352431, + 0.40515598720974394, + 0.654454820421007 + ], + "point": [ + 0.3236, + 0.6155 + ] + }, + { + "instruction": "(24 Bottles)", + "bbox": [ + 0.24203232659233942, + 0.5764655897352431, + 0.40515598720974394, + 0.654454820421007 + ], + "point": [ + 0.3236, + 0.6155 + ] + }, + { + "instruction": "12 Reviews", + "bbox": [ + 0.48518413967556423, + 0.6366461859809027, + 0.5338770548502604, + 0.6631296115451389 + ], + "point": [ + 0.5095, + 0.6499 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.24356024000379775, + 0.1229281022813585, + 0.3237654791937934, + 0.16067820231119792 + ], + "point": [ + 0.2837, + 0.1418 + ] + }, + { + "instruction": "Adding a new item to the cart.", + "bbox": [ + 0.7708687676323784, + 0.10042166815863715, + 0.8512298583984375, + 0.13860536363389758 + ], + "point": [ + 0.811, + 0.1195 + ] + }, + { + "instruction": "Adding a new item to the cart.", + "bbox": [ + 0.41898134019639754, + 0.100450439453125, + 0.49967592027452257, + 0.13856260511610244 + ], + "point": [ + 0.4593, + 0.1195 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8953779432508681, + 0.04958706325954861, + 0.9707894219292534, + 0.08990178426106771 + ], + "point": [ + 0.9331, + 0.0697 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.06766589482625325, + 0.10008154975043403, + 0.14777038362291123, + 0.13917600843641492 + ], + "point": [ + 0.1077, + 0.1196 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.5951986100938585, + 0.16741997612847223, + 0.6750762515597873, + 0.20514336480034723 + ], + "point": [ + 0.6351, + 0.1863 + ] + }, + { + "instruction": "Adding a new item to the cart.", + "bbox": [ + 0.06737119886610243, + 0.7072900390625, + 0.14796699947781033, + 0.7448354763454861 + ], + "point": [ + 0.1077, + 0.7261 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.5953945583767362, + 0.6616349283854167, + 0.6749439663357205, + 0.7007560221354167 + ], + "point": [ + 0.6352, + 0.6812 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08240075641208225, + 0.05277385711669922, + 0.15559116999308267, + 0.08436433580186632 + ], + "point": [ + 0.119, + 0.0686 + ] + }, + { + "instruction": "Stove Top stuffing.", + "bbox": [ + 0.4172205607096354, + 0.24734378390842013, + 0.5770157708062066, + 0.5719406467013889 + ], + "point": [ + 0.4971, + 0.4096 + ] + }, + { + "instruction": "Adding a new item to the cart.", + "bbox": [ + 0.24354629516601561, + 0.7510740152994791, + 0.3237528906928168, + 0.7893790011935764 + ], + "point": [ + 0.2836, + 0.7702 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.4187569512261285, + 0.7293873426649305, + 0.49924375745985244, + 0.7672393120659722 + ], + "point": [ + 0.459, + 0.7483 + ] + }, + { + "instruction": "Light brown", + "bbox": [ + 0.5936798519558377, + 0.24903496636284722, + 0.7540750291612414, + 0.5626909044053819 + ], + "point": [ + 0.6739, + 0.4059 + ] + }, + { + "instruction": "Adding a new item to the cart.", + "bbox": [ + 0.771238030327691, + 0.7291838921440972, + 0.8503124660915798, + 0.7670697699652778 + ], + "point": [ + 0.8108, + 0.7481 + ] + }, + { + "instruction": "Powdered food.", + "bbox": [ + 0.06511959499782986, + 0.2714616054958767, + 0.23225203620062934, + 0.5608726162380643 + ], + "point": [ + 0.1487, + 0.4162 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9757616678873698, + 0.003649940490722656, + 0.9967528449164497, + 0.039367552863227 + ], + "point": [ + 0.9863, + 0.0215 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.32638520134819876, + 0.12497230529785157, + 0.34457617865668405, + 0.16094455295138888 + ], + "point": [ + 0.3355, + 0.143 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.15076305601331924, + 0.10373019748263888, + 0.16897978252834744, + 0.13839633517795139 + ], + "point": [ + 0.1599, + 0.1211 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.6761036766899957, + 0.16795437282986111, + 0.6971404605441623, + 0.2054889933268229 + ], + "point": [ + 0.6866, + 0.1867 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.6764948950873481, + 0.662835693359375, + 0.6963748084174262, + 0.7006576877170139 + ], + "point": [ + 0.6864, + 0.6817 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05418283144632975, + 0.047580990261501734, + 0.0762948407067193, + 0.0903412628173828 + ], + "point": [ + 0.0652, + 0.069 + ] + }, + { + "instruction": "adding to favorites or bookmarking.", + "bbox": [ + 0.7673205905490451, + 0.6384556749131944, + 0.8316129896375868, + 0.6624369303385417 + ], + "point": [ + 0.7995, + 0.6504 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.50152710808648, + 0.10083067999945747, + 0.5209347618950738, + 0.1388931867811415 + ], + "point": [ + 0.5112, + 0.1199 + ] + }, + { + "instruction": "crunchy rollers.", + "bbox": [ + 0.25379278394911026, + 0.8815755208333333, + 0.37853334214952256, + 1.0 + ], + "point": [ + 0.3162, + 0.9408 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.32571981218126084, + 0.7526305474175348, + 0.34501565297444664, + 0.789550035264757 + ], + "point": [ + 0.3354, + 0.7711 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.5242847018771701, + 0.09934252421061197, + 0.5486065334743924, + 0.13976678636338977 + ], + "point": [ + 0.5364, + 0.1196 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.17489456600613065, + 0.10265799628363716, + 0.19631752438015407, + 0.13850182427300348 + ], + "point": [ + 0.1856, + 0.1206 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9734458923339844, + 0.04827684614393446, + 0.9968554178873698, + 0.09060772365993923 + ], + "point": [ + 0.9852, + 0.0694 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.8518964131673177, + 0.7307391357421875, + 0.8717043558756511, + 0.7667059326171874 + ], + "point": [ + 0.8618, + 0.7487 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.7009304894341363, + 0.16800053914388022, + 0.7239962259928385, + 0.2051299540201823 + ], + "point": [ + 0.7125, + 0.1866 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.1507664468553331, + 0.7085429551866319, + 0.16933772828843857, + 0.7443842909071181 + ], + "point": [ + 0.1601, + 0.7265 + ] + }, + { + "instruction": "adding to favorites or bookmarking.", + "bbox": [ + 0.4148182762993707, + 0.63777587890625, + 0.48065155877007376, + 0.6656814236111112 + ], + "point": [ + 0.4477, + 0.6517 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.35001585218641496, + 0.1244061279296875, + 0.3717002868652344, + 0.16128248426649305 + ], + "point": [ + 0.3609, + 0.1428 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.5014074537489149, + 0.7318858506944445, + 0.5201553344726563, + 0.7669132486979167 + ], + "point": [ + 0.5108, + 0.7494 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15084156460232204, + 0.009353882471720377, + 0.16653660668267145, + 0.03592662281460232 + ], + "point": [ + 0.1587, + 0.0226 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.8766539679633246, + 0.10236436631944444, + 0.8995316399468316, + 0.13881050957573784 + ], + "point": [ + 0.8881, + 0.1206 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.34996585845947265, + 0.7529775661892361, + 0.3717490726047092, + 0.7889926486545139 + ], + "point": [ + 0.3609, + 0.771 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.17422909206814235, + 0.7079589165581597, + 0.19666527642144097, + 0.743373548719618 + ], + "point": [ + 0.1854, + 0.7257 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.00460030370288425, + 0.04953227149115669, + 0.027487639586130777, + 0.08947804768880209 + ], + "point": [ + 0.016, + 0.0695 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.8778450012207031, + 0.7307965766059028, + 0.8982154846191406, + 0.7660122341579861 + ], + "point": [ + 0.888, + 0.7484 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028986459308200412, + 0.04902136060926649, + 0.0509963141547309, + 0.08878640916612413 + ], + "point": [ + 0.04, + 0.0689 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.701678975423177, + 0.6631045193142361, + 0.7237620035807292, + 0.7006168619791666 + ], + "point": [ + 0.7127, + 0.6819 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.8523193359375, + 0.10429407755533854, + 0.8713802761501737, + 0.13702146742078994 + ], + "point": [ + 0.8618, + 0.1207 + ] + }, + { + "instruction": "spice from the company \"tonyChacheres\".", + "bbox": [ + 0.7674532572428385, + 0.24937071058485244, + 0.9482427808973525, + 0.5695395067003038 + ], + "point": [ + 0.8578, + 0.4095 + ] + }, + { + "instruction": "A search function for the Cheongun Sweet Potato starch.", + "bbox": [ + 0.06798099411858452, + 0.5758692084418403, + 0.22285867797003853, + 0.6494386800130209 + ], + "point": [ + 0.1454, + 0.6127 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.5264919704861111, + 0.7318443467881944, + 0.5463202582465277, + 0.7652118598090277 + ], + "point": [ + 0.5364, + 0.7485 + ] + }, + { + "instruction": "12 views.", + "bbox": [ + 0.8364568922254775, + 0.6384311930338542, + 0.8841638353135851, + 0.662687242296007 + ], + "point": [ + 0.8603, + 0.6506 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.31623187594943575, + 0.007937579684787326, + 0.33155945671929254, + 0.0389359368218316 + ], + "point": [ + 0.3239, + 0.0234 + ] + }, + { + "instruction": "Blank", + "bbox": [ + 0.2528692881266276, + 0.26543914794921875, + 0.27269371880425347, + 0.3014757622612847 + ], + "point": [ + 0.2628, + 0.2835 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.34057413736979164, + 0.006890941196017795, + 0.35535447862413194, + 0.03752801259358724 + ], + "point": [ + 0.348, + 0.0222 + ] + }, + { + "instruction": "a table of food.", + "bbox": [ + 0.0627582656012641, + 0.8883869086371528, + 0.23142284817165798, + 1.0 + ], + "point": [ + 0.1471, + 0.9442 + ] + }, + { + "instruction": "adding to favorites or bookmarking.", + "bbox": [ + 0.24057964748806424, + 0.6593810356987847, + 0.30512780083550345, + 0.6843422444661459 + ], + "point": [ + 0.2729, + 0.6719 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8656511942545573, + 0.05620644887288411, + 0.8827969868977864, + 0.08524027506510416 + ], + "point": [ + 0.8742, + 0.0707 + ] + }, + { + "instruction": "Stove Top Turkeystuffing Mix (12).", + "bbox": [ + 0.4181362152099609, + 0.5774143473307292, + 0.5759484608968098, + 0.6268936496310764 + ], + "point": [ + 0.497, + 0.6022 + ] + }, + { + "instruction": "12 views.", + "bbox": [ + 0.3097491158379449, + 0.6584941948784723, + 0.3585137261284722, + 0.6852083333333333 + ], + "point": [ + 0.3341, + 0.6719 + ] + }, + { + "instruction": "A search function forMixers Premium Ginger Ale.", + "bbox": [ + 0.24203232659233942, + 0.5764655897352431, + 0.40515598720974394, + 0.654454820421007 + ], + "point": [ + 0.3236, + 0.6155 + ] + }, + { + "instruction": "12 views.", + "bbox": [ + 0.48518413967556423, + 0.6366461859809027, + 0.5338770548502604, + 0.6631296115451389 + ], + "point": [ + 0.5095, + 0.6499 + ] + } + ], + "element_size": 135 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_2/1542.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "All forums", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07083333333333333, + 0.029444444444444443 + ], + "point": [ + 0.0498, + 0.0217 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.19444444444444445, + 0.013888888888888888, + 0.26319444444444445, + 0.029444444444444443 + ], + "point": [ + 0.2288, + 0.0217 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws.com:7770", + "bbox": [ + 0.15868057674831815, + 0.061111115349663625, + 0.4114583333333333, + 0.07944445292154947 + ], + "point": [ + 0.2851, + 0.0703 + ] + }, + { + "instruction": "Search entire store here:", + "bbox": [ + 0.7291666666666666, + 0.18444444444444444, + 0.8572916666666667, + 0.205 + ], + "point": [ + 0.7932, + 0.1947 + ] + }, + { + "instruction": "Advanced Search", + "bbox": [ + 0.7222222222222222, + 0.21666668362087674, + 0.803125, + 0.23777779473198785 + ], + "point": [ + 0.7627, + 0.2272 + ] + }, + { + "instruction": "Health & Household", + "bbox": [ + 0.06840277777777778, + 0.31666666666666665, + 0.16805555555555557, + 0.3383333333333333 + ], + "point": [ + 0.1182, + 0.3275 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.06805555555555555, + 0.385, + 0.28541666666666665, + 0.44222222222222224 + ], + "point": [ + 0.1767, + 0.4136 + ] + }, + { + "instruction": "Product Showcases", + "bbox": [ + 0.06840277247958713, + 0.4777777777777778, + 0.17986110581292047, + 0.5 + ], + "point": [ + 0.1241, + 0.4889 + ] + }, + { + "instruction": "34 0z_", + "bbox": [ + 0.06875000529819064, + 0.8938888888888888, + 0.09513889948527018, + 0.9111111111111111 + ], + "point": [ + 0.0819, + 0.9025 + ] + }, + { + "instruction": "Review", + "bbox": [ + 0.14375, + 0.9322222222222222, + 0.17256944444444444, + 0.9472222222222222 + ], + "point": [ + 0.1582, + 0.9397 + ] + }, + { + "instruction": "12", + "bbox": [ + 0.31006944444444445, + 0.9538889567057292, + 0.3215277777777778, + 0.9694445122612847 + ], + "point": [ + 0.3158, + 0.9617 + ] + }, + { + "instruction": "Reviews", + "bbox": [ + 0.32430553436279297, + 0.9538889567057292, + 0.35694440205891925, + 0.9694445122612847 + ], + "point": [ + 0.3406, + 0.9617 + ] + }, + { + "instruction": "S19.36", + "bbox": [ + 0.41944444444444445, + 0.97, + 0.4527777777777778, + 0.9883333333333333 + ], + "point": [ + 0.4361, + 0.9792 + ] + }, + { + "instruction": "S15.62", + "bbox": [ + 0.7701388041178385, + 0.97, + 0.8045138041178386, + 0.9883333333333333 + ], + "point": [ + 0.7873, + 0.9792 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-", + "bbox": [ + 0.0024305608537462022, + 0.98, + 0.12569444974263508, + 0.9983333333333333 + ], + "point": [ + 0.0641, + 0.9892 + ] + }, + { + "instruction": "amazonaws com:7770/-Iplaystation-4.html", + "bbox": [ + 0.1295138888888889, + 0.9794444444444445, + 0.3038194444444444, + 0.9977777777777778 + ], + "point": [ + 0.2167, + 0.9886 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8948254903157552, + 0.049538972642686634, + 0.9705774095323351, + 0.08957666185167101 + ], + "point": [ + 0.9327, + 0.0696 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08253026538425022, + 0.05317090352376302, + 0.15559392505221897, + 0.08424389309353299 + ], + "point": [ + 0.1191, + 0.0687 + ] + }, + { + "instruction": "PlayStation 4", + "bbox": [ + 0.5598457336425782, + 0.47649932861328126, + 0.7175182766384549, + 0.5173173353407118 + ], + "point": [ + 0.6387, + 0.4969 + ] + }, + { + "instruction": "Xbox One", + "bbox": [ + 0.5599386850992839, + 0.35474945068359376, + 0.7177413940429688, + 0.40020416259765623 + ], + "point": [ + 0.6388, + 0.3775 + ] + }, + { + "instruction": "Legacy Systems", + "bbox": [ + 0.5635672675238715, + 0.4386142306857639, + 0.7169341193305121, + 0.4777097574869792 + ], + "point": [ + 0.6403, + 0.4582 + ] + }, + { + "instruction": "Elmwood Inn Fine Teas, Orange", + "bbox": [ + 0.41811981201171877, + 0.8443954806857639, + 0.5812237209743923, + 0.9170229763454861 + ], + "point": [ + 0.4997, + 0.8807 + ] + }, + { + "instruction": "Vanilla Caffeine-free Fruit Infusion,", + "bbox": [ + 0.41811981201171877, + 0.8443954806857639, + 0.5812237209743923, + 0.9170229763454861 + ], + "point": [ + 0.4997, + 0.8807 + ] + }, + { + "instruction": "16-Ounce Pouch", + "bbox": [ + 0.41811981201171877, + 0.8443954806857639, + 0.5812237209743923, + 0.9170229763454861 + ], + "point": [ + 0.4997, + 0.8807 + ] + }, + { + "instruction": "PC", + "bbox": [ + 0.5612550099690755, + 0.39879665798611114, + 0.7171227349175348, + 0.4387396918402778 + ], + "point": [ + 0.6392, + 0.4188 + ] + }, + { + "instruction": "v8 +Energy, Healthy Energy Drink", + "bbox": [ + 0.2430178960164388, + 0.84326904296875, + 0.4063746982150608, + 0.9409528266059027 + ], + "point": [ + 0.3247, + 0.8921 + ] + }, + { + "instruction": "Steady Energy from Black and", + "bbox": [ + 0.2430178960164388, + 0.84326904296875, + 0.4063746982150608, + 0.9409528266059027 + ], + "point": [ + 0.3247, + 0.8921 + ] + }, + { + "instruction": "Green Tea, Pomegranate", + "bbox": [ + 0.2430178960164388, + 0.84326904296875, + 0.4063746982150608, + 0.9409528266059027 + ], + "point": [ + 0.3247, + 0.8921 + ] + }, + { + "instruction": "Blueberry, 8 Ounce Can ,Pack of 24", + "bbox": [ + 0.2430178960164388, + 0.84326904296875, + 0.4063746982150608, + 0.9409528266059027 + ], + "point": [ + 0.3247, + 0.8921 + ] + }, + { + "instruction": "Accessories", + "bbox": [ + 0.39429211086697047, + 0.474019538031684, + 0.55875244140625, + 0.5243994479709201 + ], + "point": [ + 0.4765, + 0.4992 + ] + }, + { + "instruction": "My Wish List", + "bbox": [ + 0.5836022694905599, + 0.1032298109266493, + 0.6462205251057943, + 0.13168558756510418 + ], + "point": [ + 0.6149, + 0.1175 + ] + }, + { + "instruction": "Switch", + "bbox": [ + 0.5589111328125, + 0.5159868706597223, + 0.7178894890679254, + 0.5583841959635417 + ], + "point": [ + 0.6384, + 0.5372 + ] + }, + { + "instruction": "Rintendo", + "bbox": [ + 0.5589111328125, + 0.5159868706597223, + 0.7178894890679254, + 0.5583841959635417 + ], + "point": [ + 0.6384, + 0.5372 + ] + }, + { + "instruction": "So Delicious Dairy Free CocoWhip", + "bbox": [ + 0.7685658772786458, + 0.8438706461588542, + 0.9334247165256077, + 0.9158365207248264 + ], + "point": [ + 0.851, + 0.8799 + ] + }, + { + "instruction": "Light; Vegan, Non-GMO Project", + "bbox": [ + 0.7685658772786458, + 0.8438706461588542, + 0.9334247165256077, + 0.9158365207248264 + ], + "point": [ + 0.851, + 0.8799 + ] + }, + { + "instruction": "Verified,", + "bbox": [ + 0.7685658772786458, + 0.8438706461588542, + 0.9334247165256077, + 0.9158365207248264 + ], + "point": [ + 0.851, + 0.8799 + ] + }, + { + "instruction": "OZ. Tub", + "bbox": [ + 0.7685658772786458, + 0.8438706461588542, + 0.9334247165256077, + 0.9158365207248264 + ], + "point": [ + 0.851, + 0.8799 + ] + }, + { + "instruction": "Patio, Lawn & Garden", + "bbox": [ + 0.19156360626220703, + 0.3115010579427083, + 0.31670479244656036, + 0.3415213351779514 + ], + "point": [ + 0.2541, + 0.3265 + ] + }, + { + "instruction": "Sign In", + "bbox": [ + 0.6498297797309027, + 0.10257850646972656, + 0.6876517401801215, + 0.13285594516330296 + ], + "point": [ + 0.6687, + 0.1177 + ] + }, + { + "instruction": "Belle Of The Ball Princess Sprinkle", + "bbox": [ + 0.5953876071506077, + 0.8459608968098958, + 0.7557405259874131, + 0.9861058892144097 + ], + "point": [ + 0.6756, + 0.916 + ] + }, + { + "instruction": "Mix", + "bbox": [ + 0.5953876071506077, + 0.8459608968098958, + 0.7557405259874131, + 0.9861058892144097 + ], + "point": [ + 0.6756, + 0.916 + ] + }, + { + "instruction": "Wedding Colorful Sprinkles_", + "bbox": [ + 0.5953876071506077, + 0.8459608968098958, + 0.7557405259874131, + 0.9861058892144097 + ], + "point": [ + 0.6756, + 0.916 + ] + }, + { + "instruction": "Cake Cupcake Cookie Sprinkles [", + "bbox": [ + 0.5953876071506077, + 0.8459608968098958, + 0.7557405259874131, + 0.9861058892144097 + ], + "point": [ + 0.6756, + 0.916 + ] + }, + { + "instruction": "Ice cream Candy Sprinkles [", + "bbox": [ + 0.5953876071506077, + 0.8459608968098958, + 0.7557405259874131, + 0.9861058892144097 + ], + "point": [ + 0.6756, + 0.916 + ] + }, + { + "instruction": "Yellow", + "bbox": [ + 0.5953876071506077, + 0.8459608968098958, + 0.7557405259874131, + 0.9861058892144097 + ], + "point": [ + 0.6756, + 0.916 + ] + }, + { + "instruction": "Gold Red Royal Red Rose", + "bbox": [ + 0.5953876071506077, + 0.8459608968098958, + 0.7557405259874131, + 0.9861058892144097 + ], + "point": [ + 0.6756, + 0.916 + ] + }, + { + "instruction": "Flowers", + "bbox": [ + 0.5953876071506077, + 0.8459608968098958, + 0.7557405259874131, + 0.9861058892144097 + ], + "point": [ + 0.6756, + 0.916 + ] + }, + { + "instruction": "Decorating Sprinkles, 80z", + "bbox": [ + 0.5953876071506077, + 0.8459608968098958, + 0.7557405259874131, + 0.9861058892144097 + ], + "point": [ + 0.6756, + 0.916 + ] + }, + { + "instruction": "Icing", + "bbox": [ + 0.5953876071506077, + 0.8459608968098958, + 0.7557405259874131, + 0.9861058892144097 + ], + "point": [ + 0.6756, + 0.916 + ] + }, + { + "instruction": "Reviews", + "bbox": [ + 0.41642108493381075, + 0.9234160698784722, + 0.5817825317382812, + 0.9512384711371528 + ], + "point": [ + 0.4991, + 0.9373 + ] + }, + { + "instruction": "Cocowhi?", + "bbox": [ + 0.7673014322916667, + 0.535624254014757, + 0.9348885430230035, + 0.8278889295789931 + ], + "point": [ + 0.8511, + 0.6818 + ] + }, + { + "instruction": "FAGE", + "bbox": [ + 0.7673014322916667, + 0.535624254014757, + 0.9348885430230035, + 0.8278889295789931 + ], + "point": [ + 0.8511, + 0.6818 + ] + }, + { + "instruction": "Eocfpub", + "bbox": [ + 0.7673014322916667, + 0.535624254014757, + 0.9348885430230035, + 0.8278889295789931 + ], + "point": [ + 0.8511, + 0.6818 + ] + }, + { + "instruction": "Ic PPInG", + "bbox": [ + 0.7673014322916667, + 0.535624254014757, + 0.9348885430230035, + 0.8278889295789931 + ], + "point": [ + 0.8511, + 0.6818 + ] + }, + { + "instruction": "SO", + "bbox": [ + 0.7673014322916667, + 0.535624254014757, + 0.9348885430230035, + 0.8278889295789931 + ], + "point": [ + 0.8511, + 0.6818 + ] + }, + { + "instruction": "DELICIOUSI", + "bbox": [ + 0.7673014322916667, + 0.535624254014757, + 0.9348885430230035, + 0.8278889295789931 + ], + "point": [ + 0.8511, + 0.6818 + ] + }, + { + "instruction": "Dnic", + "bbox": [ + 0.7673014322916667, + 0.535624254014757, + 0.9348885430230035, + 0.8278889295789931 + ], + "point": [ + 0.8511, + 0.6818 + ] + }, + { + "instruction": " ight", + "bbox": [ + 0.7673014322916667, + 0.535624254014757, + 0.9348885430230035, + 0.8278889295789931 + ], + "point": [ + 0.8511, + 0.6818 + ] + }, + { + "instruction": "Video Games", + "bbox": [ + 0.55632078382704, + 0.30597880045572917, + 0.6443711174858942, + 0.3451820882161458 + ], + "point": [ + 0.6003, + 0.3256 + ] + }, + { + "instruction": "ENERGYRGY NERGY", + "bbox": [ + 0.24198184543185763, + 0.5103854709201389, + 0.4069324917263455, + 0.8325783962673611 + ], + "point": [ + 0.3245, + 0.6715 + ] + }, + { + "instruction": "BERGY B'ERGY", + "bbox": [ + 0.24198184543185763, + 0.5103854709201389, + 0.4069324917263455, + 0.8325783962673611 + ], + "point": [ + 0.3245, + 0.6715 + ] + }, + { + "instruction": "CERGY", + "bbox": [ + 0.24198184543185763, + 0.5103854709201389, + 0.4069324917263455, + 0.8325783962673611 + ], + "point": [ + 0.3245, + 0.6715 + ] + }, + { + "instruction": "KERG\"", + "bbox": [ + 0.24198184543185763, + 0.5103854709201389, + 0.4069324917263455, + 0.8325783962673611 + ], + "point": [ + 0.3245, + 0.6715 + ] + }, + { + "instruction": "Welcome to One", + "bbox": [ + 0.702521472507053, + 0.10371660020616319, + 0.8389444986979167, + 0.13200736151801215 + ], + "point": [ + 0.7707, + 0.1179 + ] + }, + { + "instruction": "Market", + "bbox": [ + 0.702521472507053, + 0.10371660020616319, + 0.8389444986979167, + 0.13200736151801215 + ], + "point": [ + 0.7707, + 0.1179 + ] + }, + { + "instruction": "Stop", + "bbox": [ + 0.702521472507053, + 0.10371660020616319, + 0.8389444986979167, + 0.13200736151801215 + ], + "point": [ + 0.7707, + 0.1179 + ] + }, + { + "instruction": "Sports & Outdoors", + "bbox": [ + 0.20837453206380208, + 0.2521329583062066, + 0.3188641866048177, + 0.28281824747721357 + ], + "point": [ + 0.2636, + 0.2675 + ] + }, + { + "instruction": "12 Reviews", + "bbox": [ + 0.7673587375217014, + 0.924340074327257, + 0.9315911187065973, + 0.9522308349609375 + ], + "point": [ + 0.8495, + 0.9383 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.32214974297417537, + 0.30765346950954864, + 0.3978697035047743, + 0.34363661024305553 + ], + "point": [ + 0.36, + 0.3256 + ] + }, + { + "instruction": "My Account", + "bbox": [ + 0.5201718224419488, + 0.10250623914930555, + 0.581627697414822, + 0.13216796875 + ], + "point": [ + 0.5509, + 0.1173 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry", + "bbox": [ + 0.32526715596516925, + 0.2522477722167969, + 0.470547358194987, + 0.28304896036783855 + ], + "point": [ + 0.3979, + 0.2676 + ] + }, + { + "instruction": "Cell Phones & Accessories", + "bbox": [ + 0.40255745781792535, + 0.30570431179470486, + 0.558290523952908, + 0.3445976765950521 + ], + "point": [ + 0.4804, + 0.3252 + ] + }, + { + "instruction": "ELkwooDL", + "bbox": [ + 0.417520989312066, + 0.53017578125, + 0.5810686747233073, + 0.835672607421875 + ], + "point": [ + 0.4993, + 0.6829 + ] + }, + { + "instruction": "ORANGE VANIILA", + "bbox": [ + 0.417520989312066, + 0.53017578125, + 0.5810686747233073, + 0.835672607421875 + ], + "point": [ + 0.4993, + 0.6829 + ] + }, + { + "instruction": "Ctn", + "bbox": [ + 0.417520989312066, + 0.53017578125, + 0.5810686747233073, + 0.835672607421875 + ], + "point": [ + 0.4993, + 0.6829 + ] + }, + { + "instruction": "Iniusiox", + "bbox": [ + 0.417520989312066, + 0.53017578125, + 0.5810686747233073, + 0.835672607421875 + ], + "point": [ + 0.4993, + 0.6829 + ] + }, + { + "instruction": "Beauty & Personal Care", + "bbox": [ + 0.06689755651685926, + 0.25258304172092017, + 0.20202809969584148, + 0.2836417982313368 + ], + "point": [ + 0.1345, + 0.2681 + ] + }, + { + "instruction": "Create an Account", + "bbox": [ + 0.8449105156792535, + 0.10449950324164496, + 0.9331370035807292, + 0.13036172654893663 + ], + "point": [ + 0.889, + 0.1174 + ] + }, + { + "instruction": "Pre-baked Gingerbread House Kit", + "bbox": [ + 0.06744512452019585, + 0.844119873046875, + 0.22633493741353353, + 0.894716796875 + ], + "point": [ + 0.1469, + 0.8694 + ] + }, + { + "instruction": "Value Pack; 17 0z,, Pack of 2, Total", + "bbox": [ + 0.06744512452019585, + 0.844119873046875, + 0.22633493741353353, + 0.894716796875 + ], + "point": [ + 0.1469, + 0.8694 + ] + }, + { + "instruction": "Tools & Home Improvement", + "bbox": [ + 0.6873777601453993, + 0.24205386691623265, + 0.8457370334201388, + 0.29168348524305554 + ], + "point": [ + 0.7666, + 0.2669 + ] + }, + { + "instruction": "Home & Kitchen", + "bbox": [ + 0.47417772081163195, + 0.2463092549641927, + 0.5779427422417535, + 0.2869952392578125 + ], + "point": [ + 0.5261, + 0.2667 + ] + }, + { + "instruction": "Grocery & Gourmet Food", + "bbox": [ + 0.6494500054253473, + 0.3048054673936632, + 0.793814934624566, + 0.3465278795030382 + ], + "point": [ + 0.7216, + 0.3257 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.06983173158433702, + 0.1737589348687066, + 0.20728107028537326, + 0.21541091918945313 + ], + "point": [ + 0.1386, + 0.1946 + ] + }, + { + "instruction": "Office Products", + "bbox": [ + 0.5856276194254557, + 0.2516519165039062, + 0.6803223080105252, + 0.2837812635633681 + ], + "point": [ + 0.633, + 0.2677 + ] + }, + { + "instruction": "Snoused", + "bbox": [ + 0.0663701163397895, + 0.5150496758355034, + 0.2243869145711263, + 0.8337786187065972 + ], + "point": [ + 0.1454, + 0.6744 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8948254903157552, + 0.049538972642686634, + 0.9705774095323351, + 0.08957666185167101 + ], + "point": [ + 0.9327, + 0.0696 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08253026538425022, + 0.05317090352376302, + 0.15559392505221897, + 0.08424389309353299 + ], + "point": [ + 0.1191, + 0.0687 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9755233764648438, + 0.003218118879530165, + 0.9975384182400173, + 0.039676214853922524 + ], + "point": [ + 0.9865, + 0.0214 + ] + }, + { + "instruction": "navigating to the playstation 4 menu.", + "bbox": [ + 0.5598457336425782, + 0.47649932861328126, + 0.7175182766384549, + 0.5173173353407118 + ], + "point": [ + 0.6387, + 0.4969 + ] + }, + { + "instruction": "navigating to the Xbox One game.", + "bbox": [ + 0.5599386850992839, + 0.35474945068359376, + 0.7177413940429688, + 0.40020416259765623 + ], + "point": [ + 0.6388, + 0.3775 + ] + }, + { + "instruction": "navigating to the Legacy Systems section.", + "bbox": [ + 0.5635672675238715, + 0.4386142306857639, + 0.7169341193305121, + 0.4777097574869792 + ], + "point": [ + 0.6403, + 0.4582 + ] + }, + { + "instruction": "A 16-Ounce Pouch.", + "bbox": [ + 0.41811981201171877, + 0.8443954806857639, + 0.5812237209743923, + 0.9170229763454861 + ], + "point": [ + 0.4997, + 0.8807 + ] + }, + { + "instruction": "navigating to the PC settings.", + "bbox": [ + 0.5612550099690755, + 0.39879665798611114, + 0.7171227349175348, + 0.4387396918402778 + ], + "point": [ + 0.6392, + 0.4188 + ] + }, + { + "instruction": "Healthy Energy Drink.", + "bbox": [ + 0.2430178960164388, + 0.84326904296875, + 0.4063746982150608, + 0.9409528266059027 + ], + "point": [ + 0.3247, + 0.8921 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.8743794759114584, + 0.17614335801866318, + 0.8933690388997396, + 0.21072475857204861 + ], + "point": [ + 0.8839, + 0.1934 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05465588569641113, + 0.04886827680799696, + 0.07619729042053222, + 0.08913918389214409 + ], + "point": [ + 0.0654, + 0.069 + ] + }, + { + "instruction": "accessories.", + "bbox": [ + 0.39429211086697047, + 0.474019538031684, + 0.55875244140625, + 0.5243994479709201 + ], + "point": [ + 0.4765, + 0.4992 + ] + }, + { + "instruction": "a background or wallpaper with red and yellow flowers.", + "bbox": [ + 0.5945077260335286, + 0.5440775553385416, + 0.7564141167534723, + 0.8310381401909722 + ], + "point": [ + 0.6755, + 0.6876 + ] + }, + { + "instruction": "Bakery or shopping cart functionality.", + "bbox": [ + 0.9057201809353299, + 0.1773473442925347, + 0.9299994574652778, + 0.21249922010633682 + ], + "point": [ + 0.9179, + 0.1949 + ] + }, + { + "instruction": "My Wish List.", + "bbox": [ + 0.5836022694905599, + 0.1032298109266493, + 0.6462205251057943, + 0.13168558756510418 + ], + "point": [ + 0.6149, + 0.1175 + ] + }, + { + "instruction": "a hand or hand gesture.", + "bbox": [ + 0.5589111328125, + 0.5159868706597223, + 0.7178894890679254, + 0.5583841959635417 + ], + "point": [ + 0.6384, + 0.5372 + ] + }, + { + "instruction": "A product or product that is verified, 9 oz. tub.", + "bbox": [ + 0.7685658772786458, + 0.8438706461588542, + 0.9334247165256077, + 0.9158365207248264 + ], + "point": [ + 0.851, + 0.8799 + ] + }, + { + "instruction": "Lawn & Garden settings.", + "bbox": [ + 0.19156360626220703, + 0.3115010579427083, + 0.31670479244656036, + 0.3415213351779514 + ], + "point": [ + 0.2541, + 0.3265 + ] + }, + { + "instruction": "Sign In.", + "bbox": [ + 0.6498297797309027, + 0.10257850646972656, + 0.6876517401801215, + 0.13285594516330296 + ], + "point": [ + 0.6687, + 0.1177 + ] + }, + { + "instruction": "Bold of the ball princess sprinkles.", + "bbox": [ + 0.5953876071506077, + 0.8459608968098958, + 0.7557405259874131, + 0.9861058892144097 + ], + "point": [ + 0.6756, + 0.916 + ] + }, + { + "instruction": "4 views.", + "bbox": [ + 0.41642108493381075, + 0.9234160698784722, + 0.5817825317382812, + 0.9512384711371528 + ], + "point": [ + 0.4991, + 0.9373 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028844581709967718, + 0.0518049324883355, + 0.05066102345784505, + 0.0884714592827691 + ], + "point": [ + 0.0398, + 0.0701 + ] + }, + { + "instruction": "Light coco whip.", + "bbox": [ + 0.7673014322916667, + 0.535624254014757, + 0.9348885430230035, + 0.8278889295789931 + ], + "point": [ + 0.8511, + 0.6818 + ] + }, + { + "instruction": "Video Games.", + "bbox": [ + 0.55632078382704, + 0.30597880045572917, + 0.6443711174858942, + 0.3451820882161458 + ], + "point": [ + 0.6003, + 0.3256 + ] + }, + { + "instruction": "Energy energy drink.", + "bbox": [ + 0.24198184543185763, + 0.5103854709201389, + 0.4069324917263455, + 0.8325783962673611 + ], + "point": [ + 0.3245, + 0.6715 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004003119468688965, + 0.05124759250217014, + 0.027611305978563098, + 0.08868026733398438 + ], + "point": [ + 0.0158, + 0.07 + ] + }, + { + "instruction": "A welcome message to One Stop Market.", + "bbox": [ + 0.702521472507053, + 0.10371660020616319, + 0.8389444986979167, + 0.13200736151801215 + ], + "point": [ + 0.7707, + 0.1179 + ] + }, + { + "instruction": "sports & outdoors settings.", + "bbox": [ + 0.20837453206380208, + 0.2521329583062066, + 0.3188641866048177, + 0.28281824747721357 + ], + "point": [ + 0.2636, + 0.2675 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9737151251898871, + 0.04914811452229818, + 0.9966468811035156, + 0.08970006306966145 + ], + "point": [ + 0.9852, + 0.0694 + ] + }, + { + "instruction": "12 reviews.", + "bbox": [ + 0.7673587375217014, + 0.924340074327257, + 0.9315911187065973, + 0.9522308349609375 + ], + "point": [ + 0.8495, + 0.9383 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.32214974297417537, + 0.30765346950954864, + 0.3978697035047743, + 0.34363661024305553 + ], + "point": [ + 0.36, + 0.3256 + ] + }, + { + "instruction": "My Account.", + "bbox": [ + 0.5201718224419488, + 0.10250623914930555, + 0.581627697414822, + 0.13216796875 + ], + "point": [ + 0.5509, + 0.1173 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry options.", + "bbox": [ + 0.32526715596516925, + 0.2522477722167969, + 0.470547358194987, + 0.28304896036783855 + ], + "point": [ + 0.3979, + 0.2676 + ] + }, + { + "instruction": "Cellphones & Accessories settings.", + "bbox": [ + 0.40255745781792535, + 0.30570431179470486, + 0.558290523952908, + 0.3445976765950521 + ], + "point": [ + 0.4804, + 0.3252 + ] + }, + { + "instruction": "Orange Vanilla coffee.", + "bbox": [ + 0.417520989312066, + 0.53017578125, + 0.5810686747233073, + 0.835672607421875 + ], + "point": [ + 0.4993, + 0.6829 + ] + }, + { + "instruction": "A dropdown menu for \"Beauty & Personal Care\".", + "bbox": [ + 0.06689755651685926, + 0.25258304172092017, + 0.20202809969584148, + 0.2836417982313368 + ], + "point": [ + 0.1345, + 0.2681 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.23977817959255643, + 0.9502733696831597, + 0.25514547559950085, + 0.9731642659505209 + ], + "point": [ + 0.2475, + 0.9617 + ] + }, + { + "instruction": "Create an account.", + "bbox": [ + 0.8449105156792535, + 0.10449950324164496, + 0.9331370035807292, + 0.13036172654893663 + ], + "point": [ + 0.889, + 0.1174 + ] + }, + { + "instruction": "pre-baked gingerbread house kit.", + "bbox": [ + 0.06744512452019585, + 0.844119873046875, + 0.22633493741353353, + 0.894716796875 + ], + "point": [ + 0.1469, + 0.8694 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15080927742852104, + 0.006447500652737088, + 0.16769753562079537, + 0.04027939796447754 + ], + "point": [ + 0.1593, + 0.0234 + ] + }, + { + "instruction": "Tools & Home Improvement settings.", + "bbox": [ + 0.6873777601453993, + 0.24205386691623265, + 0.8457370334201388, + 0.29168348524305554 + ], + "point": [ + 0.7666, + 0.2669 + ] + }, + { + "instruction": "Home & Kitchen settings.", + "bbox": [ + 0.47417772081163195, + 0.2463092549641927, + 0.5779427422417535, + 0.2869952392578125 + ], + "point": [ + 0.5261, + 0.2667 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.26651795705159503, + 0.9503290473090278, + 0.2802141613430447, + 0.9728704155815973 + ], + "point": [ + 0.2734, + 0.9616 + ] + }, + { + "instruction": "Grocery & Gourmet Food options.", + "bbox": [ + 0.6494500054253473, + 0.3048054673936632, + 0.793814934624566, + 0.3465278795030382 + ], + "point": [ + 0.7216, + 0.3257 + ] + }, + { + "instruction": "favorite or bookmarking.", + "bbox": [ + 0.0648507489098443, + 0.9239192030164931, + 0.0797245184580485, + 0.9503184000651042 + ], + "point": [ + 0.0723, + 0.9371 + ] + }, + { + "instruction": "OneStop Market.", + "bbox": [ + 0.06983173158433702, + 0.1737589348687066, + 0.20728107028537326, + 0.21541091918945313 + ], + "point": [ + 0.1386, + 0.1946 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.2549546135796441, + 0.9505621337890625, + 0.26726243760850693, + 0.9725259738498264 + ], + "point": [ + 0.2611, + 0.9615 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8643401251898871, + 0.05044370863172743, + 0.8859853956434461, + 0.08932825724283854 + ], + "point": [ + 0.8752, + 0.0699 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.28000418345133465, + 0.9505357530381945, + 0.2915262646145291, + 0.9723074001736111 + ], + "point": [ + 0.2858, + 0.9614 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.34004349178738064, + 0.006244197421603733, + 0.35563553704155815, + 0.038446049160427515 + ], + "point": [ + 0.3478, + 0.0223 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.2915398915608724, + 0.9505647108289931, + 0.30588794284396703, + 0.9719399007161459 + ], + "point": [ + 0.2987, + 0.9613 + ] + }, + { + "instruction": "Office products.", + "bbox": [ + 0.5856276194254557, + 0.2516519165039062, + 0.6803223080105252, + 0.2837812635633681 + ], + "point": [ + 0.633, + 0.2677 + ] + }, + { + "instruction": "gingerbread House.", + "bbox": [ + 0.0663701163397895, + 0.5150496758355034, + 0.2243869145711263, + 0.8337786187065972 + ], + "point": [ + 0.1454, + 0.6744 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3150966644287109, + 0.008308484819200304, + 0.33252186245388454, + 0.037768885294596356 + ], + "point": [ + 0.3238, + 0.023 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.09134618971082899, + 0.9277602132161459, + 0.10382152133517795, + 0.9497692192925348 + ], + "point": [ + 0.0976, + 0.9388 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.07924645211961534, + 0.92606689453125, + 0.09097872840033637, + 0.9495846896701389 + ], + "point": [ + 0.0851, + 0.9378 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.10389889611138238, + 0.92815673828125, + 0.11608155568440755, + 0.9496603732638889 + ], + "point": [ + 0.11, + 0.9389 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.11576918496025933, + 0.928128187391493, + 0.1297928598192003, + 0.9498143853081598 + ], + "point": [ + 0.1228, + 0.939 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.1696650187174479, + 0.3155633544921875, + 0.18194245232476128, + 0.3414269341362847 + ], + "point": [ + 0.1758, + 0.3285 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 0.9947764078776041, + 0.045244081285264755, + 1.0, + 0.09332986619737413 + ], + "point": [ + 0.9974, + 0.0693 + ] + } + ], + "element_size": 146 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_3/1692.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "All forums", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07083333333333333, + 0.029444444444444443 + ], + "point": [ + 0.0498, + 0.0217 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.19444444444444445, + 0.013888888888888888, + 0.26319444444444445, + 0.029444444444444443 + ], + "point": [ + 0.2288, + 0.0217 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws.com:7770", + "bbox": [ + 0.15868057674831815, + 0.061111115349663625, + 0.4114583333333333, + 0.07944445292154947 + ], + "point": [ + 0.2851, + 0.0703 + ] + }, + { + "instruction": "Search entire store here:", + "bbox": [ + 0.7291666666666666, + 0.18444444444444444, + 0.8572916666666667, + 0.205 + ], + "point": [ + 0.7932, + 0.1947 + ] + }, + { + "instruction": "Health & Household", + "bbox": [ + 0.06840277777777778, + 0.31666666666666665, + 0.16805555555555557, + 0.3383333333333333 + ], + "point": [ + 0.1182, + 0.3275 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.06805555555555555, + 0.385, + 0.28541666666666665, + 0.44222222222222224 + ], + "point": [ + 0.1767, + 0.4136 + ] + }, + { + "instruction": "Product Showcases", + "bbox": [ + 0.06840277247958713, + 0.4777777777777778, + 0.17986110581292047, + 0.5 + ], + "point": [ + 0.1241, + 0.4889 + ] + }, + { + "instruction": "34 0z_", + "bbox": [ + 0.06875000529819064, + 0.8938888888888888, + 0.09513889948527018, + 0.9111111111111111 + ], + "point": [ + 0.0819, + 0.9025 + ] + }, + { + "instruction": "Review", + "bbox": [ + 0.14375, + 0.9322222222222222, + 0.17256944444444444, + 0.9472222222222222 + ], + "point": [ + 0.1582, + 0.9397 + ] + }, + { + "instruction": "12", + "bbox": [ + 0.31006944444444445, + 0.9538889567057292, + 0.3215277777777778, + 0.9694445122612847 + ], + "point": [ + 0.3158, + 0.9617 + ] + }, + { + "instruction": "Reviews", + "bbox": [ + 0.32430553436279297, + 0.9538889567057292, + 0.35694440205891925, + 0.9694445122612847 + ], + "point": [ + 0.3406, + 0.9617 + ] + }, + { + "instruction": "S19.36", + "bbox": [ + 0.41944444444444445, + 0.97, + 0.4527777777777778, + 0.9883333333333333 + ], + "point": [ + 0.4361, + 0.9792 + ] + }, + { + "instruction": "S15.62", + "bbox": [ + 0.7701388041178385, + 0.97, + 0.8045138041178386, + 0.9883333333333333 + ], + "point": [ + 0.7873, + 0.9792 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-", + "bbox": [ + 0.0024305608537462022, + 0.98, + 0.12569444974263508, + 0.9983333333333333 + ], + "point": [ + 0.0641, + 0.9892 + ] + }, + { + "instruction": "amazonaws com:7770/_Inintendo-switch html", + "bbox": [ + 0.1295138888888889, + 0.98, + 0.3145833333333333, + 0.9961111111111111 + ], + "point": [ + 0.222, + 0.9881 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8948074340820312, + 0.04956099616156684, + 0.9705841064453125, + 0.08957281324598525 + ], + "point": [ + 0.9327, + 0.0696 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08227971394856771, + 0.05300780402289496, + 0.15555417802598742, + 0.08426539103190105 + ], + "point": [ + 0.1189, + 0.0686 + ] + }, + { + "instruction": "ENERGYRGY NERGY", + "bbox": [ + 0.24172583685980903, + 0.5120098876953125, + 0.4074552747938368, + 0.8304826524522569 + ], + "point": [ + 0.3246, + 0.6712 + ] + }, + { + "instruction": "BERGY B'ERGY", + "bbox": [ + 0.24172583685980903, + 0.5120098876953125, + 0.4074552747938368, + 0.8304826524522569 + ], + "point": [ + 0.3246, + 0.6712 + ] + }, + { + "instruction": "CERGY", + "bbox": [ + 0.24172583685980903, + 0.5120098876953125, + 0.4074552747938368, + 0.8304826524522569 + ], + "point": [ + 0.3246, + 0.6712 + ] + }, + { + "instruction": "KERG\"", + "bbox": [ + 0.24172583685980903, + 0.5120098876953125, + 0.4074552747938368, + 0.8304826524522569 + ], + "point": [ + 0.3246, + 0.6712 + ] + }, + { + "instruction": "Cocowhi?", + "bbox": [ + 0.7677445305718316, + 0.5326600138346355, + 0.9350434197319879, + 0.8274933539496527 + ], + "point": [ + 0.8514, + 0.6801 + ] + }, + { + "instruction": "FAGE", + "bbox": [ + 0.7677445305718316, + 0.5326600138346355, + 0.9350434197319879, + 0.8274933539496527 + ], + "point": [ + 0.8514, + 0.6801 + ] + }, + { + "instruction": "coconUI", + "bbox": [ + 0.7677445305718316, + 0.5326600138346355, + 0.9350434197319879, + 0.8274933539496527 + ], + "point": [ + 0.8514, + 0.6801 + ] + }, + { + "instruction": "PPEO", + "bbox": [ + 0.7677445305718316, + 0.5326600138346355, + 0.9350434197319879, + 0.8274933539496527 + ], + "point": [ + 0.8514, + 0.6801 + ] + }, + { + "instruction": "Ic PPInG", + "bbox": [ + 0.7677445305718316, + 0.5326600138346355, + 0.9350434197319879, + 0.8274933539496527 + ], + "point": [ + 0.8514, + 0.6801 + ] + }, + { + "instruction": "SO", + "bbox": [ + 0.7677445305718316, + 0.5326600138346355, + 0.9350434197319879, + 0.8274933539496527 + ], + "point": [ + 0.8514, + 0.6801 + ] + }, + { + "instruction": "DELICIOUSI", + "bbox": [ + 0.7677445305718316, + 0.5326600138346355, + 0.9350434197319879, + 0.8274933539496527 + ], + "point": [ + 0.8514, + 0.6801 + ] + }, + { + "instruction": "Dnic", + "bbox": [ + 0.7677445305718316, + 0.5326600138346355, + 0.9350434197319879, + 0.8274933539496527 + ], + "point": [ + 0.8514, + 0.6801 + ] + }, + { + "instruction": " ight", + "bbox": [ + 0.7677445305718316, + 0.5326600138346355, + 0.9350434197319879, + 0.8274933539496527 + ], + "point": [ + 0.8514, + 0.6801 + ] + }, + { + "instruction": "Office Products", + "bbox": [ + 0.5824661678738065, + 0.2378123813205295, + 0.6823057810465495, + 0.29851077609592014 + ], + "point": [ + 0.6324, + 0.2682 + ] + }, + { + "instruction": "Elmwood Inn Fine Teas, Orange", + "bbox": [ + 0.41800880432128906, + 0.8440549723307291, + 0.5813643985324436, + 0.9170691596137153 + ], + "point": [ + 0.4997, + 0.8806 + ] + }, + { + "instruction": "Vanilla Caffeine-free Fruit Infusion,", + "bbox": [ + 0.41800880432128906, + 0.8440549723307291, + 0.5813643985324436, + 0.9170691596137153 + ], + "point": [ + 0.4997, + 0.8806 + ] + }, + { + "instruction": "16-Ounce Pouch", + "bbox": [ + 0.41800880432128906, + 0.8440549723307291, + 0.5813643985324436, + 0.9170691596137153 + ], + "point": [ + 0.4997, + 0.8806 + ] + }, + { + "instruction": "v8 +Energy, Healthy Energy Drink", + "bbox": [ + 0.24304158952501084, + 0.8432080078125, + 0.40610152350531686, + 0.9400937228732639 + ], + "point": [ + 0.3246, + 0.8917 + ] + }, + { + "instruction": "Steady Energy from Black and", + "bbox": [ + 0.24304158952501084, + 0.8432080078125, + 0.40610152350531686, + 0.9400937228732639 + ], + "point": [ + 0.3246, + 0.8917 + ] + }, + { + "instruction": "Green Tea, Pomegranate", + "bbox": [ + 0.24304158952501084, + 0.8432080078125, + 0.40610152350531686, + 0.9400937228732639 + ], + "point": [ + 0.3246, + 0.8917 + ] + }, + { + "instruction": "Blueberry, 8 Ounce Can ,Pack of 24", + "bbox": [ + 0.24304158952501084, + 0.8432080078125, + 0.40610152350531686, + 0.9400937228732639 + ], + "point": [ + 0.3246, + 0.8917 + ] + }, + { + "instruction": "Tools & Home Improvement", + "bbox": [ + 0.6863609737820096, + 0.23808690388997397, + 0.8460628933376736, + 0.2966595119900174 + ], + "point": [ + 0.7662, + 0.2674 + ] + }, + { + "instruction": "So Delicious Dairy Free CocoWhip", + "bbox": [ + 0.7687586466471354, + 0.8438852945963542, + 0.9331203884548611, + 0.9165350341796875 + ], + "point": [ + 0.8509, + 0.8802 + ] + }, + { + "instruction": "Light; Vegan, Non-GMO Project", + "bbox": [ + 0.7687586466471354, + 0.8438852945963542, + 0.9331203884548611, + 0.9165350341796875 + ], + "point": [ + 0.8509, + 0.8802 + ] + }, + { + "instruction": "Verified,", + "bbox": [ + 0.7687586466471354, + 0.8438852945963542, + 0.9331203884548611, + 0.9165350341796875 + ], + "point": [ + 0.8509, + 0.8802 + ] + }, + { + "instruction": "OZ. Tub", + "bbox": [ + 0.7687586466471354, + 0.8438852945963542, + 0.9331203884548611, + 0.9165350341796875 + ], + "point": [ + 0.8509, + 0.8802 + ] + }, + { + "instruction": "Grocery & Gourmet Food", + "bbox": [ + 0.6482231987847222, + 0.29828365749782987, + 0.7937250773111979, + 0.35340423583984376 + ], + "point": [ + 0.721, + 0.3258 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.3214092254638672, + 0.305854729546441, + 0.3988541920979818, + 0.3454358249240451 + ], + "point": [ + 0.3601, + 0.3256 + ] + }, + { + "instruction": "Home & Kitchen", + "bbox": [ + 0.47536994086371526, + 0.23802571614583334, + 0.5802478366427951, + 0.29804928249782986 + ], + "point": [ + 0.5278, + 0.268 + ] + }, + { + "instruction": "Sign In", + "bbox": [ + 0.6497874789767795, + 0.10239352756076389, + 0.6873508029513888, + 0.13314373440212673 + ], + "point": [ + 0.6686, + 0.1178 + ] + }, + { + "instruction": "My Wish List", + "bbox": [ + 0.5837435404459635, + 0.10291608174641927, + 0.6462333679199219, + 0.1321723175048828 + ], + "point": [ + 0.615, + 0.1175 + ] + }, + { + "instruction": "ELkwooDL", + "bbox": [ + 0.4185140821668837, + 0.5184019978841146, + 0.5747505187988281, + 0.8358369954427083 + ], + "point": [ + 0.4966, + 0.6771 + ] + }, + { + "instruction": "ORANGE VANIILA", + "bbox": [ + 0.4185140821668837, + 0.5184019978841146, + 0.5747505187988281, + 0.8358369954427083 + ], + "point": [ + 0.4966, + 0.6771 + ] + }, + { + "instruction": "Ctn", + "bbox": [ + 0.4185140821668837, + 0.5184019978841146, + 0.5747505187988281, + 0.8358369954427083 + ], + "point": [ + 0.4966, + 0.6771 + ] + }, + { + "instruction": "Iniusiot", + "bbox": [ + 0.4185140821668837, + 0.5184019978841146, + 0.5747505187988281, + 0.8358369954427083 + ], + "point": [ + 0.4966, + 0.6771 + ] + }, + { + "instruction": "Patio, Lawn & Garden", + "bbox": [ + 0.18864453633626302, + 0.305173102484809, + 0.3172827402750651, + 0.34563317192925347 + ], + "point": [ + 0.253, + 0.3254 + ] + }, + { + "instruction": "Welcome to One", + "bbox": [ + 0.7026994917127821, + 0.10371633741590712, + 0.8393724229600694, + 0.13206750657823352 + ], + "point": [ + 0.771, + 0.1179 + ] + }, + { + "instruction": "Market", + "bbox": [ + 0.7026994917127821, + 0.10371633741590712, + 0.8393724229600694, + 0.13206750657823352 + ], + "point": [ + 0.771, + 0.1179 + ] + }, + { + "instruction": "Stop", + "bbox": [ + 0.7026994917127821, + 0.10371633741590712, + 0.8393724229600694, + 0.13206750657823352 + ], + "point": [ + 0.771, + 0.1179 + ] + }, + { + "instruction": "Snouised", + "bbox": [ + 0.06642865075005425, + 0.5154053073459202, + 0.22372974819607205, + 0.8364803059895833 + ], + "point": [ + 0.1451, + 0.6759 + ] + }, + { + "instruction": "Belle Of The Ball Princess Sprinkle", + "bbox": [ + 0.5954816606309679, + 0.8425834147135417, + 0.7550795661078559, + 0.9849557834201389 + ], + "point": [ + 0.6753, + 0.9138 + ] + }, + { + "instruction": "Mix", + "bbox": [ + 0.5954816606309679, + 0.8425834147135417, + 0.7550795661078559, + 0.9849557834201389 + ], + "point": [ + 0.6753, + 0.9138 + ] + }, + { + "instruction": "Wedding Colorful Sprinkles_", + "bbox": [ + 0.5954816606309679, + 0.8425834147135417, + 0.7550795661078559, + 0.9849557834201389 + ], + "point": [ + 0.6753, + 0.9138 + ] + }, + { + "instruction": "Cake Cupcake Cookie Sprinkles [", + "bbox": [ + 0.5954816606309679, + 0.8425834147135417, + 0.7550795661078559, + 0.9849557834201389 + ], + "point": [ + 0.6753, + 0.9138 + ] + }, + { + "instruction": "Ice cream Candy Sprinkles [", + "bbox": [ + 0.5954816606309679, + 0.8425834147135417, + 0.7550795661078559, + 0.9849557834201389 + ], + "point": [ + 0.6753, + 0.9138 + ] + }, + { + "instruction": "Yellow", + "bbox": [ + 0.5954816606309679, + 0.8425834147135417, + 0.7550795661078559, + 0.9849557834201389 + ], + "point": [ + 0.6753, + 0.9138 + ] + }, + { + "instruction": "Gold Red Royal Red Rose", + "bbox": [ + 0.5954816606309679, + 0.8425834147135417, + 0.7550795661078559, + 0.9849557834201389 + ], + "point": [ + 0.6753, + 0.9138 + ] + }, + { + "instruction": "Flowers", + "bbox": [ + 0.5954816606309679, + 0.8425834147135417, + 0.7550795661078559, + 0.9849557834201389 + ], + "point": [ + 0.6753, + 0.9138 + ] + }, + { + "instruction": "Decorating Sprinkles, 80z", + "bbox": [ + 0.5954816606309679, + 0.8425834147135417, + 0.7550795661078559, + 0.9849557834201389 + ], + "point": [ + 0.6753, + 0.9138 + ] + }, + { + "instruction": "Icing", + "bbox": [ + 0.5954816606309679, + 0.8425834147135417, + 0.7550795661078559, + 0.9849557834201389 + ], + "point": [ + 0.6753, + 0.9138 + ] + }, + { + "instruction": "12 Reviews", + "bbox": [ + 0.7676033867730034, + 0.9236731635199653, + 0.9310201009114584, + 0.9525616455078125 + ], + "point": [ + 0.8493, + 0.9381 + ] + }, + { + "instruction": "Video Games", + "bbox": [ + 0.5572086758083767, + 0.2974833509657118, + 0.6458919949001736, + 0.3553223673502604 + ], + "point": [ + 0.6016, + 0.3264 + ] + }, + { + "instruction": "Cell Phones & Accessories", + "bbox": [ + 0.40269232855902776, + 0.3049374728732639, + 0.5578416612413194, + 0.34522901746961804 + ], + "point": [ + 0.4803, + 0.3251 + ] + }, + { + "instruction": "My Account", + "bbox": [ + 0.5200268215603299, + 0.10206860012478298, + 0.5814541286892361, + 0.13317947387695311 + ], + "point": [ + 0.5507, + 0.1176 + ] + }, + { + "instruction": "Create an Account", + "bbox": [ + 0.8438934326171875, + 0.10414418538411459, + 0.933077155219184, + 0.13113340589735242 + ], + "point": [ + 0.8885, + 0.1176 + ] + }, + { + "instruction": "Reviews", + "bbox": [ + 0.4165421803792318, + 0.9227249484592014, + 0.5811582353379992, + 0.9512949625651042 + ], + "point": [ + 0.4989, + 0.937 + ] + }, + { + "instruction": "Pre-baked Gingerbread House Kit", + "bbox": [ + 0.06753897666931152, + 0.8441893174913194, + 0.22586749924553765, + 0.8943043348524305 + ], + "point": [ + 0.1467, + 0.8692 + ] + }, + { + "instruction": "Value Pack; 17 0z,, Pack of 2, Total", + "bbox": [ + 0.06753897666931152, + 0.8441893174913194, + 0.22586749924553765, + 0.8943043348524305 + ], + "point": [ + 0.1467, + 0.8692 + ] + }, + { + "instruction": "Beauty & Personal Care", + "bbox": [ + 0.06130420896742079, + 0.23925174289279513, + 0.20236837599012586, + 0.29705569797092013 + ], + "point": [ + 0.1318, + 0.2682 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry", + "bbox": [ + 0.3224893993801541, + 0.24608130560980904, + 0.4746620602077908, + 0.28780907524956595 + ], + "point": [ + 0.3986, + 0.2669 + ] + }, + { + "instruction": "Sports & Outdoors", + "bbox": [ + 0.20482181972927518, + 0.24511650933159723, + 0.31895794338650174, + 0.2882357449001736 + ], + "point": [ + 0.2619, + 0.2667 + ] + }, + { + "instruction": "One Stop Market", + "bbox": [ + 0.06980483796861436, + 0.1733338080512153, + 0.20743543836805556, + 0.21549346923828125 + ], + "point": [ + 0.1386, + 0.1944 + ] + }, + { + "instruction": "Advanced Search", + "bbox": [ + 0.7219065348307292, + 0.21437483045789932, + 0.8043399386935763, + 0.23918880886501737 + ], + "point": [ + 0.7631, + 0.2268 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8948074340820312, + 0.04956099616156684, + 0.9705841064453125, + 0.08957281324598525 + ], + "point": [ + 0.9327, + 0.0696 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08227971394856771, + 0.05300780402289496, + 0.15555417802598742, + 0.08426539103190105 + ], + "point": [ + 0.1189, + 0.0686 + ] + }, + { + "instruction": "Energy energy drink.", + "bbox": [ + 0.24172583685980903, + 0.5120098876953125, + 0.4074552747938368, + 0.8304826524522569 + ], + "point": [ + 0.3246, + 0.6712 + ] + }, + { + "instruction": "Currency symbol.", + "bbox": [ + 0.593729994032118, + 0.5227889675564236, + 0.7566329956054687, + 0.8315529378255209 + ], + "point": [ + 0.6752, + 0.6772 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9755125257703993, + 0.0031541760762532553, + 0.9975628323025174, + 0.0396845817565918 + ], + "point": [ + 0.9865, + 0.0214 + ] + }, + { + "instruction": "Light coco whip.", + "bbox": [ + 0.7677445305718316, + 0.5326600138346355, + 0.9350434197319879, + 0.8274933539496527 + ], + "point": [ + 0.8514, + 0.6801 + ] + }, + { + "instruction": "Office products.", + "bbox": [ + 0.5824661678738065, + 0.2378123813205295, + 0.6823057810465495, + 0.29851077609592014 + ], + "point": [ + 0.6324, + 0.2682 + ] + }, + { + "instruction": "A 16-Ounce Pouch.", + "bbox": [ + 0.41800880432128906, + 0.8440549723307291, + 0.5813643985324436, + 0.9170691596137153 + ], + "point": [ + 0.4997, + 0.8806 + ] + }, + { + "instruction": "Healthy Energy Drink.", + "bbox": [ + 0.24304158952501084, + 0.8432080078125, + 0.40610152350531686, + 0.9400937228732639 + ], + "point": [ + 0.3246, + 0.8917 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.874379136827257, + 0.17591423882378474, + 0.893542989095052, + 0.211046142578125 + ], + "point": [ + 0.884, + 0.1935 + ] + }, + { + "instruction": "Tools & Home Improvement settings.", + "bbox": [ + 0.6863609737820096, + 0.23808690388997397, + 0.8460628933376736, + 0.2966595119900174 + ], + "point": [ + 0.7662, + 0.2674 + ] + }, + { + "instruction": "shopping cart or cart functionality.", + "bbox": [ + 0.905676523844401, + 0.1768691677517361, + 0.9301338195800781, + 0.21310963948567707 + ], + "point": [ + 0.9179, + 0.195 + ] + }, + { + "instruction": "A product or product that is verified, 9 oz. tub.", + "bbox": [ + 0.7687586466471354, + 0.8438852945963542, + 0.9331203884548611, + 0.9165350341796875 + ], + "point": [ + 0.8509, + 0.8802 + ] + }, + { + "instruction": "Grocery & Gourmet Food options.", + "bbox": [ + 0.6482231987847222, + 0.29828365749782987, + 0.7937250773111979, + 0.35340423583984376 + ], + "point": [ + 0.721, + 0.3258 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.3214092254638672, + 0.305854729546441, + 0.3988541920979818, + 0.3454358249240451 + ], + "point": [ + 0.3601, + 0.3256 + ] + }, + { + "instruction": "Home & Kitchen settings.", + "bbox": [ + 0.47536994086371526, + 0.23802571614583334, + 0.5802478366427951, + 0.29804928249782986 + ], + "point": [ + 0.5278, + 0.268 + ] + }, + { + "instruction": "Sign In.", + "bbox": [ + 0.6497874789767795, + 0.10239352756076389, + 0.6873508029513888, + 0.13314373440212673 + ], + "point": [ + 0.6686, + 0.1178 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9735579596625434, + 0.04892921447753906, + 0.9967379252115885, + 0.08988720364040799 + ], + "point": [ + 0.9851, + 0.0694 + ] + }, + { + "instruction": "My Wish List.", + "bbox": [ + 0.5837435404459635, + 0.10291608174641927, + 0.6462333679199219, + 0.1321723175048828 + ], + "point": [ + 0.615, + 0.1175 + ] + }, + { + "instruction": "Orange Vanilla coffee.", + "bbox": [ + 0.4185140821668837, + 0.5184019978841146, + 0.5747505187988281, + 0.8358369954427083 + ], + "point": [ + 0.4966, + 0.6771 + ] + }, + { + "instruction": "Lawn & Garden settings.", + "bbox": [ + 0.18864453633626302, + 0.305173102484809, + 0.3172827402750651, + 0.34563317192925347 + ], + "point": [ + 0.253, + 0.3254 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.0038745972845289443, + 0.051006935967339406, + 0.027799647384219698, + 0.08881017896864149 + ], + "point": [ + 0.0158, + 0.0699 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.054538922839694554, + 0.051880560980902775, + 0.07593332396613227, + 0.0881762440999349 + ], + "point": [ + 0.0652, + 0.07 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028803459803263345, + 0.053002429538302955, + 0.051048427157931855, + 0.08751007927788629 + ], + "point": [ + 0.0399, + 0.0703 + ] + }, + { + "instruction": "A welcome message to One Stop Market.", + "bbox": [ + 0.7026994917127821, + 0.10371633741590712, + 0.8393724229600694, + 0.13206750657823352 + ], + "point": [ + 0.771, + 0.1179 + ] + }, + { + "instruction": "gingerbread House.", + "bbox": [ + 0.06642865075005425, + 0.5154053073459202, + 0.22372974819607205, + 0.8364803059895833 + ], + "point": [ + 0.1451, + 0.6759 + ] + }, + { + "instruction": "Bold of the ball princess sprinkles.", + "bbox": [ + 0.5954816606309679, + 0.8425834147135417, + 0.7550795661078559, + 0.9849557834201389 + ], + "point": [ + 0.6753, + 0.9138 + ] + }, + { + "instruction": "12 reviews.", + "bbox": [ + 0.7676033867730034, + 0.9236731635199653, + 0.9310201009114584, + 0.9525616455078125 + ], + "point": [ + 0.8493, + 0.9381 + ] + }, + { + "instruction": "Video Games.", + "bbox": [ + 0.5572086758083767, + 0.2974833509657118, + 0.6458919949001736, + 0.3553223673502604 + ], + "point": [ + 0.6016, + 0.3264 + ] + }, + { + "instruction": "Cellphones & Accessories settings.", + "bbox": [ + 0.40269232855902776, + 0.3049374728732639, + 0.5578416612413194, + 0.34522901746961804 + ], + "point": [ + 0.4803, + 0.3251 + ] + }, + { + "instruction": "My Account.", + "bbox": [ + 0.5200268215603299, + 0.10206860012478298, + 0.5814541286892361, + 0.13317947387695311 + ], + "point": [ + 0.5507, + 0.1176 + ] + }, + { + "instruction": "Creating a new account.", + "bbox": [ + 0.8438934326171875, + 0.10414418538411459, + 0.933077155219184, + 0.13113340589735242 + ], + "point": [ + 0.8885, + 0.1176 + ] + }, + { + "instruction": "4 reviews.", + "bbox": [ + 0.4165421803792318, + 0.9227249484592014, + 0.5811582353379992, + 0.9512949625651042 + ], + "point": [ + 0.4989, + 0.937 + ] + }, + { + "instruction": "pre-baked gingerbread house kit.", + "bbox": [ + 0.06753897666931152, + 0.8441893174913194, + 0.22586749924553765, + 0.8943043348524305 + ], + "point": [ + 0.1467, + 0.8692 + ] + }, + { + "instruction": "Beauty & Personal Care settings.", + "bbox": [ + 0.06130420896742079, + 0.23925174289279513, + 0.20236837599012586, + 0.29705569797092013 + ], + "point": [ + 0.1318, + 0.2682 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry options.", + "bbox": [ + 0.3224893993801541, + 0.24608130560980904, + 0.4746620602077908, + 0.28780907524956595 + ], + "point": [ + 0.3986, + 0.2669 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15055232577853733, + 0.005042224460177951, + 0.1682034174601237, + 0.04193186865912543 + ], + "point": [ + 0.1594, + 0.0235 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.23983071645100912, + 0.9503657362196181, + 0.255141470167372, + 0.9733092583550347 + ], + "point": [ + 0.2475, + 0.9618 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.34018626742892794, + 0.006177250544230143, + 0.3553897433810764, + 0.03873897234598796 + ], + "point": [ + 0.3478, + 0.0225 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8644030253092448, + 0.05029052734375, + 0.8860979715983073, + 0.08948831346299913 + ], + "point": [ + 0.8753, + 0.0699 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3150267071194119, + 0.00819915877448188, + 0.33249814775254993, + 0.0381775336795383 + ], + "point": [ + 0.3238, + 0.0232 + ] + }, + { + "instruction": "sports & outdoors settings.", + "bbox": [ + 0.20482181972927518, + 0.24511650933159723, + 0.31895794338650174, + 0.2882357449001736 + ], + "point": [ + 0.2619, + 0.2667 + ] + }, + { + "instruction": "Adding to favorites or bookmarking.", + "bbox": [ + 0.266588740878635, + 0.950312025282118, + 0.28004979027642146, + 0.9728566487630208 + ], + "point": [ + 0.2733, + 0.9616 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.2915344450208876, + 0.9505638292100694, + 0.3057750066121419, + 0.9718211534288195 + ], + "point": [ + 0.2987, + 0.9612 + ] + }, + { + "instruction": "OneStop Market.", + "bbox": [ + 0.06980483796861436, + 0.1733338080512153, + 0.20743543836805556, + 0.21549346923828125 + ], + "point": [ + 0.1386, + 0.1944 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.27992560068766276, + 0.9504434543185764, + 0.2914575152926975, + 0.9723130289713542 + ], + "point": [ + 0.2857, + 0.9614 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.2549155765109592, + 0.9506576877170139, + 0.267217042711046, + 0.9724673122829861 + ], + "point": [ + 0.2611, + 0.9616 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.09147366417778863, + 0.9283289252387152, + 0.10381823645697699, + 0.9497430419921875 + ], + "point": [ + 0.0976, + 0.939 + ] + }, + { + "instruction": "Adding to favorites or bookmarking.", + "bbox": [ + 0.06487454308403863, + 0.9236225721571181, + 0.08135794533623589, + 0.950711195203993 + ], + "point": [ + 0.0731, + 0.9372 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.16922839482625326, + 0.31379723442925345, + 0.18262627919514973, + 0.34242855495876734 + ], + "point": [ + 0.1759, + 0.3281 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.1043585459391276, + 0.9283999294704861, + 0.11570722791883681, + 0.94977783203125 + ], + "point": [ + 0.11, + 0.9391 + ] + }, + { + "instruction": "Advanced Search.", + "bbox": [ + 0.7219065348307292, + 0.21437483045789932, + 0.8043399386935763, + 0.23918880886501737 + ], + "point": [ + 0.7631, + 0.2268 + ] + } + ], + "element_size": 132 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_4/2358.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "All forums", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07083333333333333, + 0.029444444444444443 + ], + "point": [ + 0.0498, + 0.0217 + ] + }, + { + "instruction": "Nintendo Switch", + "bbox": [ + 0.19444444444444445, + 0.013888888888888888, + 0.26145833333333335, + 0.029444444444444443 + ], + "point": [ + 0.228, + 0.0217 + ] + }, + { + "instruction": "Video Gam", + "bbox": [ + 0.2670138888888889, + 0.013888888888888888, + 0.3121527777777778, + 0.029444444444444443 + ], + "point": [ + 0.2896, + 0.0217 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws.com:7770/video-games/nintendo-switch html", + "bbox": [ + 0.15833335452609593, + 0.06055555555555556, + 0.5760416878594292, + 0.08277777777777778 + ], + "point": [ + 0.3672, + 0.0717 + ] + }, + { + "instruction": "Snop By", + "bbox": [ + 0.06770833333333333, + 0.09333334181043837, + 0.11979166666666667, + 0.11500000847710504 + ], + "point": [ + 0.0938, + 0.1042 + ] + }, + { + "instruction": "Items 1-12 0f 51", + "bbox": [ + 0.3125, + 0.1, + 0.3871527777777778, + 0.11833333333333333 + ], + "point": [ + 0.3498, + 0.1092 + ] + }, + { + "instruction": "Sort By", + "bbox": [ + 0.7659722222222223, + 0.09944444444444445, + 0.8017361111111111, + 0.12166666666666667 + ], + "point": [ + 0.7839, + 0.1106 + ] + }, + { + "instruction": "Shopping Options", + "bbox": [ + 0.06770833333333333, + 0.13833333333333334, + 0.15729166666666666, + 0.16 + ], + "point": [ + 0.1125, + 0.1492 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.06875000529819064, + 0.1688888888888889, + 0.09513889948527018, + 0.18722222222222223 + ], + "point": [ + 0.0819, + 0.1781 + ] + }, + { + "instruction": "$0.00", + "bbox": [ + 0.06805555025736491, + 0.20000001695421007, + 0.09652777777777778, + 0.21833335028754342 + ], + "point": [ + 0.0823, + 0.2092 + ] + }, + { + "instruction": "$99.99( 47)", + "bbox": [ + 0.10069444444444445, + 0.20000001695421007, + 0.1545138888888889, + 0.21833335028754342 + ], + "point": [ + 0.1276, + 0.2092 + ] + }, + { + "instruction": "$100.00 and abovel 4)", + "bbox": [ + 0.06770833333333333, + 0.2238888888888889, + 0.17118055555555556, + 0.24555555555555555 + ], + "point": [ + 0.1194, + 0.2347 + ] + }, + { + "instruction": "Compare Products", + "bbox": [ + 0.06770833863152398, + 0.29, + 0.17708333863152398, + 0.31777777777777777 + ], + "point": [ + 0.1224, + 0.3039 + ] + }, + { + "instruction": "You have no items to compare_", + "bbox": [ + 0.06770833333333333, + 0.33166666666666667, + 0.20868055555555556, + 0.3527777777777778 + ], + "point": [ + 0.1382, + 0.3422 + ] + }, + { + "instruction": "You", + "bbox": [ + 0.0680555608537462, + 0.44, + 0.08645833863152398, + 0.4572222222222222 + ], + "point": [ + 0.0773, + 0.4486 + ] + }, + { + "instruction": "no items in your wish", + "bbox": [ + 0.11145832273695204, + 0.43944444444444447, + 0.2111111111111111, + 0.46 + ], + "point": [ + 0.1613, + 0.4497 + ] + }, + { + "instruction": "list.", + "bbox": [ + 0.06805555555555555, + 0.4622222222222222, + 0.08576388888888889, + 0.47944444444444445 + ], + "point": [ + 0.0769, + 0.4708 + ] + }, + { + "instruction": "Accessories Bundle for Nintendo", + "bbox": [ + 0.40729166666666666, + 0.5155555555555555, + 0.5586805555555555, + 0.5366666666666666 + ], + "point": [ + 0.483, + 0.5261 + ] + }, + { + "instruction": "Nintendo Switch Pro Controller", + "bbox": [ + 0.7652777777777777, + 0.5161111111111111, + 0.9079861111111112, + 0.5366666666666666 + ], + "point": [ + 0.8366, + 0.5264 + ] + }, + { + "instruction": "Switch OLED Model(2021): Super Kit", + "bbox": [ + 0.40729166666666666, + 0.5383334011501736, + 0.5736111111111111, + 0.5627777777777778 + ], + "point": [ + 0.4905, + 0.5506 + ] + }, + { + "instruction": "Xenoblade 2 Edition (Japan Import)", + "bbox": [ + 0.7635416666666667, + 0.5372221544053819, + 0.9267361111111111, + 0.5622222222222222 + ], + "point": [ + 0.8451, + 0.5497 + ] + }, + { + "instruction": "with Carrying Case, Screen", + "bbox": [ + 0.40729166666666666, + 0.56, + 0.5298611111111111, + 0.5844444444444444 + ], + "point": [ + 0.4686, + 0.5722 + ] + }, + { + "instruction": "S108.99", + "bbox": [ + 0.7645833333333333, + 0.5716666666666667, + 0.8041666666666667, + 0.5916666666666667 + ], + "point": [ + 0.7844, + 0.5817 + ] + }, + { + "instruction": "Protector; Steering Wheels; Joycon", + "bbox": [ + 0.40729166666666666, + 0.5811111111111111, + 0.5649305555555556, + 0.6055555555555555 + ], + "point": [ + 0.4861, + 0.5933 + ] + }, + { + "instruction": "S22.99", + "bbox": [ + 0.22881944444444444, + 0.595, + 0.2621527777777778, + 0.6133333333333333 + ], + "point": [ + 0.2455, + 0.6042 + ] + }, + { + "instruction": "Grips, Charging Dock, Playstand,", + "bbox": [ + 0.40729166666666666, + 0.605, + 0.5555555555555556, + 0.6288888888888889 + ], + "point": [ + 0.4814, + 0.6169 + ] + }, + { + "instruction": "Protective case and More (23 in 1)", + "bbox": [ + 0.40729166666666666, + 0.6266666666666667, + 0.5625, + 0.6477777777777778 + ], + "point": [ + 0.4849, + 0.6372 + ] + }, + { + "instruction": "S43.99", + "bbox": [ + 0.40694444444444444, + 0.6611111111111111, + 0.44131944444444443, + 0.6794444444444444 + ], + "point": [ + 0.4241, + 0.6703 + ] + }, + { + "instruction": "87", + "bbox": [ + 0.6524305131700304, + 0.6672222222222223, + 0.6631944020589192, + 0.6822222222222222 + ], + "point": [ + 0.6578, + 0.6747 + ] + }, + { + "instruction": "Reviews", + "bbox": [ + 0.6663194444444445, + 0.6672222222222223, + 0.6989583333333333, + 0.6822222222222222 + ], + "point": [ + 0.6826, + 0.6747 + ] + }, + { + "instruction": "S12.99", + "bbox": [ + 0.5857638888888889, + 0.7061111111111111, + 0.6194444444444445, + 0.7244444444444444 + ], + "point": [ + 0.6026, + 0.7153 + ] + }, + { + "instruction": "amazonaws com:7770/charger-cable-for-ns-switch-and-switch-lite-2-pack-1Oft-nylon-braided-usb-c-to-usb-a-type-c-fast-data-sync-power-charging-cord-accessories-for-samsung-galaxy-s9-s8-note-9-pixel-Ig-v30-g6-oneplus html", + "bbox": [ + 0.008333333333333333, + 0.9783333333333334, + 0.9454861111111111, + 1.0 + ], + "point": [ + 0.4769, + 0.9892 + ] + }, + { + "instruction": "have", + "bbox": [ + 0.08819444444444445, + 0.43833333333333335, + 0.11041666666666666, + 0.45944444444444443 + ], + "point": [ + 0.0993, + 0.4489 + ] + }, + { + "instruction": "Charger_Cable for_NS_Switchand", + "bbox": [ + 0.5841930813259548, + 0.5116398111979167, + 0.7549287584092882, + 0.6524123806423611 + ], + "point": [ + 0.6696, + 0.582 + ] + }, + { + "instruction": "Switch Lite_", + "bbox": [ + 0.5841930813259548, + 0.5116398111979167, + 0.7549287584092882, + 0.6524123806423611 + ], + "point": [ + 0.6696, + 0.582 + ] + }, + { + "instruction": "2", + "bbox": [ + 0.5841930813259548, + 0.5116398111979167, + 0.7549287584092882, + 0.6524123806423611 + ], + "point": [ + 0.6696, + 0.582 + ] + }, + { + "instruction": "Rack LONylon", + "bbox": [ + 0.5841930813259548, + 0.5116398111979167, + 0.7549287584092882, + 0.6524123806423611 + ], + "point": [ + 0.6696, + 0.582 + ] + }, + { + "instruction": "Braided USB C to_USB", + "bbox": [ + 0.5841930813259548, + 0.5116398111979167, + 0.7549287584092882, + 0.6524123806423611 + ], + "point": [ + 0.6696, + 0.582 + ] + }, + { + "instruction": "Type C Fast", + "bbox": [ + 0.5841930813259548, + 0.5116398111979167, + 0.7549287584092882, + 0.6524123806423611 + ], + "point": [ + 0.6696, + 0.582 + ] + }, + { + "instruction": "Data_Sync Power _Charging_Cord", + "bbox": [ + 0.5841930813259548, + 0.5116398111979167, + 0.7549287584092882, + 0.6524123806423611 + ], + "point": [ + 0.6696, + 0.582 + ] + }, + { + "instruction": "Accessories for _Samsung_Galaxy_S9", + "bbox": [ + 0.5841930813259548, + 0.5116398111979167, + 0.7549287584092882, + 0.6524123806423611 + ], + "point": [ + 0.6696, + 0.582 + ] + }, + { + "instruction": "S8 Note 9,Pixel LG V30.G6,_OnePlus", + "bbox": [ + 0.5841930813259548, + 0.5116398111979167, + 0.7549287584092882, + 0.6524123806423611 + ], + "point": [ + 0.6696, + 0.582 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.22931658426920573, + 0.6423971896701389, + 0.3090140872531467, + 0.6809927029079861 + ], + "point": [ + 0.2692, + 0.6617 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8953758239746094, + 0.04952784220377604, + 0.9708215501573351, + 0.08988226996527778 + ], + "point": [ + 0.9331, + 0.0697 + ] + }, + { + "instruction": "pomdta", + "bbox": [ + 0.22463016510009765, + 0.20168053521050347, + 0.3941964891221788, + 0.47817291259765626 + ], + "point": [ + 0.3094, + 0.3399 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.5862499660915799, + 0.7537723795572917, + 0.6659860399034289, + 0.7917409939236111 + ], + "point": [ + 0.6261, + 0.7728 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.7639523824055989, + 0.6210267469618056, + 0.8443309360080296, + 0.6585335286458334 + ], + "point": [ + 0.8041, + 0.6398 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.40723660786946614, + 0.7099505615234375, + 0.48727200826009115, + 0.7474843343098958 + ], + "point": [ + 0.4473, + 0.7287 + ] + }, + { + "instruction": "Position", + "bbox": [ + 0.8053544786241319, + 0.09379934522840712, + 0.9029698689778646, + 0.12671346876356337 + ], + "point": [ + 0.8542, + 0.1103 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.0822872691684299, + 0.0534857177734375, + 0.15567055808173286, + 0.08402534484863282 + ], + "point": [ + 0.119, + 0.0688 + ] + }, + { + "instruction": "plo", + "bbox": [ + 0.3349353366427951, + 0.6428032090928819, + 0.3580283694797092, + 0.6829692247178819 + ], + "point": [ + 0.3465, + 0.6629 + ] + }, + { + "instruction": "Ilb", + "bbox": [ + 0.5140902201334635, + 0.710567152235243, + 0.5362194485134548, + 0.747313707139757 + ], + "point": [ + 0.5252, + 0.7289 + ] + }, + { + "instruction": "2P31", + "bbox": [ + 0.5845876905653212, + 0.20446300930447048, + 0.7551697625054253, + 0.4971091545952691 + ], + "point": [ + 0.6699, + 0.3508 + ] + }, + { + "instruction": "10Ft", + "bbox": [ + 0.5845876905653212, + 0.20446300930447048, + 0.7551697625054253, + 0.4971091545952691 + ], + "point": [ + 0.6699, + 0.3508 + ] + }, + { + "instruction": "Ilo", + "bbox": [ + 0.6931371053059896, + 0.7560507541232638, + 0.7131539238823785, + 0.792230224609375 + ], + "point": [ + 0.7031, + 0.7741 + ] + }, + { + "instruction": "olz", + "bbox": [ + 0.871568128797743, + 0.6211827256944444, + 0.8926320393880208, + 0.6576885308159722 + ], + "point": [ + 0.8821, + 0.6394 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.3171407275729709, + 0.011103979746500651, + 0.3304054896036784, + 0.034129098256429034 + ], + "point": [ + 0.3238, + 0.0226 + ] + }, + { + "instruction": "PowerA 1506261-01 Wired", + "bbox": [ + 0.22873931460910374, + 0.5123508029513889, + 0.3842155456542969, + 0.5896867540147569 + ], + "point": [ + 0.3065, + 0.551 + ] + }, + { + "instruction": "Controller for Nintendo Switch", + "bbox": [ + 0.22873931460910374, + 0.5123508029513889, + 0.3842155456542969, + 0.5896867540147569 + ], + "point": [ + 0.3065, + 0.551 + ] + }, + { + "instruction": "Mario", + "bbox": [ + 0.22873931460910374, + 0.5123508029513889, + 0.3842155456542969, + 0.5896867540147569 + ], + "point": [ + 0.3065, + 0.551 + ] + }, + { + "instruction": "Wish List", + "bbox": [ + 0.06755486064487033, + 0.3823560248480903, + 0.2150246567196316, + 0.43033772786458335 + ], + "point": [ + 0.1413, + 0.4063 + ] + }, + { + "instruction": "My", + "bbox": [ + 0.06755486064487033, + 0.3823560248480903, + 0.2150246567196316, + 0.43033772786458335 + ], + "point": [ + 0.1413, + 0.4063 + ] + }, + { + "instruction": "Displaying a handprint.", + "bbox": [ + 0.5841930813259548, + 0.5116398111979167, + 0.7549287584092882, + 0.6524123806423611 + ], + "point": [ + 0.6696, + 0.582 + ] + }, + { + "instruction": "Adding a new item to the cart.", + "bbox": [ + 0.22931658426920573, + 0.6423971896701389, + 0.3090140872531467, + 0.6809927029079861 + ], + "point": [ + 0.2692, + 0.6617 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8953758239746094, + 0.04952784220377604, + 0.9708215501573351, + 0.08988226996527778 + ], + "point": [ + 0.9331, + 0.0697 + ] + }, + { + "instruction": "a handbag for playing video games.", + "bbox": [ + 0.22463016510009765, + 0.20168053521050347, + 0.3941964891221788, + 0.47817291259765626 + ], + "point": [ + 0.3094, + 0.3399 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.5862499660915799, + 0.7537723795572917, + 0.6659860399034289, + 0.7917409939236111 + ], + "point": [ + 0.6261, + 0.7728 + ] + }, + { + "instruction": "Adding a new item to the cart.", + "bbox": [ + 0.7639523824055989, + 0.6210267469618056, + 0.8443309360080296, + 0.6585335286458334 + ], + "point": [ + 0.8041, + 0.6398 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.40723660786946614, + 0.7099505615234375, + 0.48727200826009115, + 0.7474843343098958 + ], + "point": [ + 0.4473, + 0.7287 + ] + }, + { + "instruction": "a dropdown menu to select the position.", + "bbox": [ + 0.8053544786241319, + 0.09379934522840712, + 0.9029698689778646, + 0.12671346876356337 + ], + "point": [ + 0.8542, + 0.1103 + ] + }, + { + "instruction": "A painting or drawing tool.", + "bbox": [ + 0.5837105221218533, + 0.8701666937934027, + 0.6509658389621311, + 0.9660039605034723 + ], + "point": [ + 0.6173, + 0.9181 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.0822872691684299, + 0.0534857177734375, + 0.15567055808173286, + 0.08402534484863282 + ], + "point": [ + 0.119, + 0.0688 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9758169386121962, + 0.003541414472791884, + 0.9967950608995225, + 0.03939706802368164 + ], + "point": [ + 0.9863, + 0.0215 + ] + }, + { + "instruction": "a menu or grid view.", + "bbox": [ + 0.2367316351996528, + 0.08566648695203993, + 0.26919373406304253, + 0.13096182929144964 + ], + "point": [ + 0.253, + 0.1083 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9736547682020399, + 0.048887498643663194, + 0.9964675055609808, + 0.08989403618706597 + ], + "point": [ + 0.9851, + 0.0694 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.30984085930718314, + 0.6432582600911458, + 0.3308645884195964, + 0.6831737603081597 + ], + "point": [ + 0.3204, + 0.6632 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.4889275444878472, + 0.711468505859375, + 0.5084634568956163, + 0.7474689398871528 + ], + "point": [ + 0.4987, + 0.7295 + ] + }, + { + "instruction": "a menu or grid view.", + "bbox": [ + 0.2684144761827257, + 0.08644989013671875, + 0.2993452707926432, + 0.13096284654405382 + ], + "point": [ + 0.2839, + 0.1087 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.3349353366427951, + 0.6428032090928819, + 0.3580283694797092, + 0.6829692247178819 + ], + "point": [ + 0.3465, + 0.6629 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.5140902201334635, + 0.710567152235243, + 0.5362194485134548, + 0.747313707139757 + ], + "point": [ + 0.5252, + 0.7289 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004438290331098768, + 0.05016988542344835, + 0.02808570464452108, + 0.0879770745171441 + ], + "point": [ + 0.0163, + 0.0691 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.8457474602593316, + 0.62169189453125, + 0.8653580559624566, + 0.6585885959201389 + ], + "point": [ + 0.8556, + 0.6401 + ] + }, + { + "instruction": "A Xenobade game.", + "bbox": [ + 0.7614040798611111, + 0.2035019259982639, + 0.9288603040907119, + 0.4812967258029514 + ], + "point": [ + 0.8451, + 0.3424 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.6684622870551216, + 0.7561716715494792, + 0.6873085021972656, + 0.7921141899956597 + ], + "point": [ + 0.6779, + 0.7741 + ] + }, + { + "instruction": "USB drives.", + "bbox": [ + 0.5845876905653212, + 0.20446300930447048, + 0.7551697625054253, + 0.4971091545952691 + ], + "point": [ + 0.6699, + 0.3508 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.6931371053059896, + 0.7560507541232638, + 0.7131539238823785, + 0.792230224609375 + ], + "point": [ + 0.7031, + 0.7741 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.0285491943359375, + 0.05033015780978733, + 0.051949426862928604, + 0.08808157179090711 + ], + "point": [ + 0.0402, + 0.0692 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.9065860324435764, + 0.09554627312554254, + 0.92056884765625, + 0.11911796569824219 + ], + "point": [ + 0.9136, + 0.1073 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.05370251337687174, + 0.04922892252604167, + 0.07586344612969292, + 0.08894218444824219 + ], + "point": [ + 0.0648, + 0.0691 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.871568128797743, + 0.6211827256944444, + 0.8926320393880208, + 0.6576885308159722 + ], + "point": [ + 0.8821, + 0.6394 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8648267957899306, + 0.05348968505859375, + 0.8832575480143229, + 0.08819448682996962 + ], + "point": [ + 0.874, + 0.0708 + ] + }, + { + "instruction": "Paste", + "bbox": [ + 0.652229266696506, + 0.8695916069878472, + 0.6994132571750217, + 0.9673158094618055 + ], + "point": [ + 0.6758, + 0.9185 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15084171295166016, + 0.007961431079440646, + 0.16749420166015624, + 0.03861376550462511 + ], + "point": [ + 0.1592, + 0.0233 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3171407275729709, + 0.011103979746500651, + 0.3304054896036784, + 0.034129098256429034 + ], + "point": [ + 0.3238, + 0.0226 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.341717169019911, + 0.010843977398342556, + 0.3550881915622287, + 0.03573932753668891 + ], + "point": [ + 0.3484, + 0.0233 + ] + }, + { + "instruction": "A video camera or video conferencing feature.", + "bbox": [ + 0.6932340833875869, + 0.8699985758463542, + 0.7503524780273437, + 0.970994398328993 + ], + "point": [ + 0.7218, + 0.9205 + ] + }, + { + "instruction": "a keypad with the number 8 key.", + "bbox": [ + 0.5280243343777127, + 0.8856392415364583, + 0.5734175364176433, + 0.99183837890625 + ], + "point": [ + 0.5507, + 0.9387 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 0.7817924499511719, + 0.8498322211371527, + 0.9000865512424046, + 1.0 + ], + "point": [ + 0.8409, + 0.9249 + ] + }, + { + "instruction": "adding to favorites or bookmarking.", + "bbox": [ + 0.582308578491211, + 0.6611707899305556, + 0.6480254703097873, + 0.6867522515190972 + ], + "point": [ + 0.6152, + 0.674 + ] + }, + { + "instruction": "Settings or configuration options.", + "bbox": [ + 0.31233946482340497, + 0.8896335177951389, + 0.3702123006184896, + 1.0 + ], + "point": [ + 0.3413, + 0.9448 + ] + }, + { + "instruction": "accessing items or electronics.", + "bbox": [ + 0.4051325903998481, + 0.1988079833984375, + 0.5767548878987631, + 0.4909766303168403 + ], + "point": [ + 0.4909, + 0.3449 + ] + }, + { + "instruction": "Witch-lite-2-pack.", + "bbox": [ + 0.24085030025906032, + 0.8897922770182292, + 0.31204764048258465, + 0.9996460639105903 + ], + "point": [ + 0.2764, + 0.9447 + ] + }, + { + "instruction": "PowerA 150621-01 WIRED controller forNintendo switch.", + "bbox": [ + 0.22873931460910374, + 0.5123508029513889, + 0.3842155456542969, + 0.5896867540147569 + ], + "point": [ + 0.3065, + 0.551 + ] + }, + { + "instruction": "My Wish List.", + "bbox": [ + 0.06755486064487033, + 0.3823560248480903, + 0.2150246567196316, + 0.43033772786458335 + ], + "point": [ + 0.1413, + 0.4063 + ] + } + ], + "element_size": 104 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_5/2520.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "All forums", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07083333333333333, + 0.029444444444444443 + ], + "point": [ + 0.0498, + 0.0217 + ] + }, + { + "instruction": "Charger Cable for NS Switch", + "bbox": [ + 0.1937499788072374, + 0.012222222222222223, + 0.3093749788072374, + 0.03222222222222222 + ], + "point": [ + 0.2516, + 0.0222 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-T.amazonaws.com:7770/charger-cable-for-ns-switch-and-switch-lite-2-pack-1Oft-nylon-braided-usb-c-to-usb-a-type-__", + "bbox": [ + 0.1583333757188585, + 0.059444444444444446, + 0.8541666666666666, + 0.08166665818956163 + ], + "point": [ + 0.5063, + 0.0706 + ] + }, + { + "instruction": "S12.99", + "bbox": [ + 0.5840277777777778, + 0.11055554707845051, + 0.6274305555555556, + 0.13388888041178384 + ], + "point": [ + 0.6057, + 0.1222 + ] + }, + { + "instruction": "Certified Safe", + "bbox": [ + 0.2152777777777778, + 0.1511111111111111, + 0.4170138888888889, + 0.2 + ], + "point": [ + 0.3161, + 0.1756 + ] + }, + { + "instruction": "Qty", + "bbox": [ + 0.5840277777777778, + 0.15722222222222224, + 0.60625, + 0.1811111111111111 + ], + "point": [ + 0.5951, + 0.1692 + ] + }, + { + "instruction": "56KQ Pull-up Resistor Ensures", + "bbox": [ + 0.2267361111111111, + 0.20277777777777778, + 0.4041666666666667, + 0.23055555555555557 + ], + "point": [ + 0.3155, + 0.2167 + ] + }, + { + "instruction": "Total Peace of Mind", + "bbox": [ + 0.25729168785942924, + 0.22555555555555556, + 0.3729166666666667, + 0.2477777777777778 + ], + "point": [ + 0.3151, + 0.2367 + ] + }, + { + "instruction": "560", + "bbox": [ + 0.15, + 0.6661111111111111, + 0.16701388888888888, + 0.6811111111111111 + ], + "point": [ + 0.1585, + 0.6736 + ] + }, + { + "instruction": "up resistor", + "bbox": [ + 0.18055555555555555, + 0.6672222222222223, + 0.21840277777777778, + 0.6822222222222222 + ], + "point": [ + 0.1995, + 0.6747 + ] + }, + { + "instruction": "Polyester braided", + "bbox": [ + 0.2378472434149848, + 0.6661111111111111, + 0.29965279897054037, + 0.6833333333333333 + ], + "point": [ + 0.2688, + 0.6747 + ] + }, + { + "instruction": "Metal shieding mesh", + "bbox": [ + 0.32256944444444446, + 0.6650000678168403, + 0.3951388888888889, + 0.6822222900390625 + ], + "point": [ + 0.3589, + 0.6736 + ] + }, + { + "instruction": "Laser-welded", + "bbox": [ + 0.4201388888888889, + 0.6661111111111111, + 0.4684027777777778, + 0.6811111111111111 + ], + "point": [ + 0.4443, + 0.6736 + ] + }, + { + "instruction": "jacket", + "bbox": [ + 0.2565972222222222, + 0.6788888888888889, + 0.28125, + 0.6961111111111111 + ], + "point": [ + 0.2689, + 0.6875 + ] + }, + { + "instruction": "Aluminum foil shicld", + "bbox": [ + 0.32256944444444446, + 0.68, + 0.3951388888888889, + 0.6944444444444444 + ], + "point": [ + 0.3589, + 0.6872 + ] + }, + { + "instruction": "connector", + "bbox": [ + 0.4256944020589193, + 0.6811111111111111, + 0.46319440205891926, + 0.6944444444444444 + ], + "point": [ + 0.4444, + 0.6878 + ] + }, + { + "instruction": "pull", + "bbox": [ + 0.16493054495917425, + 0.6677777777777778, + 0.18159720102945964, + 0.6805555555555556 + ], + "point": [ + 0.1733, + 0.6742 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.895241461859809, + 0.049618038601345484, + 0.9708436754014756, + 0.08996680365668402 + ], + "point": [ + 0.933, + 0.0698 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.6305875566270617, + 0.18167660183376735, + 0.7322057088216146, + 0.24593380398220485 + ], + "point": [ + 0.6814, + 0.2138 + ] + }, + { + "instruction": "Add to Compare", + "bbox": [ + 0.6602244059244792, + 0.28439656575520833, + 0.7371564229329427, + 0.31470940483940973 + ], + "point": [ + 0.6987, + 0.2996 + ] + }, + { + "instruction": "Add to Wish List", + "bbox": [ + 0.5843233744303385, + 0.2843906656901042, + 0.661041259765625, + 0.3145977783203125 + ], + "point": [ + 0.6227, + 0.2995 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08262201415167915, + 0.053007261488172745, + 0.15536210801866318, + 0.08389925638834636 + ], + "point": [ + 0.119, + 0.0685 + ] + }, + { + "instruction": "Details", + "bbox": [ + 0.06839736302693684, + 0.9504265679253472, + 0.1321616808573405, + 0.9896099175347223 + ], + "point": [ + 0.1003, + 0.97 + ] + }, + { + "instruction": "Reviews (87)", + "bbox": [ + 0.1327392366197374, + 0.9503794352213542, + 0.22262986501057944, + 0.9888745795355903 + ], + "point": [ + 0.1777, + 0.9696 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.31656703948974607, + 0.008604251013861763, + 0.331050173441569, + 0.03806955125596788 + ], + "point": [ + 0.3238, + 0.0233 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.895241461859809, + 0.049618038601345484, + 0.9708436754014756, + 0.08996680365668402 + ], + "point": [ + 0.933, + 0.0698 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.5841242472330729, + 0.18204654269748263, + 0.6242976718478732, + 0.2443777804904514 + ], + "point": [ + 0.6042, + 0.2132 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.6305875566270617, + 0.18167660183376735, + 0.7322057088216146, + 0.24593380398220485 + ], + "point": [ + 0.6814, + 0.2138 + ] + }, + { + "instruction": "Adding a new item to the compare level.", + "bbox": [ + 0.6602244059244792, + 0.28439656575520833, + 0.7371564229329427, + 0.31470940483940973 + ], + "point": [ + 0.6987, + 0.2996 + ] + }, + { + "instruction": "Adding a new item to a wish list.", + "bbox": [ + 0.5843233744303385, + 0.2843906656901042, + 0.661041259765625, + 0.3145977783203125 + ], + "point": [ + 0.6227, + 0.2995 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054057073593139646, + 0.04661522335476345, + 0.07641125255160862, + 0.09241380479600694 + ], + "point": [ + 0.0652, + 0.0695 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08262201415167915, + 0.053007261488172745, + 0.15536210801866318, + 0.08389925638834636 + ], + "point": [ + 0.119, + 0.0685 + ] + }, + { + "instruction": "Details.", + "bbox": [ + 0.06839736302693684, + 0.9504265679253472, + 0.1321616808573405, + 0.9896099175347223 + ], + "point": [ + 0.1003, + 0.97 + ] + }, + { + "instruction": "Reviews (87).", + "bbox": [ + 0.1327392366197374, + 0.9503794352213542, + 0.22262986501057944, + 0.9888745795355903 + ], + "point": [ + 0.1777, + 0.9696 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15048138300577799, + 0.008152280383639866, + 0.1667772822909885, + 0.037607109281751844 + ], + "point": [ + 0.1586, + 0.0229 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9756329854329427, + 0.003584719763861762, + 0.9967313130696615, + 0.04025089475843641 + ], + "point": [ + 0.9862, + 0.0219 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004165747430589464, + 0.04799218919542101, + 0.02778063350253635, + 0.09200319078233507 + ], + "point": [ + 0.016, + 0.07 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02860496309068468, + 0.04788830227322049, + 0.050910896725124784, + 0.09143486022949218 + ], + "point": [ + 0.0398, + 0.0697 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9746110704210069, + 0.04954790751139323, + 0.9959776136610243, + 0.08961616516113281 + ], + "point": [ + 0.9853, + 0.0696 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.31656703948974607, + 0.008604251013861763, + 0.331050173441569, + 0.03806955125596788 + ], + "point": [ + 0.3238, + 0.0233 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.34000150892469616, + 0.004320799509684245, + 0.3568870544433594, + 0.042619563208685984 + ], + "point": [ + 0.3484, + 0.0235 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.07846025890774197, + 0.39362884521484376, + 0.11694557401869032, + 0.4752380032009549 + ], + "point": [ + 0.0977, + 0.4344 + ] + }, + { + "instruction": "CERTIFIED SALE", + "bbox": [ + 0.13103550804985895, + 0.8191655137803819, + 0.19918933444552953, + 0.9258911810980903 + ], + "point": [ + 0.1651, + 0.8725 + ] + }, + { + "instruction": "USB devices.", + "bbox": [ + 0.08854636086357964, + 0.8185888671875, + 0.13313639958699544, + 0.9266357421875 + ], + "point": [ + 0.1108, + 0.8726 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8662583245171441, + 0.05734126620822483, + 0.8824429829915365, + 0.08505929734971789 + ], + "point": [ + 0.8744, + 0.0712 + ] + } + ], + "element_size": 45 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_6/2682.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "All forums", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07083333333333333, + 0.029444444444444443 + ], + "point": [ + 0.0498, + 0.0217 + ] + }, + { + "instruction": "Charger Cable for NS Switch", + "bbox": [ + 0.1937499788072374, + 0.012222222222222223, + 0.3093749788072374, + 0.03222222222222222 + ], + "point": [ + 0.2516, + 0.0222 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-T.amazonaws.com:7770/charger-cable-for-ns-switch-and-switch-lite-2-pack-1Oft-nylon-braided-usb-c-to-usb-a-type-__", + "bbox": [ + 0.1583333757188585, + 0.059444444444444446, + 0.8541666666666666, + 0.08166665818956163 + ], + "point": [ + 0.5063, + 0.0706 + ] + }, + { + "instruction": "IN STOCK", + "bbox": [ + 0.5847222222222223, + 0.16166666666666665, + 0.6329861111111111, + 0.18166666666666667 + ], + "point": [ + 0.6089, + 0.1717 + ] + }, + { + "instruction": "SKU", + "bbox": [ + 0.6461805555555555, + 0.1622222222222222, + 0.6677083333333333, + 0.17944444444444443 + ], + "point": [ + 0.6569, + 0.1708 + ] + }, + { + "instruction": "BOZN4QZP67", + "bbox": [ + 0.6715278201633029, + 0.16166666666666665, + 0.734375, + 0.1827777777777778 + ], + "point": [ + 0.703, + 0.1722 + ] + }, + { + "instruction": "87 Reviews", + "bbox": [ + 0.6506944444444445, + 0.2, + 0.7052083333333333, + 0.21722222222222223 + ], + "point": [ + 0.678, + 0.2086 + ] + }, + { + "instruction": "Add Your Review", + "bbox": [ + 0.709375, + 0.20000001695421007, + 0.7864583333333334, + 0.21833335028754342 + ], + "point": [ + 0.7479, + 0.2092 + ] + }, + { + "instruction": "S12.99", + "bbox": [ + 0.5840277777777778, + 0.23666668362087673, + 0.6274305555555556, + 0.258888905843099 + ], + "point": [ + 0.6057, + 0.2478 + ] + }, + { + "instruction": "2 Pack", + "bbox": [ + 0.4215277777777778, + 0.27944444444444444, + 0.46319444444444446, + 0.3 + ], + "point": [ + 0.4424, + 0.2897 + ] + }, + { + "instruction": "Qty", + "bbox": [ + 0.5847222222222223, + 0.2833332994249132, + 0.60625, + 0.306111077202691 + ], + "point": [ + 0.5955, + 0.2947 + ] + }, + { + "instruction": "10Ft", + "bbox": [ + 0.41944444444444445, + 0.2961111111111111, + 0.4638888888888889, + 0.3233333333333333 + ], + "point": [ + 0.4417, + 0.3097 + ] + }, + { + "instruction": "Create QR Code for this Image", + "bbox": [ + 0.33993055555555557, + 0.6383334011501736, + 0.4704861111111111, + 0.656666734483507 + ], + "point": [ + 0.4052, + 0.6475 + ] + }, + { + "instruction": "Search Image with Google", + "bbox": [ + 0.33993055555555557, + 0.6633333333333333, + 0.45208333333333334, + 0.6816666666666666 + ], + "point": [ + 0.396, + 0.6725 + ] + }, + { + "instruction": "Inspect", + "bbox": [ + 0.3385416666666667, + 0.6988888888888889, + 0.3736111111111111, + 0.7188888888888889 + ], + "point": [ + 0.3561, + 0.7089 + ] + }, + { + "instruction": "Ceni", + "bbox": [ + 0.14652776718139648, + 0.9494444444444444, + 0.16041665607028538, + 0.9577777777777777 + ], + "point": [ + 0.1535, + 0.9536 + ] + }, + { + "instruction": "8a80", + "bbox": [ + 0.17048611111111112, + 0.9494444444444444, + 0.1829861111111111, + 0.9577777777777777 + ], + "point": [ + 0.1767, + 0.9536 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8953933715820312, + 0.04959476047092014, + 0.9708153618706598, + 0.09010818481445312 + ], + "point": [ + 0.9331, + 0.0699 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08305256101820203, + 0.053420808580186635, + 0.15524835586547853, + 0.08355066087510851 + ], + "point": [ + 0.1192, + 0.0685 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.6308498382568359, + 0.309127434624566, + 0.7305922614203559, + 0.3720594957139757 + ], + "point": [ + 0.6807, + 0.3406 + ] + }, + { + "instruction": "Add to Compare", + "bbox": [ + 0.6608813391791449, + 0.4102251858181424, + 0.7372918870713976, + 0.43966400146484375 + ], + "point": [ + 0.6991, + 0.4249 + ] + }, + { + "instruction": "Add to Wish List", + "bbox": [ + 0.5843126085069444, + 0.409488288031684, + 0.6610757615831163, + 0.43980383978949655 + ], + "point": [ + 0.6227, + 0.4246 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.3167340808444553, + 0.01062551498413086, + 0.33085113101535374, + 0.03477197647094726 + ], + "point": [ + 0.3238, + 0.0227 + ] + }, + { + "instruction": "Open Image in", + "bbox": [ + 0.331615850660536, + 0.5317700534396701, + 0.48101255628797746, + 0.6395732964409723 + ], + "point": [ + 0.4063, + 0.5857 + ] + }, + { + "instruction": "Tab", + "bbox": [ + 0.331615850660536, + 0.5317700534396701, + 0.48101255628797746, + 0.6395732964409723 + ], + "point": [ + 0.4063, + 0.5857 + ] + }, + { + "instruction": "Save Image As_", + "bbox": [ + 0.331615850660536, + 0.5317700534396701, + 0.48101255628797746, + 0.6395732964409723 + ], + "point": [ + 0.4063, + 0.5857 + ] + }, + { + "instruction": "Copy Image", + "bbox": [ + 0.331615850660536, + 0.5317700534396701, + 0.48101255628797746, + 0.6395732964409723 + ], + "point": [ + 0.4063, + 0.5857 + ] + }, + { + "instruction": "Irkage Address", + "bbox": [ + 0.331615850660536, + 0.5317700534396701, + 0.48101255628797746, + 0.6395732964409723 + ], + "point": [ + 0.4063, + 0.5857 + ] + }, + { + "instruction": "New", + "bbox": [ + 0.331615850660536, + 0.5317700534396701, + 0.48101255628797746, + 0.6395732964409723 + ], + "point": [ + 0.4063, + 0.5857 + ] + }, + { + "instruction": "Copy", + "bbox": [ + 0.331615850660536, + 0.5317700534396701, + 0.48101255628797746, + 0.6395732964409723 + ], + "point": [ + 0.4063, + 0.5857 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8953933715820312, + 0.04959476047092014, + 0.9708153618706598, + 0.09010818481445312 + ], + "point": [ + 0.9331, + 0.0699 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.5840889824761285, + 0.3082160101996528, + 0.6242066277398004, + 0.3699734157986111 + ], + "point": [ + 0.6041, + 0.3391 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08305256101820203, + 0.053420808580186635, + 0.15524835586547853, + 0.08355066087510851 + ], + "point": [ + 0.1192, + 0.0685 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.6308498382568359, + 0.309127434624566, + 0.7305922614203559, + 0.3720594957139757 + ], + "point": [ + 0.6807, + 0.3406 + ] + }, + { + "instruction": "Adding a new item to the share.", + "bbox": [ + 0.6608813391791449, + 0.4102251858181424, + 0.7372918870713976, + 0.43966400146484375 + ], + "point": [ + 0.6991, + 0.4249 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.053276438183254664, + 0.04535979800754123, + 0.07641688982645671, + 0.09285698784722222 + ], + "point": [ + 0.0648, + 0.0691 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.0036693321333991155, + 0.04645827399359809, + 0.028354365295834013, + 0.09364739312065973 + ], + "point": [ + 0.016, + 0.0701 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9741870456271702, + 0.04855534871419271, + 0.9962741427951389, + 0.090392820570204 + ], + "point": [ + 0.9852, + 0.0695 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028106334474351673, + 0.04625297546386719, + 0.05196706453959147, + 0.09302193535698784 + ], + "point": [ + 0.04, + 0.0696 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9756057739257813, + 0.003157221476236979, + 0.9968905978732638, + 0.040443255106608074 + ], + "point": [ + 0.9862, + 0.0218 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15058665805392796, + 0.008100708855523003, + 0.1670047336154514, + 0.037948362562391494 + ], + "point": [ + 0.1588, + 0.023 + ] + }, + { + "instruction": "adding to favorites or bookmarking.", + "bbox": [ + 0.5809239705403646, + 0.1962295193142361, + 0.646051025390625, + 0.22142269558376737 + ], + "point": [ + 0.6135, + 0.2088 + ] + }, + { + "instruction": "Adding a new item to a wish list.", + "bbox": [ + 0.5843126085069444, + 0.409488288031684, + 0.6610757615831163, + 0.43980383978949655 + ], + "point": [ + 0.6227, + 0.4246 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3167340808444553, + 0.01062551498413086, + 0.33085113101535374, + 0.03477197647094726 + ], + "point": [ + 0.3238, + 0.0227 + ] + }, + { + "instruction": "Next", + "bbox": [ + 0.5130023108588324, + 0.5194110107421875, + 0.5507466210259332, + 0.5923008219401041 + ], + "point": [ + 0.5319, + 0.5559 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.34001392788357204, + 0.005106247795952691, + 0.35590905083550345, + 0.04107421027289496 + ], + "point": [ + 0.348, + 0.0231 + ] + }, + { + "instruction": "Wrapers or switchboards.", + "bbox": [ + 0.0661057260301378, + 0.9424302164713542, + 0.13405057059393988, + 1.0000000678168404 + ], + "point": [ + 0.1001, + 0.9712 + ] + }, + { + "instruction": "87, September, 2024", + "bbox": [ + 0.6495229932996962, + 0.19433042738172743, + 0.6644051445855035, + 0.22417434692382812 + ], + "point": [ + 0.657, + 0.2093 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8663174099392361, + 0.056984418233235676, + 0.8823733859592013, + 0.08537743462456597 + ], + "point": [ + 0.8743, + 0.0712 + ] + }, + { + "instruction": "Copy image address.", + "bbox": [ + 0.331615850660536, + 0.5317700534396701, + 0.48101255628797746, + 0.6395732964409723 + ], + "point": [ + 0.4063, + 0.5857 + ] + } + ], + "element_size": 50 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_7/2880.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "All forums", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07083333333333333, + 0.029444444444444443 + ], + "point": [ + 0.0498, + 0.0217 + ] + }, + { + "instruction": "Charger Cable for NS Switch", + "bbox": [ + 0.1937499788072374, + 0.012222222222222223, + 0.3093749788072374, + 0.03222222222222222 + ], + "point": [ + 0.2516, + 0.0222 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.3190972222222222, + 0.013333332273695203, + 0.3541666666666667, + 0.03388888359069824 + ], + "point": [ + 0.3366, + 0.0236 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:99g9/forumslall", + "bbox": [ + 0.15833333333333333, + 0.06055555555555556, + 0.4625, + 0.08166666666666667 + ], + "point": [ + 0.3104, + 0.0711 + ] + }, + { + "instruction": "All forums", + "bbox": [ + 0.12743055555555555, + 0.16277777777777777, + 0.22083333333333333, + 0.19444444444444445 + ], + "point": [ + 0.1741, + 0.1786 + ] + }, + { + "instruction": "StamfordCT", + "bbox": [ + 0.7291666666666666, + 0.21944444444444444, + 0.7854166666666667, + 0.24 + ], + "point": [ + 0.7573, + 0.2297 + ] + }, + { + "instruction": "allentown", + "bbox": [ + 0.12638888888888888, + 0.27111111111111114, + 0.17083333333333334, + 0.28833333333333333 + ], + "point": [ + 0.1486, + 0.2797 + ] + }, + { + "instruction": "EarthPorn", + "bbox": [ + 0.27708333333333335, + 0.27111112806532117, + 0.3232638888888889, + 0.2894444783528646 + ], + "point": [ + 0.3002, + 0.2803 + ] + }, + { + "instruction": "arlingtonva", + "bbox": [ + 0.12604166666666666, + 0.29444444444444445, + 0.17743055555555556, + 0.31666666666666665 + ], + "point": [ + 0.1517, + 0.3056 + ] + }, + { + "instruction": "explainlikeimfive", + "bbox": [ + 0.2763888676961263, + 0.2911111111111111, + 0.3531249788072374, + 0.31777777777777777 + ], + "point": [ + 0.3148, + 0.3044 + ] + }, + { + "instruction": "Art", + "bbox": [ + 0.12743056615193685, + 0.3188888888888889, + 0.14201389948527018, + 0.33444444444444443 + ], + "point": [ + 0.1347, + 0.3267 + ] + }, + { + "instruction": "OldSchoolCool", + "bbox": [ + 0.5788194444444444, + 0.31, + 0.6458333333333334, + 0.3283333333333333 + ], + "point": [ + 0.6123, + 0.3192 + ] + }, + { + "instruction": "technology", + "bbox": [ + 0.728125, + 0.30777777777777776, + 0.7809027777777777, + 0.3322222222222222 + ], + "point": [ + 0.7545, + 0.32 + ] + }, + { + "instruction": "lakewood", + "bbox": [ + 0.4270833333333333, + 0.3333333333333333, + 0.47152777777777777, + 0.35055555555555556 + ], + "point": [ + 0.4493, + 0.3419 + ] + }, + { + "instruction": "television", + "bbox": [ + 0.7295138888888889, + 0.3338888888888889, + 0.7739583333333333, + 0.3522222222222222 + ], + "point": [ + 0.7517, + 0.3431 + ] + }, + { + "instruction": "AskReddit", + "bbox": [ + 0.12638887829250758, + 0.3411111111111111, + 0.17395832273695205, + 0.35944444444444446 + ], + "point": [ + 0.1502, + 0.3503 + ] + }, + { + "instruction": "LifeProTips", + "bbox": [ + 0.42777777777777776, + 0.3566666666666667, + 0.48125, + 0.37777777777777777 + ], + "point": [ + 0.4545, + 0.3672 + ] + }, + { + "instruction": "tifu", + "bbox": [ + 0.7288194444444445, + 0.3572222222222222, + 0.7465277777777778, + 0.37333333333333335 + ], + "point": [ + 0.7377, + 0.3653 + ] + }, + { + "instruction": "askscience", + "bbox": [ + 0.12638888888888888, + 0.365, + 0.17777777777777778, + 0.38333333333333336 + ], + "point": [ + 0.1521, + 0.3742 + ] + }, + { + "instruction": "aww", + "bbox": [ + 0.12638888888888888, + 0.39111114501953126, + 0.14895833333333333, + 0.40611114501953127 + ], + "point": [ + 0.1377, + 0.3986 + ] + }, + { + "instruction": "listentothis", + "bbox": [ + 0.42743055555555554, + 0.38, + 0.4795138888888889, + 0.3983333333333333 + ], + "point": [ + 0.4535, + 0.3892 + ] + }, + { + "instruction": "todayilearned", + "bbox": [ + 0.728125, + 0.3777778116861979, + 0.7916666666666666, + 0.4027778116861979 + ], + "point": [ + 0.7599, + 0.3903 + ] + }, + { + "instruction": "LowellMA", + "bbox": [ + 0.428125, + 0.4033333333333333, + 0.4732638888888889, + 0.42055555555555557 + ], + "point": [ + 0.4507, + 0.4119 + ] + }, + { + "instruction": "Paterson", + "bbox": [ + 0.5795138888888889, + 0.4, + 0.6201388888888889, + 0.4172222222222222 + ], + "point": [ + 0.5998, + 0.4086 + ] + }, + { + "instruction": "B", + "bbox": [ + 0.128125, + 0.43222222222222223, + 0.1371527777777778, + 0.45111111111111113 + ], + "point": [ + 0.1326, + 0.4417 + ] + }, + { + "instruction": "Pennsylvania", + "bbox": [ + 0.5791666666666667, + 0.42333333333333334, + 0.6392361111111111, + 0.4438888888888889 + ], + "point": [ + 0.6092, + 0.4336 + ] + }, + { + "instruction": "M", + "bbox": [ + 0.4284722222222222, + 0.44555555555555554, + 0.44305555555555554, + 0.4688888888888889 + ], + "point": [ + 0.4358, + 0.4572 + ] + }, + { + "instruction": "personalfinance", + "bbox": [ + 0.5781250423855252, + 0.4444444444444444, + 0.6510417090521918, + 0.4666666666666667 + ], + "point": [ + 0.6146, + 0.4556 + ] + }, + { + "instruction": "baltimore", + "bbox": [ + 0.12638889948527018, + 0.4772222222222222, + 0.1701388994852702, + 0.49444444444444446 + ], + "point": [ + 0.1483, + 0.4858 + ] + }, + { + "instruction": "philadelphia", + "bbox": [ + 0.5784722222222223, + 0.46944444444444444, + 0.634375, + 0.49 + ], + "point": [ + 0.6064, + 0.4797 + ] + }, + { + "instruction": "books", + "bbox": [ + 0.12638887829250758, + 0.5011110432942708, + 0.15590276718139648, + 0.5194444444444445 + ], + "point": [ + 0.1411, + 0.5103 + ] + }, + { + "instruction": "MachineLearning", + "bbox": [ + 0.42777777777777776, + 0.4888888888888889, + 0.5069444444444444, + 0.5161111111111111 + ], + "point": [ + 0.4674, + 0.5025 + ] + }, + { + "instruction": "philosophy", + "bbox": [ + 0.5791666666666667, + 0.4933332994249132, + 0.6298611111111111, + 0.5138888549804688 + ], + "point": [ + 0.6045, + 0.5036 + ] + }, + { + "instruction": "boston", + "bbox": [ + 0.12638887829250758, + 0.525, + 0.15833332273695205, + 0.5411111111111111 + ], + "point": [ + 0.1424, + 0.5331 + ] + }, + { + "instruction": "gadgets", + "bbox": [ + 0.27708333333333335, + 0.5205555555555555, + 0.315625, + 0.5416666666666666 + ], + "point": [ + 0.2964, + 0.5311 + ] + }, + { + "instruction": "Maine", + "bbox": [ + 0.4288194444444444, + 0.5172222561306423, + 0.4576388888888889, + 0.5344444783528646 + ], + "point": [ + 0.4432, + 0.5258 + ] + }, + { + "instruction": "photoshopbattles", + "bbox": [ + 0.5784722222222223, + 0.5155555216471354, + 0.6586805555555556, + 0.5377777438693576 + ], + "point": [ + 0.6186, + 0.5267 + ] + }, + { + "instruction": "BridgeportCT", + "bbox": [ + 0.12604166666666666, + 0.5466666666666666, + 0.18680555555555556, + 0.5688888888888889 + ], + "point": [ + 0.1564, + 0.5578 + ] + }, + { + "instruction": "gaming", + "bbox": [ + 0.27673613230387367, + 0.5433333333333333, + 0.3125000211927626, + 0.565 + ], + "point": [ + 0.2946, + 0.5542 + ] + }, + { + "instruction": "ManchesterNH", + "bbox": [ + 0.4288194444444444, + 0.5400000678168403, + 0.4951388888888889, + 0.5572222900390625 + ], + "point": [ + 0.462, + 0.5486 + ] + }, + { + "instruction": "pics", + "bbox": [ + 0.5788194868299696, + 0.5411111111111111, + 0.5996528201633029, + 0.5594444444444444 + ], + "point": [ + 0.5892, + 0.5503 + ] + }, + { + "instruction": "GetMotivated", + "bbox": [ + 0.2770833545260959, + 0.5666666666666667, + 0.33854168785942923, + 0.5866666666666667 + ], + "point": [ + 0.3078, + 0.5767 + ] + }, + { + "instruction": "massachusetts", + "bbox": [ + 0.4284722222222222, + 0.5622222222222222, + 0.49722222222222223, + 0.5822222222222222 + ], + "point": [ + 0.4628, + 0.5722 + ] + }, + { + "instruction": "vermont", + "bbox": [ + 0.7295138888888889, + 0.5611111111111111, + 0.7684027777777778, + 0.5761111789279514 + ], + "point": [ + 0.749, + 0.5686 + ] + }, + { + "instruction": "BuyltForLife", + "bbox": [ + 0.12604166666666666, + 0.5705554877387152, + 0.18229166666666666, + 0.5916665988498264 + ], + "point": [ + 0.1542, + 0.5811 + ] + }, + { + "instruction": "MechanicalKeyboards", + "bbox": [ + 0.4284722222222222, + 0.5855555555555556, + 0.5267361111111111, + 0.6077777777777778 + ], + "point": [ + 0.4776, + 0.5967 + ] + }, + { + "instruction": "providence", + "bbox": [ + 0.5781249576144748, + 0.5838888888888889, + 0.6291666242811415, + 0.6066666666666667 + ], + "point": [ + 0.6036, + 0.5953 + ] + }, + { + "instruction": "videos", + "bbox": [ + 0.7295138888888889, + 0.5822222222222222, + 0.7607638888888889, + 0.5994444444444444 + ], + "point": [ + 0.7451, + 0.5908 + ] + }, + { + "instruction": "memes", + "bbox": [ + 0.4288194444444444, + 0.6122222222222222, + 0.46319444444444446, + 0.6272222222222222 + ], + "point": [ + 0.446, + 0.6197 + ] + }, + { + "instruction": "mildlyinteresting", + "bbox": [ + 0.4284722222222222, + 0.6311111111111111, + 0.5024305555555556, + 0.6555555555555556 + ], + "point": [ + 0.4655, + 0.6433 + ] + }, + { + "instruction": "CambridgeMA", + "bbox": [ + 0.12604165607028536, + 0.6594445122612848, + 0.19166664547390408, + 0.6816667344835069 + ], + "point": [ + 0.1589, + 0.6706 + ] + }, + { + "instruction": "monitor", + "bbox": [ + 0.4288194444444444, + 0.6572222222222223, + 0.46458333333333335, + 0.6733333333333333 + ], + "point": [ + 0.4467, + 0.6653 + ] + }, + { + "instruction": "ColumbiaMD", + "bbox": [ + 0.12638889948527018, + 0.6838888888888889, + 0.18576391008165147, + 0.7022222222222222 + ], + "point": [ + 0.1561, + 0.6931 + ] + }, + { + "instruction": "Hartford", + "bbox": [ + 0.278125, + 0.68, + 0.3170138888888889, + 0.6983333333333334 + ], + "point": [ + 0.2976, + 0.6892 + ] + }, + { + "instruction": "movies", + "bbox": [ + 0.4288194444444444, + 0.6800000678168403, + 0.46145833333333336, + 0.6972222900390626 + ], + "point": [ + 0.4451, + 0.6886 + ] + }, + { + "instruction": "relationship_advice", + "bbox": [ + 0.5784722222222223, + 0.6755555555555556, + 0.665625, + 0.6966666666666667 + ], + "point": [ + 0.622, + 0.6861 + ] + }, + { + "instruction": "wallstreetbets", + "bbox": [ + 0.7305555555555555, + 0.6722222222222223, + 0.7927083333333333, + 0.6894444444444444 + ], + "point": [ + 0.7616, + 0.6808 + ] + }, + { + "instruction": "Connecticut", + "bbox": [ + 0.12638889948527018, + 0.7072222222222222, + 0.18090277777777777, + 0.7244444444444444 + ], + "point": [ + 0.1536, + 0.7158 + ] + }, + { + "instruction": "headphones", + "bbox": [ + 0.27708333333333335, + 0.7016665988498264, + 0.33368055555555554, + 0.7238888210720487 + ], + "point": [ + 0.3054, + 0.7128 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.4288194444444444, + 0.7038889567057292, + 0.45694444444444443, + 0.7194445122612847 + ], + "point": [ + 0.4429, + 0.7117 + ] + }, + { + "instruction": "Rhodelsland", + "bbox": [ + 0.5795138888888889, + 0.6988888888888889, + 0.6357638888888889, + 0.7172222222222222 + ], + "point": [ + 0.6076, + 0.7081 + ] + }, + { + "instruction": "Washington", + "bbox": [ + 0.7295138888888889, + 0.6927777777777778, + 0.7847222222222222, + 0.7177777777777777 + ], + "point": [ + 0.7571, + 0.7053 + ] + }, + { + "instruction": "consoles", + "bbox": [ + 0.12638889948527018, + 0.7311111111111112, + 0.16770834392971462, + 0.7472222222222222 + ], + "point": [ + 0.147, + 0.7392 + ] + }, + { + "instruction": "history", + "bbox": [ + 0.2763888888888889, + 0.725, + 0.3107638888888889, + 0.7483333333333333 + ], + "point": [ + 0.2936, + 0.7367 + ] + }, + { + "instruction": "rva", + "bbox": [ + 0.5788194444444444, + 0.725, + 0.5944444444444444, + 0.7394444444444445 + ], + "point": [ + 0.5866, + 0.7322 + ] + }, + { + "instruction": "washingtondc", + "bbox": [ + 0.7302083333333333, + 0.718333265516493, + 0.79375, + 0.7399999321831597 + ], + "point": [ + 0.762, + 0.7292 + ] + }, + { + "instruction": "WaterburyCT", + "bbox": [ + 0.7302083333333333, + 0.7416666666666667, + 0.7892361111111111, + 0.7627777777777778 + ], + "point": [ + 0.7597, + 0.7522 + ] + }, + { + "instruction": "coolgithubprojects", + "bbox": [ + 0.12604166666666666, + 0.7533333333333333, + 0.21041666666666667, + 0.775 + ], + "point": [ + 0.1682, + 0.7642 + ] + }, + { + "instruction": "WorcesterMA", + "bbox": [ + 0.7305555555555555, + 0.7661111789279514, + 0.7902777777777777, + 0.7822222900390625 + ], + "point": [ + 0.7604, + 0.7742 + ] + }, + { + "instruction": "creepy", + "bbox": [ + 0.12638888888888888, + 0.7799999321831598, + 0.15763888888888888, + 0.7972221544053819 + ], + "point": [ + 0.142, + 0.7886 + ] + }, + { + "instruction": "Newark", + "bbox": [ + 0.4288194444444444, + 0.7922222222222223, + 0.46458333333333335, + 0.8105555555555556 + ], + "point": [ + 0.4467, + 0.8014 + ] + }, + { + "instruction": "worldnews", + "bbox": [ + 0.7305555555555555, + 0.7888888888888889, + 0.7788194444444444, + 0.8061111111111111 + ], + "point": [ + 0.7547, + 0.7975 + ] + }, + { + "instruction": "D", + "bbox": [ + 0.128125, + 0.8211110432942709, + 0.1371527777777778, + 0.8411110432942709 + ], + "point": [ + 0.1326, + 0.8311 + ] + }, + { + "instruction": "newhampshire", + "bbox": [ + 0.42777777777777776, + 0.8155555555555556, + 0.4954861111111111, + 0.8366666666666667 + ], + "point": [ + 0.4616, + 0.8261 + ] + }, + { + "instruction": "science", + "bbox": [ + 0.5788194444444444, + 0.8122222222222222, + 0.6145833333333334, + 0.8294444444444444 + ], + "point": [ + 0.5967, + 0.8208 + ] + }, + { + "instruction": "WritingPrompts", + "bbox": [ + 0.7302083333333333, + 0.8116666666666666, + 0.8010416666666667, + 0.8327777777777777 + ], + "point": [ + 0.7656, + 0.8222 + ] + }, + { + "instruction": "newhaven", + "bbox": [ + 0.428125, + 0.8399999321831597, + 0.4739583333333333, + 0.8555554877387153 + ], + "point": [ + 0.451, + 0.8478 + ] + }, + { + "instruction": "Showerthoughts", + "bbox": [ + 0.5784722222222223, + 0.8344444444444444, + 0.653125, + 0.8566666666666667 + ], + "point": [ + 0.6158, + 0.8456 + ] + }, + { + "instruction": "dataisbeautiful", + "bbox": [ + 0.12638889948527018, + 0.8661111111111112, + 0.19409722222222223, + 0.8844444444444445 + ], + "point": [ + 0.1602, + 0.8753 + ] + }, + { + "instruction": "newjersey", + "bbox": [ + 0.42743055555555554, + 0.8616665988498264, + 0.47465277777777776, + 0.8827777099609375 + ], + "point": [ + 0.451, + 0.8722 + ] + }, + { + "instruction": "singularity", + "bbox": [ + 0.5784722222222223, + 0.8583333333333333, + 0.6274305555555556, + 0.88 + ], + "point": [ + 0.603, + 0.8692 + ] + }, + { + "instruction": "deeplearning", + "bbox": [ + 0.12604167726304796, + 0.8894445122612847, + 0.18541668785942925, + 0.911666734483507 + ], + "point": [ + 0.1557, + 0.9006 + ] + }, + { + "instruction": "news", + "bbox": [ + 0.428125, + 0.8888888888888888, + 0.45381944444444444, + 0.9033333333333333 + ], + "point": [ + 0.441, + 0.8961 + ] + }, + { + "instruction": "space", + "bbox": [ + 0.5788194444444444, + 0.885, + 0.6076388888888888, + 0.9011111111111111 + ], + "point": [ + 0.5932, + 0.8931 + ] + }, + { + "instruction": "DIY", + "bbox": [ + 0.12743055555555555, + 0.9138888888888889, + 0.14340277777777777, + 0.9311111111111111 + ], + "point": [ + 0.1354, + 0.9225 + ] + }, + { + "instruction": "nosleep", + "bbox": [ + 0.42743055555555554, + 0.9072221544053819, + 0.4652777777777778, + 0.9294443766276042 + ], + "point": [ + 0.4464, + 0.9183 + ] + }, + { + "instruction": "sports", + "bbox": [ + 0.5781250423855252, + 0.9044445122612847, + 0.6100694868299696, + 0.9266667344835069 + ], + "point": [ + 0.5941, + 0.9156 + ] + }, + { + "instruction": "Documentaries", + "bbox": [ + 0.12638889948527018, + 0.9372222222222222, + 0.19409722222222223, + 0.9533333333333334 + ], + "point": [ + 0.1602, + 0.9453 + ] + }, + { + "instruction": "nottheonion", + "bbox": [ + 0.42777777777777776, + 0.9316666666666666, + 0.48368055555555556, + 0.9516666666666667 + ], + "point": [ + 0.4557, + 0.9417 + ] + }, + { + "instruction": "springfieldMO", + "bbox": [ + 0.5784722222222223, + 0.9283333333333333, + 0.6423611111111112, + 0.95 + ], + "point": [ + 0.6104, + 0.9392 + ] + }, + { + "instruction": "ec2-44-202-179-34. compute -", + "bbox": [ + 0.0024305555555555556, + 0.98, + 0.12465277777777778, + 0.9961111111111111 + ], + "point": [ + 0.0635, + 0.9881 + ] + }, + { + "instruction": "amazonaws com:9999/f/explainlikeimfive", + "bbox": [ + 0.1295138888888889, + 0.98, + 0.29444444444444445, + 0.9972222222222222 + ], + "point": [ + 0.212, + 0.9886 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8952541775173611, + 0.04943912929958767, + 0.9708145141601563, + 0.09019044664171007 + ], + "point": [ + 0.933, + 0.0698 + ] + }, + { + "instruction": "Alphabetical", + "bbox": [ + 0.2093134986029731, + 0.09948101467556424, + 0.28047544691297743, + 0.14299379136827256 + ], + "point": [ + 0.2449, + 0.1212 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08342725965711806, + 0.05228901757134331, + 0.15656566619873047, + 0.08509768168131511 + ], + "point": [ + 0.12, + 0.0687 + ] + }, + { + "instruction": "IAmA", + "bbox": [ + 0.27648162841796875, + 0.8090983751085069, + 0.3938326941596137, + 0.8937548149956597 + ], + "point": [ + 0.3352, + 0.8514 + ] + }, + { + "instruction": "InternetlsBeautiful", + "bbox": [ + 0.27648162841796875, + 0.8090983751085069, + 0.3938326941596137, + 0.8937548149956597 + ], + "point": [ + 0.3352, + 0.8514 + ] + }, + { + "instruction": "iphone", + "bbox": [ + 0.27648162841796875, + 0.8090983751085069, + 0.3938326941596137, + 0.8937548149956597 + ], + "point": [ + 0.3352, + 0.8514 + ] + }, + { + "instruction": "Tags", + "bbox": [ + 0.17523600260416666, + 0.09951028611924913, + 0.21046485900878906, + 0.14178764343261718 + ], + "point": [ + 0.1929, + 0.1206 + ] + }, + { + "instruction": "gifs", + "bbox": [ + 0.2781924353705512, + 0.5886105685763889, + 0.29539803398980036, + 0.6144683159722222 + ], + "point": [ + 0.2868, + 0.6015 + ] + }, + { + "instruction": "food", + "bbox": [ + 0.27606722513834636, + 0.36643975151909725, + 0.33168665568033856, + 0.46198723687065973 + ], + "point": [ + 0.3039, + 0.4142 + ] + }, + { + "instruction": "funny", + "bbox": [ + 0.27606722513834636, + 0.36643975151909725, + 0.33168665568033856, + 0.46198723687065973 + ], + "point": [ + 0.3039, + 0.4142 + ] + }, + { + "instruction": "Futurology", + "bbox": [ + 0.27606722513834636, + 0.36643975151909725, + 0.33168665568033856, + 0.46198723687065973 + ], + "point": [ + 0.3039, + 0.4142 + ] + }, + { + "instruction": "Forums", + "bbox": [ + 0.12668738894992404, + 0.10100874159071181, + 0.17570586734347873, + 0.1414650641547309 + ], + "point": [ + 0.1512, + 0.1212 + ] + }, + { + "instruction": "UpliftingNews", + "bbox": [ + 0.7258236355251736, + 0.4584088812934028, + 0.8672071668836806, + 0.4983765326605903 + ], + "point": [ + 0.7965, + 0.4784 + ] + }, + { + "instruction": "yonkers", + "bbox": [ + 0.7250912136501736, + 0.8986940511067708, + 0.7708967420789931, + 0.9305556233723958 + ], + "point": [ + 0.748, + 0.9146 + ] + }, + { + "instruction": "R", + "bbox": [ + 0.5780948215060764, + 0.6278947618272569, + 0.5918696933322483, + 0.654339124891493 + ], + "point": [ + 0.585, + 0.6411 + ] + }, + { + "instruction": "nyc", + "bbox": [ + 0.5752571953667535, + 0.2137796868218316, + 0.7061080932617188, + 0.2486756896972656 + ], + "point": [ + 0.6407, + 0.2312 + ] + }, + { + "instruction": "jerseycity", + "bbox": [ + 0.42540647718641494, + 0.20933831108940973, + 0.5542964511447482, + 0.27530219184027777 + ], + "point": [ + 0.4899, + 0.2423 + ] + }, + { + "instruction": "Jokes", + "bbox": [ + 0.42540647718641494, + 0.20933831108940973, + 0.5542964511447482, + 0.27530219184027777 + ], + "point": [ + 0.4899, + 0.2423 + ] + }, + { + "instruction": "P", + "bbox": [ + 0.5757014804416233, + 0.34309261745876735, + 0.7004987928602431, + 0.3875835842556424 + ], + "point": [ + 0.6381, + 0.3653 + ] + }, + { + "instruction": "pittsburgh", + "bbox": [ + 0.5790527767605251, + 0.5607477823893229, + 0.6269542694091796, + 0.5831654866536459 + ], + "point": [ + 0.603, + 0.572 + ] + }, + { + "instruction": "S", + "bbox": [ + 0.5783537122938368, + 0.7651045735677083, + 0.5906103346082899, + 0.7910377332899305 + ], + "point": [ + 0.5845, + 0.7781 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8952541775173611, + 0.04943912929958767, + 0.9708145141601563, + 0.09019044664171007 + ], + "point": [ + 0.933, + 0.0698 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9730377197265625, + 0.047422027587890624, + 0.9969523111979167, + 0.09041326734754775 + ], + "point": [ + 0.985, + 0.0689 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05413860744900174, + 0.04800388760036892, + 0.07691458596123589, + 0.09116036309136284 + ], + "point": [ + 0.0655, + 0.0696 + ] + }, + { + "instruction": "Alphabetical", + "bbox": [ + 0.2093134986029731, + 0.09948101467556424, + 0.28047544691297743, + 0.14299379136827256 + ], + "point": [ + 0.2449, + 0.1212 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9756595187717014, + 0.0032314576043023006, + 0.9969028049045139, + 0.04003119786580404 + ], + "point": [ + 0.9863, + 0.0216 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004407201872931587, + 0.049916102091471355, + 0.027758508258395726, + 0.08919387817382812 + ], + "point": [ + 0.0161, + 0.0696 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028679402669270833, + 0.04879158020019531, + 0.051223940319485135, + 0.08983782450358073 + ], + "point": [ + 0.04, + 0.0693 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8652601453993055, + 0.056430583530002174, + 0.8829286363389757, + 0.08563866509331597 + ], + "point": [ + 0.8741, + 0.071 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08342725965711806, + 0.05228901757134331, + 0.15656566619873047, + 0.08509768168131511 + ], + "point": [ + 0.12, + 0.0687 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15105708440144858, + 0.010390852822197809, + 0.1659191025627984, + 0.03760911623636882 + ], + "point": [ + 0.1585, + 0.024 + ] + }, + { + "instruction": "InternetsBeautiful iPhone.", + "bbox": [ + 0.27648162841796875, + 0.8090983751085069, + 0.3938326941596137, + 0.8937548149956597 + ], + "point": [ + 0.3352, + 0.8514 + ] + }, + { + "instruction": "Clear", + "bbox": [ + 0.1249526235792372, + 0.6114069281684028, + 0.14020906024509006, + 0.6410588921440972 + ], + "point": [ + 0.1326, + 0.6262 + ] + }, + { + "instruction": "G", + "bbox": [ + 0.2765787336561415, + 0.47104112413194443, + 0.29062504238552517, + 0.5006722005208334 + ], + "point": [ + 0.2836, + 0.4859 + ] + }, + { + "instruction": "Tags.", + "bbox": [ + 0.17523600260416666, + 0.09951028611924913, + 0.21046485900878906, + 0.14178764343261718 + ], + "point": [ + 0.1929, + 0.1206 + ] + }, + { + "instruction": "9 gifts", + "bbox": [ + 0.2781924353705512, + 0.5886105685763889, + 0.29539803398980036, + 0.6144683159722222 + ], + "point": [ + 0.2868, + 0.6015 + ] + }, + { + "instruction": "food and functionality.", + "bbox": [ + 0.27606722513834636, + 0.36643975151909725, + 0.33168665568033856, + 0.46198723687065973 + ], + "point": [ + 0.3039, + 0.4142 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.3396915435791016, + 0.007752957873874241, + 0.35783394707573785, + 0.035556989245944554 + ], + "point": [ + 0.3488, + 0.0217 + ] + }, + { + "instruction": "a numerical value of 0.", + "bbox": [ + 0.5768157958984375, + 0.25358773125542533, + 0.7004621717664931, + 0.2958184136284722 + ], + "point": [ + 0.6386, + 0.2747 + ] + }, + { + "instruction": "Scroll to the top.", + "bbox": [ + 0.33362161848280164, + 0.34808339436848956, + 0.35751012166341145, + 0.3826640150282118 + ], + "point": [ + 0.3456, + 0.3654 + ] + }, + { + "instruction": "Forms.", + "bbox": [ + 0.12668738894992404, + 0.10100874159071181, + 0.17570586734347873, + 0.1414650641547309 + ], + "point": [ + 0.1512, + 0.1212 + ] + }, + { + "instruction": "Search or magnifying glass.", + "bbox": [ + 0.00010931359397040474, + 0.05095503913031684, + 0.00477655463748508, + 0.09048180474175348 + ], + "point": [ + 0.0024, + 0.0707 + ] + }, + { + "instruction": "Yelp", + "bbox": [ + 0.726155514187283, + 0.8519826253255208, + 0.7437936570909288, + 0.8824087863498263 + ], + "point": [ + 0.735, + 0.8672 + ] + }, + { + "instruction": "upliftingNews.", + "bbox": [ + 0.7258236355251736, + 0.4584088812934028, + 0.8672071668836806, + 0.4983765326605903 + ], + "point": [ + 0.7965, + 0.4784 + ] + }, + { + "instruction": "Underline", + "bbox": [ + 0.7253074645996094, + 0.41256215413411457, + 0.8675893995496962, + 0.4580223592122396 + ], + "point": [ + 0.7964, + 0.4353 + ] + }, + { + "instruction": "Yonkers.", + "bbox": [ + 0.7250912136501736, + 0.8986940511067708, + 0.7708967420789931, + 0.9305556233723958 + ], + "point": [ + 0.748, + 0.9146 + ] + }, + { + "instruction": "Line", + "bbox": [ + 0.2764922883775499, + 0.7685601128472223, + 0.2847971810234918, + 0.7940431043836805 + ], + "point": [ + 0.2806, + 0.7813 + ] + }, + { + "instruction": "R", + "bbox": [ + 0.5780948215060764, + 0.6278947618272569, + 0.5918696933322483, + 0.654339124891493 + ], + "point": [ + 0.585, + 0.6411 + ] + }, + { + "instruction": "the letter \"F\".", + "bbox": [ + 0.27377177344428166, + 0.330723876953125, + 0.32786998748779295, + 0.3793088107638889 + ], + "point": [ + 0.3008, + 0.355 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.31448499891493054, + 0.008963925043741862, + 0.3326772054036458, + 0.03560932265387641 + ], + "point": [ + 0.3236, + 0.0223 + ] + }, + { + "instruction": "Underline", + "bbox": [ + 0.2760991414388021, + 0.9043711344401042, + 0.2895125071207682, + 0.9300832112630208 + ], + "point": [ + 0.2828, + 0.9172 + ] + }, + { + "instruction": "NYC.", + "bbox": [ + 0.5752571953667535, + 0.2137796868218316, + 0.7061080932617188, + 0.2486756896972656 + ], + "point": [ + 0.6407, + 0.2312 + ] + }, + { + "instruction": "Jersey city JOKES.", + "bbox": [ + 0.42540647718641494, + 0.20933831108940973, + 0.5542964511447482, + 0.27530219184027777 + ], + "point": [ + 0.4899, + 0.2423 + ] + }, + { + "instruction": "the letter \"P\".", + "bbox": [ + 0.5757014804416233, + 0.34309261745876735, + 0.7004987928602431, + 0.3875835842556424 + ], + "point": [ + 0.6381, + 0.3653 + ] + }, + { + "instruction": "pittsburgh.", + "bbox": [ + 0.5790527767605251, + 0.5607477823893229, + 0.6269542694091796, + 0.5831654866536459 + ], + "point": [ + 0.603, + 0.572 + ] + }, + { + "instruction": "Text alignment to the left.", + "bbox": [ + 0.7261830647786458, + 0.25432061089409724, + 0.8659101698133681, + 0.29590135362413195 + ], + "point": [ + 0.796, + 0.2751 + ] + }, + { + "instruction": "Superscript", + "bbox": [ + 0.5783537122938368, + 0.7651045735677083, + 0.5906103346082899, + 0.7910377332899305 + ], + "point": [ + 0.5845, + 0.7781 + ] + } + ], + "element_size": 149 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_8/3396.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "All forums", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07083333333333333, + 0.029444444444444443 + ], + "point": [ + 0.0498, + 0.0217 + ] + }, + { + "instruction": "Charger Cable for NS Switch", + "bbox": [ + 0.1937499788072374, + 0.012222222222222223, + 0.3093749788072374, + 0.03222222222222222 + ], + "point": [ + 0.2516, + 0.0222 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.3190972222222222, + 0.013333332273695203, + 0.3541666666666667, + 0.03388888359069824 + ], + "point": [ + 0.3366, + 0.0236 + ] + }, + { + "instruction": "All forums", + "bbox": [ + 0.12708333333333333, + 0.13444444444444445, + 0.22118055555555555, + 0.16777777777777778 + ], + "point": [ + 0.1741, + 0.1511 + ] + }, + { + "instruction": "StamfordCT", + "bbox": [ + 0.7291666666666666, + 0.19166666666666668, + 0.7854166666666667, + 0.2127777777777778 + ], + "point": [ + 0.7573, + 0.2022 + ] + }, + { + "instruction": "allentown", + "bbox": [ + 0.12638888888888888, + 0.24388888888888888, + 0.17083333333333334, + 0.2611111111111111 + ], + "point": [ + 0.1486, + 0.2525 + ] + }, + { + "instruction": "arlingtonva", + "bbox": [ + 0.12604166666666666, + 0.26666666666666666, + 0.17743055555555556, + 0.2877777777777778 + ], + "point": [ + 0.1517, + 0.2772 + ] + }, + { + "instruction": "Art", + "bbox": [ + 0.12743056615193685, + 0.2911111111111111, + 0.14201389948527018, + 0.30722222222222223 + ], + "point": [ + 0.1347, + 0.2992 + ] + }, + { + "instruction": "OldSchoolCool", + "bbox": [ + 0.5784722222222223, + 0.2816667005750868, + 0.6468750847710504, + 0.3016667005750868 + ], + "point": [ + 0.6127, + 0.2917 + ] + }, + { + "instruction": "technology", + "bbox": [ + 0.7288194444444445, + 0.27999996609157984, + 0.7809027777777777, + 0.3044444105360243 + ], + "point": [ + 0.7549, + 0.2922 + ] + }, + { + "instruction": "lakewood", + "bbox": [ + 0.428125, + 0.3061111111111111, + 0.47152777777777777, + 0.3233333333333333 + ], + "point": [ + 0.4498, + 0.3147 + ] + }, + { + "instruction": "television", + "bbox": [ + 0.7288194444444445, + 0.306111077202691, + 0.7739583333333333, + 0.3244444105360243 + ], + "point": [ + 0.7514, + 0.3153 + ] + }, + { + "instruction": "AskReddit", + "bbox": [ + 0.12708333333333333, + 0.3138888888888889, + 0.17395833333333333, + 0.3322222222222222 + ], + "point": [ + 0.1505, + 0.3231 + ] + }, + { + "instruction": "askscience", + "bbox": [ + 0.12638888888888888, + 0.3372222222222222, + 0.17708333333333334, + 0.35444444444444445 + ], + "point": [ + 0.1517, + 0.3458 + ] + }, + { + "instruction": "LifeProTips", + "bbox": [ + 0.42743055555555554, + 0.3277777777777778, + 0.48159722222222223, + 0.35055555555555556 + ], + "point": [ + 0.4545, + 0.3392 + ] + }, + { + "instruction": "tifu", + "bbox": [ + 0.7288194444444445, + 0.33, + 0.7465277777777778, + 0.3461111111111111 + ], + "point": [ + 0.7377, + 0.3381 + ] + }, + { + "instruction": "food", + "bbox": [ + 0.27743055555555557, + 0.3561111111111111, + 0.29965277777777777, + 0.37444444444444447 + ], + "point": [ + 0.2885, + 0.3653 + ] + }, + { + "instruction": "listentothis", + "bbox": [ + 0.42777777777777776, + 0.3516666666666667, + 0.4798611111111111, + 0.37166666666666665 + ], + "point": [ + 0.4538, + 0.3617 + ] + }, + { + "instruction": "todayilearned", + "bbox": [ + 0.7291666666666666, + 0.3516666666666667, + 0.7916666666666666, + 0.3738888888888889 + ], + "point": [ + 0.7604, + 0.3628 + ] + }, + { + "instruction": "funny", + "bbox": [ + 0.27638891008165145, + 0.3788888888888889, + 0.30451391008165146, + 0.39944444444444444 + ], + "point": [ + 0.2905, + 0.3892 + ] + }, + { + "instruction": "Paterson", + "bbox": [ + 0.5795138888888889, + 0.37222222222222223, + 0.6201388888888889, + 0.39055555555555554 + ], + "point": [ + 0.5998, + 0.3814 + ] + }, + { + "instruction": "B", + "bbox": [ + 0.128125, + 0.40500003390842015, + 0.1371527777777778, + 0.42333336724175347 + ], + "point": [ + 0.1326, + 0.4142 + ] + }, + { + "instruction": "Futurology", + "bbox": [ + 0.2770833545260959, + 0.40333336724175345, + 0.3267361323038737, + 0.4250000339084201 + ], + "point": [ + 0.3019, + 0.4142 + ] + }, + { + "instruction": "Pennsylvania", + "bbox": [ + 0.5791666666666667, + 0.39555555555555555, + 0.6392361111111111, + 0.4166666666666667 + ], + "point": [ + 0.6092, + 0.4061 + ] + }, + { + "instruction": "M", + "bbox": [ + 0.4284722222222222, + 0.41833333333333333, + 0.44305555555555554, + 0.44166666666666665 + ], + "point": [ + 0.4358, + 0.43 + ] + }, + { + "instruction": "personalfinance", + "bbox": [ + 0.5784722222222223, + 0.4172222222222222, + 0.6510416666666666, + 0.43777777777777777 + ], + "point": [ + 0.6148, + 0.4275 + ] + }, + { + "instruction": "baltimore", + "bbox": [ + 0.12638889948527018, + 0.45, + 0.1701388994852702, + 0.4672222222222222 + ], + "point": [ + 0.1483, + 0.4586 + ] + }, + { + "instruction": "philadelphia", + "bbox": [ + 0.5791666666666667, + 0.44166666666666665, + 0.634375, + 0.4627777777777778 + ], + "point": [ + 0.6068, + 0.4522 + ] + }, + { + "instruction": "books", + "bbox": [ + 0.12638887829250758, + 0.4738888888888889, + 0.15590276718139648, + 0.4911111111111111 + ], + "point": [ + 0.1411, + 0.4825 + ] + }, + { + "instruction": "MachineLearning", + "bbox": [ + 0.4284722222222222, + 0.46333336724175345, + 0.5065972222222223, + 0.4866667005750868 + ], + "point": [ + 0.4675, + 0.475 + ] + }, + { + "instruction": "philosophy", + "bbox": [ + 0.5784721798366971, + 0.46555555555555556, + 0.6298610687255859, + 0.4866666666666667 + ], + "point": [ + 0.6042, + 0.4761 + ] + }, + { + "instruction": "boston", + "bbox": [ + 0.12638887829250758, + 0.4972221883138021, + 0.15833332273695205, + 0.5133332994249132 + ], + "point": [ + 0.1424, + 0.5053 + ] + }, + { + "instruction": "gadgets", + "bbox": [ + 0.27708333333333335, + 0.4916667005750868, + 0.315625, + 0.513888922797309 + ], + "point": [ + 0.2964, + 0.5028 + ] + }, + { + "instruction": "Maine", + "bbox": [ + 0.4288194444444444, + 0.4900000339084201, + 0.4576388888888889, + 0.506111077202691 + ], + "point": [ + 0.4432, + 0.4981 + ] + }, + { + "instruction": "photoshopbattles", + "bbox": [ + 0.5791666666666667, + 0.48833333333333334, + 0.6579861111111112, + 0.5088888888888888 + ], + "point": [ + 0.6186, + 0.4986 + ] + }, + { + "instruction": "gaming", + "bbox": [ + 0.27708333333333335, + 0.5155555216471354, + 0.3125, + 0.5377777438693576 + ], + "point": [ + 0.2948, + 0.5267 + ] + }, + { + "instruction": "ManchesterNH", + "bbox": [ + 0.4284722222222222, + 0.5094444105360243, + 0.49618055555555557, + 0.5322221883138021 + ], + "point": [ + 0.4623, + 0.5208 + ] + }, + { + "instruction": "pics", + "bbox": [ + 0.5784722222222223, + 0.5116666666666667, + 0.6000000847710504, + 0.5327777777777778 + ], + "point": [ + 0.5892, + 0.5222 + ] + }, + { + "instruction": "GetMotivated", + "bbox": [ + 0.2774305979410807, + 0.5400000678168403, + 0.33819444444444446, + 0.5572222900390625 + ], + "point": [ + 0.3078, + 0.5486 + ] + }, + { + "instruction": "massachusetts", + "bbox": [ + 0.4288194444444444, + 0.5361111450195313, + 0.4965277777777778, + 0.5522222561306424 + ], + "point": [ + 0.4627, + 0.5442 + ] + }, + { + "instruction": "vermont", + "bbox": [ + 0.7295138888888889, + 0.5322222222222223, + 0.7684027777777778, + 0.5483333333333333 + ], + "point": [ + 0.749, + 0.5403 + ] + }, + { + "instruction": "BuyltForLife", + "bbox": [ + 0.12604166666666666, + 0.5433333672417535, + 0.18229166666666666, + 0.5638889227973091 + ], + "point": [ + 0.1542, + 0.5536 + ] + }, + { + "instruction": "videos", + "bbox": [ + 0.7295138888888889, + 0.5550000339084201, + 0.7607638888888889, + 0.5722222900390626 + ], + "point": [ + 0.7451, + 0.5636 + ] + }, + { + "instruction": "memes", + "bbox": [ + 0.4284722222222222, + 0.5827777777777777, + 0.46319444444444446, + 0.6005555555555555 + ], + "point": [ + 0.4458, + 0.5917 + ] + }, + { + "instruction": "H", + "bbox": [ + 0.278125, + 0.6061111111111112, + 0.28958333333333336, + 0.6272222222222222 + ], + "point": [ + 0.2839, + 0.6167 + ] + }, + { + "instruction": "mildlyinteresting", + "bbox": [ + 0.4284722222222222, + 0.6055555555555555, + 0.5024305555555556, + 0.6266666666666667 + ], + "point": [ + 0.4655, + 0.6161 + ] + }, + { + "instruction": "CambridgeMA", + "bbox": [ + 0.12604166666666666, + 0.6316666666666667, + 0.19131944444444443, + 0.6538888888888889 + ], + "point": [ + 0.1587, + 0.6428 + ] + }, + { + "instruction": "monitor", + "bbox": [ + 0.4288194444444444, + 0.6288889567057292, + 0.46458333333333335, + 0.6461111789279513 + ], + "point": [ + 0.4467, + 0.6375 + ] + }, + { + "instruction": "ColumbiaMD", + "bbox": [ + 0.12638889948527018, + 0.6561111111111111, + 0.18576391008165147, + 0.6744444444444444 + ], + "point": [ + 0.1561, + 0.6653 + ] + }, + { + "instruction": "movies", + "bbox": [ + 0.4284722222222222, + 0.6516666666666666, + 0.4618055555555556, + 0.67 + ], + "point": [ + 0.4451, + 0.6608 + ] + }, + { + "instruction": "wallstreetbets", + "bbox": [ + 0.7305555555555555, + 0.645, + 0.7927083333333333, + 0.6611111111111111 + ], + "point": [ + 0.7616, + 0.6531 + ] + }, + { + "instruction": "Connecticut", + "bbox": [ + 0.12638889948527018, + 0.6799999321831597, + 0.18090277777777777, + 0.6961110432942709 + ], + "point": [ + 0.1536, + 0.6881 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.4288194444444444, + 0.6761111111111111, + 0.45694444444444443, + 0.6922222222222222 + ], + "point": [ + 0.4429, + 0.6842 + ] + }, + { + "instruction": "Washington", + "bbox": [ + 0.729166751437717, + 0.6644444444444444, + 0.7850695292154948, + 0.6911111111111111 + ], + "point": [ + 0.7571, + 0.6778 + ] + }, + { + "instruction": "consoles", + "bbox": [ + 0.12638889948527018, + 0.7038889567057292, + 0.16770834392971462, + 0.7194445122612847 + ], + "point": [ + 0.147, + 0.7117 + ] + }, + { + "instruction": "rva", + "bbox": [ + 0.5788194444444444, + 0.6972222222222222, + 0.5944444444444444, + 0.7122222222222222 + ], + "point": [ + 0.5866, + 0.7047 + ] + }, + { + "instruction": "washingtondc", + "bbox": [ + 0.7302083333333333, + 0.6905556233723958, + 0.79375, + 0.7127778455946181 + ], + "point": [ + 0.762, + 0.7017 + ] + }, + { + "instruction": "WaterburyCT", + "bbox": [ + 0.7302083333333333, + 0.7144445122612847, + 0.7892361111111111, + 0.7350000678168402 + ], + "point": [ + 0.7597, + 0.7247 + ] + }, + { + "instruction": "coolgithubprojects", + "bbox": [ + 0.12604166666666666, + 0.7255555555555555, + 0.21041666666666667, + 0.7466666666666667 + ], + "point": [ + 0.1682, + 0.7361 + ] + }, + { + "instruction": "S", + "bbox": [ + 0.5795138888888889, + 0.7388888210720486, + 0.5902777777777778, + 0.7594443766276041 + ], + "point": [ + 0.5849, + 0.7492 + ] + }, + { + "instruction": "WorcesterMA", + "bbox": [ + 0.7305555555555555, + 0.7388888888888889, + 0.7902777777777777, + 0.7544444444444445 + ], + "point": [ + 0.7604, + 0.7467 + ] + }, + { + "instruction": "creepy", + "bbox": [ + 0.12569443384806314, + 0.7483333333333333, + 0.15833332273695205, + 0.7711111111111111 + ], + "point": [ + 0.142, + 0.7597 + ] + }, + { + "instruction": "Newark", + "bbox": [ + 0.428125, + 0.7638888888888888, + 0.4642361111111111, + 0.7838888888888889 + ], + "point": [ + 0.4462, + 0.7739 + ] + }, + { + "instruction": "worldnews", + "bbox": [ + 0.7305555555555555, + 0.7611111111111111, + 0.7788194444444444, + 0.7783333333333333 + ], + "point": [ + 0.7547, + 0.7697 + ] + }, + { + "instruction": "newhampshire", + "bbox": [ + 0.42777777777777776, + 0.7883334011501736, + 0.4954861111111111, + 0.8088889567057291 + ], + "point": [ + 0.4616, + 0.7986 + ] + }, + { + "instruction": "science", + "bbox": [ + 0.5788194444444444, + 0.785, + 0.6145833333333334, + 0.8011111111111111 + ], + "point": [ + 0.5967, + 0.7931 + ] + }, + { + "instruction": "WritingPrompts", + "bbox": [ + 0.7302083333333333, + 0.7844444444444445, + 0.8010416666666667, + 0.805 + ], + "point": [ + 0.7656, + 0.7947 + ] + }, + { + "instruction": "newhaven", + "bbox": [ + 0.428125, + 0.8111110432942709, + 0.4739583333333333, + 0.828333265516493 + ], + "point": [ + 0.451, + 0.8197 + ] + }, + { + "instruction": "Showerthoughts", + "bbox": [ + 0.5784722222222223, + 0.8066666666666666, + 0.653125, + 0.8288888888888889 + ], + "point": [ + 0.6158, + 0.8178 + ] + }, + { + "instruction": "dataisbeautiful", + "bbox": [ + 0.12638888888888888, + 0.8388888888888889, + 0.19444444444444445, + 0.8572222222222222 + ], + "point": [ + 0.1604, + 0.8481 + ] + }, + { + "instruction": "newjersey", + "bbox": [ + 0.42743055555555554, + 0.8338888888888889, + 0.47465277777777776, + 0.8555555555555555 + ], + "point": [ + 0.451, + 0.8447 + ] + }, + { + "instruction": "singularity", + "bbox": [ + 0.5784722222222223, + 0.8305555555555556, + 0.6267361111111112, + 0.8511111111111112 + ], + "point": [ + 0.6026, + 0.8408 + ] + }, + { + "instruction": "deeplearning", + "bbox": [ + 0.12604167726304796, + 0.8605554877387153, + 0.18541668785942925, + 0.8838888210720486 + ], + "point": [ + 0.1557, + 0.8722 + ] + }, + { + "instruction": "news", + "bbox": [ + 0.428125, + 0.8611111111111112, + 0.45381944444444444, + 0.8744444444444445 + ], + "point": [ + 0.441, + 0.8678 + ] + }, + { + "instruction": "space", + "bbox": [ + 0.5784722222222223, + 0.8555555555555555, + 0.6079861111111111, + 0.8738888888888889 + ], + "point": [ + 0.5932, + 0.8647 + ] + }, + { + "instruction": "DIY", + "bbox": [ + 0.12743055555555555, + 0.8861111111111111, + 0.14340277777777777, + 0.9033333333333333 + ], + "point": [ + 0.1354, + 0.8947 + ] + }, + { + "instruction": "nosleep", + "bbox": [ + 0.42743055555555554, + 0.8805555555555555, + 0.4652777777777778, + 0.9005555555555556 + ], + "point": [ + 0.4464, + 0.8906 + ] + }, + { + "instruction": "sports", + "bbox": [ + 0.5781250423855252, + 0.8772222222222222, + 0.6100694868299696, + 0.8988888888888888 + ], + "point": [ + 0.5941, + 0.8881 + ] + }, + { + "instruction": "Documentaries", + "bbox": [ + 0.12638889948527018, + 0.9083333333333333, + 0.19409722222222223, + 0.9255555555555556 + ], + "point": [ + 0.1602, + 0.9169 + ] + }, + { + "instruction": "nottheonion", + "bbox": [ + 0.428125, + 0.9049999321831598, + 0.48194444444444445, + 0.9222221544053819 + ], + "point": [ + 0.455, + 0.9136 + ] + }, + { + "instruction": "Running Postmill", + "bbox": [ + 0.47013884650336374, + 0.9633333333333334, + 0.5291666242811415, + 0.9833333333333333 + ], + "point": [ + 0.4997, + 0.9733 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8947998046875, + 0.0497369130452474, + 0.9705432467990451, + 0.0896657477484809 + ], + "point": [ + 0.9327, + 0.0697 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08268899917602539, + 0.05349277072482639, + 0.155645932091607, + 0.08419197930230035 + ], + "point": [ + 0.1192, + 0.0688 + ] + }, + { + "instruction": "EarthPorn", + "bbox": [ + 0.27529320187038847, + 0.23433748033311633, + 0.40455411275227865, + 0.2959235297309028 + ], + "point": [ + 0.3399, + 0.2651 + ] + }, + { + "instruction": "explainlikeimfive", + "bbox": [ + 0.27529320187038847, + 0.23433748033311633, + 0.40455411275227865, + 0.2959235297309028 + ], + "point": [ + 0.3399, + 0.2651 + ] + }, + { + "instruction": "jerseycity", + "bbox": [ + 0.4256239997016059, + 0.1808626980251736, + 0.5512073940700954, + 0.24997439914279515 + ], + "point": [ + 0.4884, + 0.2154 + ] + }, + { + "instruction": "Jokes", + "bbox": [ + 0.4256239997016059, + 0.1808626980251736, + 0.5512073940700954, + 0.24997439914279515 + ], + "point": [ + 0.4884, + 0.2154 + ] + }, + { + "instruction": "UpliftingNews", + "bbox": [ + 0.7253150939941406, + 0.4313937717013889, + 0.8635827806260851, + 0.4706939019097222 + ], + "point": [ + 0.7944, + 0.451 + ] + }, + { + "instruction": "D", + "bbox": [ + 0.12485450108846029, + 0.789491712782118, + 0.13901637395222982, + 0.8179654269748264 + ], + "point": [ + 0.1319, + 0.8037 + ] + }, + { + "instruction": "MechanicalKeyboards", + "bbox": [ + 0.42689153883192277, + 0.5525155978732639, + 0.5312938690185547, + 0.5819637044270833 + ], + "point": [ + 0.4791, + 0.5672 + ] + }, + { + "instruction": "W", + "bbox": [ + 0.7289426167805989, + 0.5943874782986112, + 0.7454231262207032, + 0.6240277777777777 + ], + "point": [ + 0.7372, + 0.6092 + ] + }, + { + "instruction": "P", + "bbox": [ + 0.5770272148980035, + 0.3143319363064236, + 0.7022517734103733, + 0.36010294596354164 + ], + "point": [ + 0.6396, + 0.3372 + ] + }, + { + "instruction": "nyc", + "bbox": [ + 0.5762782626681857, + 0.18510674370659722, + 0.7010848151312934, + 0.22384711371527777 + ], + "point": [ + 0.6387, + 0.2045 + ] + }, + { + "instruction": "yonkers", + "bbox": [ + 0.7273785909016927, + 0.8690209282769097, + 0.8665406121148004, + 0.8988146294487848 + ], + "point": [ + 0.797, + 0.8839 + ] + }, + { + "instruction": "providence", + "bbox": [ + 0.5787768893771701, + 0.5553716701931424, + 0.6297602335611979, + 0.5811155870225695 + ], + "point": [ + 0.6043, + 0.5682 + ] + }, + { + "instruction": "springfieldMo", + "bbox": [ + 0.5765739440917969, + 0.8968482123480903, + 0.6929921468098958, + 0.9260923258463541 + ], + "point": [ + 0.6348, + 0.9115 + ] + }, + { + "instruction": "Hartford", + "bbox": [ + 0.2770882076687283, + 0.6463629150390625, + 0.3872419145372179, + 0.7278870307074653 + ], + "point": [ + 0.3322, + 0.6871 + ] + }, + { + "instruction": "headphones", + "bbox": [ + 0.2770882076687283, + 0.6463629150390625, + 0.3872419145372179, + 0.7278870307074653 + ], + "point": [ + 0.3322, + 0.6871 + ] + }, + { + "instruction": "history", + "bbox": [ + 0.2770882076687283, + 0.6463629150390625, + 0.3872419145372179, + 0.7278870307074653 + ], + "point": [ + 0.3322, + 0.6871 + ] + }, + { + "instruction": "BridgeportcT", + "bbox": [ + 0.1258366796705458, + 0.5140406290690104, + 0.18999468485514323, + 0.542087639702691 + ], + "point": [ + 0.1579, + 0.5281 + ] + }, + { + "instruction": "R", + "bbox": [ + 0.5782963222927517, + 0.5997655571831597, + 0.5910762363009983, + 0.6267490641276041 + ], + "point": [ + 0.5847, + 0.6133 + ] + }, + { + "instruction": "gifs", + "bbox": [ + 0.2774418724907769, + 0.5602710978190104, + 0.2961383819580078, + 0.5853479682074653 + ], + "point": [ + 0.2868, + 0.5728 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:9g99/forumsjall", + "bbox": [ + 0.16093054877387153, + 0.055103573269314234, + 0.4698070526123047, + 0.08195755004882813 + ], + "point": [ + 0.3154, + 0.0685 + ] + }, + { + "instruction": "IAmA", + "bbox": [ + 0.27679417928059896, + 0.7811631944444445, + 0.393224843343099, + 0.8614301215277778 + ], + "point": [ + 0.335, + 0.8213 + ] + }, + { + "instruction": "InternetlsBeautiful", + "bbox": [ + 0.27679417928059896, + 0.7811631944444445, + 0.393224843343099, + 0.8614301215277778 + ], + "point": [ + 0.335, + 0.8213 + ] + }, + { + "instruction": "iphone", + "bbox": [ + 0.27679417928059896, + 0.7811631944444445, + 0.393224843343099, + 0.8614301215277778 + ], + "point": [ + 0.335, + 0.8213 + ] + }, + { + "instruction": "pittsburgh", + "bbox": [ + 0.5788182576497396, + 0.5304645792643229, + 0.6280464172363281, + 0.5560305786132812 + ], + "point": [ + 0.6034, + 0.5432 + ] + }, + { + "instruction": "relationship_advice", + "bbox": [ + 0.5778118133544922, + 0.6394449869791666, + 0.6983012305365668, + 0.6934288194444445 + ], + "point": [ + 0.6381, + 0.6664 + ] + }, + { + "instruction": "Rhodelsland", + "bbox": [ + 0.5778118133544922, + 0.6394449869791666, + 0.6983012305365668, + 0.6934288194444445 + ], + "point": [ + 0.6381, + 0.6664 + ] + }, + { + "instruction": "aww", + "bbox": [ + 0.12446327209472656, + 0.3569831339518229, + 0.24347644382052952, + 0.38686316596137155 + ], + "point": [ + 0.184, + 0.3719 + ] + }, + { + "instruction": "LowellMA", + "bbox": [ + 0.4271191067165799, + 0.3701183403862847, + 0.5473731146918402, + 0.3995135498046875 + ], + "point": [ + 0.4872, + 0.3848 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8947998046875, + 0.0497369130452474, + 0.9705432467990451, + 0.0896657477484809 + ], + "point": [ + 0.9327, + 0.0697 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9732475280761719, + 0.04759093390570746, + 0.9966892666286893, + 0.09045566134982638 + ], + "point": [ + 0.985, + 0.069 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9756194220648872, + 0.002408453623453776, + 0.9976783752441406, + 0.0396811400519477 + ], + "point": [ + 0.9866, + 0.021 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05441594123840332, + 0.04846270243326823, + 0.07670869297451444, + 0.09124219258626302 + ], + "point": [ + 0.0656, + 0.0699 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08268899917602539, + 0.05349277072482639, + 0.155645932091607, + 0.08419197930230035 + ], + "point": [ + 0.1192, + 0.0688 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004592996173434788, + 0.05073271009657118, + 0.02756900257534451, + 0.08866264343261719 + ], + "point": [ + 0.0161, + 0.0697 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028756875462002226, + 0.04944105784098307, + 0.050915161768595375, + 0.08936531914605035 + ], + "point": [ + 0.0398, + 0.0694 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15103360282050238, + 0.010392935011121962, + 0.16590180926852757, + 0.03735481686062283 + ], + "point": [ + 0.1585, + 0.0239 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8655654907226562, + 0.056570727030436196, + 0.8826895819769965, + 0.08596210055881076 + ], + "point": [ + 0.8741, + 0.0713 + ] + }, + { + "instruction": "A progress bar indicating completion status.", + "bbox": [ + 0.20983600616455078, + 0.07768680148654514, + 0.28093395233154295, + 0.11525036282009549 + ], + "point": [ + 0.2454, + 0.0965 + ] + }, + { + "instruction": "EarthPorn translation option.", + "bbox": [ + 0.27529320187038847, + 0.23433748033311633, + 0.40455411275227865, + 0.2959235297309028 + ], + "point": [ + 0.3399, + 0.2651 + ] + }, + { + "instruction": "Tayg", + "bbox": [ + 0.17655407587687175, + 0.07862702263726129, + 0.210080443488227, + 0.11269457499186197 + ], + "point": [ + 0.1933, + 0.0957 + ] + }, + { + "instruction": "Yelp", + "bbox": [ + 0.7271270751953125, + 0.8262310112847222, + 0.7419772677951388, + 0.8523406304253472 + ], + "point": [ + 0.7346, + 0.8393 + ] + }, + { + "instruction": "a numerical value of 0.", + "bbox": [ + 0.5779186248779297, + 0.22560997856987847, + 0.695105955335829, + 0.2676548597547743 + ], + "point": [ + 0.6365, + 0.2466 + ] + }, + { + "instruction": "the letter \"A\".", + "bbox": [ + 0.12338549296061198, + 0.18333309597439237, + 0.2642296685112847, + 0.23127010769314235 + ], + "point": [ + 0.1938, + 0.2073 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.3401003095838759, + 0.006830964618259006, + 0.357667965359158, + 0.03611228413052029 + ], + "point": [ + 0.3489, + 0.0215 + ] + }, + { + "instruction": "Jersey city JOKES.", + "bbox": [ + 0.4256239997016059, + 0.1808626980251736, + 0.5512073940700954, + 0.24997439914279515 + ], + "point": [ + 0.4884, + 0.2154 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 9.48347979121738e-05, + 0.05160152011447482, + 0.004855324659082625, + 0.08996114942762587 + ], + "point": [ + 0.0025, + 0.0708 + ] + }, + { + "instruction": "upliftingNews.", + "bbox": [ + 0.7253150939941406, + 0.4313937717013889, + 0.8635827806260851, + 0.4706939019097222 + ], + "point": [ + 0.7944, + 0.451 + ] + }, + { + "instruction": "Underline", + "bbox": [ + 0.2760401831732856, + 0.8754696316189237, + 0.2887051052517361, + 0.9026818169487847 + ], + "point": [ + 0.2824, + 0.8891 + ] + }, + { + "instruction": "Underline", + "bbox": [ + 0.7258082071940104, + 0.3846173095703125, + 0.8622734917534722, + 0.43015082465277776 + ], + "point": [ + 0.794, + 0.4074 + ] + }, + { + "instruction": "D", + "bbox": [ + 0.12485450108846029, + 0.789491712782118, + 0.13901637395222982, + 0.8179654269748264 + ], + "point": [ + 0.1319, + 0.8037 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3144340303209093, + 0.008671606911553277, + 0.332637087504069, + 0.035858886506822375 + ], + "point": [ + 0.3235, + 0.0223 + ] + }, + { + "instruction": "mechanical keyboards.", + "bbox": [ + 0.42689153883192277, + 0.5525155978732639, + 0.5312938690185547, + 0.5819637044270833 + ], + "point": [ + 0.4791, + 0.5672 + ] + }, + { + "instruction": "the letter \"E\".", + "bbox": [ + 0.27522498236762155, + 0.18455105251736112, + 0.4085662841796875, + 0.2331661648220486 + ], + "point": [ + 0.3419, + 0.2089 + ] + }, + { + "instruction": "W", + "bbox": [ + 0.7289426167805989, + 0.5943874782986112, + 0.7454231262207032, + 0.6240277777777777 + ], + "point": [ + 0.7372, + 0.6092 + ] + }, + { + "instruction": "G", + "bbox": [ + 0.2760011461046007, + 0.4440042114257812, + 0.2901203155517578, + 0.47397030300564236 + ], + "point": [ + 0.2831, + 0.459 + ] + }, + { + "instruction": "Clear", + "bbox": [ + 0.12554287380642362, + 0.5845379638671875, + 0.14040777418348524, + 0.6124546305338542 + ], + "point": [ + 0.133, + 0.5985 + ] + }, + { + "instruction": "the letter \"P\".", + "bbox": [ + 0.5770272148980035, + 0.3143319363064236, + 0.7022517734103733, + 0.36010294596354164 + ], + "point": [ + 0.6396, + 0.3372 + ] + }, + { + "instruction": "NYC.", + "bbox": [ + 0.5762782626681857, + 0.18510674370659722, + 0.7010848151312934, + 0.22384711371527777 + ], + "point": [ + 0.6387, + 0.2045 + ] + }, + { + "instruction": "yongers.", + "bbox": [ + 0.7273785909016927, + 0.8690209282769097, + 0.8665406121148004, + 0.8988146294487848 + ], + "point": [ + 0.797, + 0.8839 + ] + }, + { + "instruction": "M0,0L9,0 4.5,0z", + "bbox": [ + 0.29923019409179685, + 0.5719921196831598, + 0.31385926140679254, + 0.6003075493706598 + ], + "point": [ + 0.3065, + 0.5861 + ] + }, + { + "instruction": "Providence.", + "bbox": [ + 0.5787768893771701, + 0.5553716701931424, + 0.6297602335611979, + 0.5811155870225695 + ], + "point": [ + 0.6043, + 0.5682 + ] + }, + { + "instruction": "the spingfieldMO file.", + "bbox": [ + 0.5765739440917969, + 0.8968482123480903, + 0.6929921468098958, + 0.9260923258463541 + ], + "point": [ + 0.6348, + 0.9115 + ] + }, + { + "instruction": "Line", + "bbox": [ + 0.27566049363878037, + 0.7401142035590278, + 0.2849351247151693, + 0.7641400824652778 + ], + "point": [ + 0.2803, + 0.7521 + ] + }, + { + "instruction": "the history of Headphones.", + "bbox": [ + 0.2770882076687283, + 0.6463629150390625, + 0.3872419145372179, + 0.7278870307074653 + ], + "point": [ + 0.3322, + 0.6871 + ] + }, + { + "instruction": "accessing or managingaccessing a feature or application.", + "bbox": [ + 0.1258366796705458, + 0.5140406290690104, + 0.18999468485514323, + 0.542087639702691 + ], + "point": [ + 0.1579, + 0.5281 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.7255705939398871, + 0.47329986572265625, + 0.8663948059082032, + 0.5212977769639757 + ], + "point": [ + 0.796, + 0.4973 + ] + }, + { + "instruction": "R", + "bbox": [ + 0.5782963222927517, + 0.5997655571831597, + 0.5910762363009983, + 0.6267490641276041 + ], + "point": [ + 0.5847, + 0.6133 + ] + }, + { + "instruction": "Gifts", + "bbox": [ + 0.2774418724907769, + 0.5602710978190104, + 0.2961383819580078, + 0.5853479682074653 + ], + "point": [ + 0.2868, + 0.5728 + ] + }, + { + "instruction": "the amazon web browser.", + "bbox": [ + 0.16093054877387153, + 0.055103573269314234, + 0.4698070526123047, + 0.08195755004882813 + ], + "point": [ + 0.3154, + 0.0685 + ] + }, + { + "instruction": "InternetsBeautiful iPhone.", + "bbox": [ + 0.27679417928059896, + 0.7811631944444445, + 0.393224843343099, + 0.8614301215277778 + ], + "point": [ + 0.335, + 0.8213 + ] + }, + { + "instruction": "pittsburgh.", + "bbox": [ + 0.5788182576497396, + 0.5304645792643229, + 0.6280464172363281, + 0.5560305786132812 + ], + "point": [ + 0.6034, + 0.5432 + ] + }, + { + "instruction": "Relationship-advice in Phodeland.", + "bbox": [ + 0.5778118133544922, + 0.6394449869791666, + 0.6983012305365668, + 0.6934288194444445 + ], + "point": [ + 0.6381, + 0.6664 + ] + }, + { + "instruction": "the \"aww\" function.", + "bbox": [ + 0.12446327209472656, + 0.3569831339518229, + 0.24347644382052952, + 0.38686316596137155 + ], + "point": [ + 0.184, + 0.3719 + ] + }, + { + "instruction": "Lowellma.", + "bbox": [ + 0.4271191067165799, + 0.3701183403862847, + 0.5473731146918402, + 0.3995135498046875 + ], + "point": [ + 0.4872, + 0.3848 + ] + } + ], + "element_size": 157 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_9/3636.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "gaming", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.06076388888888889, + 0.03111111111111111 + ], + "point": [ + 0.0448, + 0.0225 + ] + }, + { + "instruction": "Charger Cable for NS Switch", + "bbox": [ + 0.1937499788072374, + 0.012222222222222223, + 0.3093749788072374, + 0.03222222222222222 + ], + "point": [ + 0.2516, + 0.0222 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.3190972222222222, + 0.013333332273695203, + 0.3541666666666667, + 0.03388888359069824 + ], + "point": [ + 0.3366, + 0.0236 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:9ggg/f/gaming", + "bbox": [ + 0.1579861005147298, + 0.059444444444444446, + 0.4579861005147298, + 0.08277777777777778 + ], + "point": [ + 0.308, + 0.0711 + ] + }, + { + "instruction": "gaming", + "bbox": [ + 0.6958333333333333, + 0.18944442749023438, + 0.7399305555555555, + 0.21388887193467881 + ], + "point": [ + 0.7179, + 0.2017 + ] + }, + { + "instruction": "[flgaming", + "bbox": [ + 0.12430554495917426, + 0.19166666666666668, + 0.21840277777777778, + 0.23333333333333334 + ], + "point": [ + 0.1714, + 0.2125 + ] + }, + { + "instruction": "[OC] Loot", + "bbox": [ + 0.215625, + 0.30277777777777776, + 0.2746527777777778, + 0.33055555555555555 + ], + "point": [ + 0.2451, + 0.3167 + ] + }, + { + "instruction": "Created 2 years ago", + "bbox": [ + 0.6961805555555556, + 0.3438888888888889, + 0.7715277777777778, + 0.3611111111111111 + ], + "point": [ + 0.7339, + 0.3525 + ] + }, + { + "instruction": "Submitted by jakesimp1 [t3_126yyu8]", + "bbox": [ + 0.21666666666666667, + 0.42944444444444446, + 0.3579861111111111, + 0.45 + ], + "point": [ + 0.2873, + 0.4397 + ] + }, + { + "instruction": "year ago", + "bbox": [ + 0.3625000423855252, + 0.4322221883138021, + 0.3975694868299696, + 0.4483332994249132 + ], + "point": [ + 0.38, + 0.4403 + ] + }, + { + "instruction": "alien", + "bbox": [ + 0.16145833333333334, + 0.6772222222222222, + 0.17083333333333334, + 0.6811111111111111 + ], + "point": [ + 0.1661, + 0.6792 + ] + }, + { + "instruction": "Submitted by jillianjiggs92 [t3_yicd3t] 2 years ago", + "bbox": [ + 0.21666666666666667, + 0.8016666666666666, + 0.40243055555555557, + 0.8216666666666667 + ], + "point": [ + 0.3095, + 0.8117 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-", + "bbox": [ + 0.0024305608537462022, + 0.98, + 0.12569444974263508, + 0.9983333333333333 + ], + "point": [ + 0.0641, + 0.9892 + ] + }, + { + "instruction": "amazonaws_", + "bbox": [ + 0.13055554495917426, + 0.982222154405382, + 0.17881944444444445, + 0.9961110432942708 + ], + "point": [ + 0.1547, + 0.9892 + ] + }, + { + "instruction": "com:ggg9/submit/gaming", + "bbox": [ + 0.17743055555555556, + 0.9783333333333334, + 0.28229166666666666, + 0.9994444444444445 + ], + "point": [ + 0.2299, + 0.9889 + ] + }, + { + "instruction": "[+2", + "bbox": [ + 0.2965277777777778, + 0.9905555555555555, + 0.3079861111111111, + 0.9988888888888889 + ], + "point": [ + 0.3023, + 0.9947 + ] + }, + { + "instruction": "io5 O", + "bbox": [ + 0.3111111111111111, + 0.9916666666666667, + 0.3486111111111111, + 0.9988888888888889 + ], + "point": [ + 0.3299, + 0.9953 + ] + }, + { + "instruction": "A Fe F", + "bbox": [ + 0.35520833333333335, + 0.995, + 0.38819444444444445, + 0.9983333333333333 + ], + "point": [ + 0.3717, + 0.9967 + ] + }, + { + "instruction": "Toolbox", + "bbox": [ + 0.685359615749783, + 0.4876929728190104, + 0.8860971238878038, + 0.6345237901475694 + ], + "point": [ + 0.7857, + 0.5611 + ] + }, + { + "instruction": "Bans", + "bbox": [ + 0.685359615749783, + 0.4876929728190104, + 0.8860971238878038, + 0.6345237901475694 + ], + "point": [ + 0.7857, + 0.5611 + ] + }, + { + "instruction": "Moderation log", + "bbox": [ + 0.685359615749783, + 0.4876929728190104, + 0.8860971238878038, + 0.6345237901475694 + ], + "point": [ + 0.7857, + 0.5611 + ] + }, + { + "instruction": "Submit", + "bbox": [ + 0.6474071502685547, + 0.09517652723524306, + 0.7208529154459635, + 0.1562327406141493 + ], + "point": [ + 0.6841, + 0.1257 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8954221937391493, + 0.049391716851128475, + 0.9707848442925348, + 0.09036594814724393 + ], + "point": [ + 0.9331, + 0.0699 + ] + }, + { + "instruction": "Hot", + "bbox": [ + 0.26897674136691624, + 0.24574959648980035, + 0.3210899141099718, + 0.2876562160915799 + ], + "point": [ + 0.295, + 0.2667 + ] + }, + { + "instruction": "flashbanged", + "bbox": [ + 0.1571247206793891, + 0.6731338161892361, + 0.21187154981825088, + 0.7527658420138889 + ], + "point": [ + 0.1845, + 0.7129 + ] + }, + { + "instruction": "threw It", + "bbox": [ + 0.1571247206793891, + 0.6731338161892361, + 0.21187154981825088, + 0.7527658420138889 + ], + "point": [ + 0.1845, + 0.7129 + ] + }, + { + "instruction": "Forums", + "bbox": [ + 0.1904989242553711, + 0.09546235826280382, + 0.2521168390909831, + 0.15499269273546007 + ], + "point": [ + 0.2213, + 0.1252 + ] + }, + { + "instruction": "Postmill", + "bbox": [ + 0.1265005005730523, + 0.09523529052734375, + 0.19257132212320963, + 0.15475189208984375 + ], + "point": [ + 0.1595, + 0.125 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08264655007256402, + 0.053554729885525176, + 0.15561049779256184, + 0.08416124979654947 + ], + "point": [ + 0.1191, + 0.0689 + ] + }, + { + "instruction": "MarvelsGrantMan136", + "bbox": [ + 0.7192454020182292, + 0.09554094950358073, + 0.876651848687066, + 0.155545654296875 + ], + "point": [ + 0.7979, + 0.1255 + ] + }, + { + "instruction": "9912", + "bbox": [ + 0.1263975143432617, + 0.4878235202365451, + 0.15859375, + 0.5686292521158854 + ], + "point": [ + 0.1425, + 0.5282 + ] + }, + { + "instruction": "20908", + "bbox": [ + 0.1256784439086914, + 0.3017966037326389, + 0.15943893856472438, + 0.3823822021484375 + ], + "point": [ + 0.1426, + 0.3421 + ] + }, + { + "instruction": "Hide this forum", + "bbox": [ + 0.6849086337619358, + 0.4109097629123264, + 0.8850430806477865, + 0.4794574652777778 + ], + "point": [ + 0.785, + 0.4452 + ] + }, + { + "instruction": "11231", + "bbox": [ + 0.1257902569240994, + 0.39474236382378475, + 0.1586999045477973, + 0.4754450141059028 + ], + "point": [ + 0.1422, + 0.4351 + ] + }, + { + "instruction": "4245", + "bbox": [ + 0.12789105309380425, + 0.8616203477647569, + 0.15794838799370658, + 0.9410675048828125 + ], + "point": [ + 0.1429, + 0.9013 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.25008282131618925, + 0.09568818834092882, + 0.29483286539713544, + 0.15467998928493923 + ], + "point": [ + 0.2725, + 0.1252 + ] + }, + { + "instruction": "6828", + "bbox": [ + 0.12654147677951388, + 0.5821588134765625, + 0.15899808671739366, + 0.6614754909939237 + ], + "point": [ + 0.1428, + 0.6218 + ] + }, + { + "instruction": "5872", + "bbox": [ + 0.12675608528984916, + 0.7672762044270833, + 0.1580819977654351, + 0.8499152289496528 + ], + "point": [ + 0.1424, + 0.8086 + ] + }, + { + "instruction": "5984", + "bbox": [ + 0.12739276885986328, + 0.6767698838975694, + 0.1578303231133355, + 0.7509046766493056 + ], + "point": [ + 0.1426, + 0.7138 + ] + }, + { + "instruction": "Unsubscribe", + "bbox": [ + 0.6957617441813151, + 0.229573482937283, + 0.7739654541015625, + 0.2728755527072483 + ], + "point": [ + 0.7349, + 0.2512 + ] + }, + { + "instruction": "It's the only logical explanation", + "bbox": [ + 0.21725599500868056, + 0.583212890625, + 0.39661212497287324, + 0.6111838107638888 + ], + "point": [ + 0.3069, + 0.5972 + ] + }, + { + "instruction": "Subscribe via RSS", + "bbox": [ + 0.6936678568522135, + 0.3582559882269965, + 0.779949696858724, + 0.3854769219292535 + ], + "point": [ + 0.7368, + 0.3719 + ] + }, + { + "instruction": "Wait You guys can see?", + "bbox": [ + 0.21723228030734593, + 0.6763164605034723, + 0.35474999745686847, + 0.70474609375 + ], + "point": [ + 0.286, + 0.6905 + ] + }, + { + "instruction": "nice, Leon", + "bbox": [ + 0.21715645260281033, + 0.39584431966145833, + 0.3075102276272244, + 0.4248520236545139 + ], + "point": [ + 0.2623, + 0.4103 + ] + }, + { + "instruction": "Very", + "bbox": [ + 0.21715645260281033, + 0.39584431966145833, + 0.3075102276272244, + 0.4248520236545139 + ], + "point": [ + 0.2623, + 0.4103 + ] + }, + { + "instruction": "Story in Two Panels", + "bbox": [ + 0.21706657409667968, + 0.4894015842013889, + 0.34389949374728734, + 0.5175186496310764 + ], + "point": [ + 0.2805, + 0.5035 + ] + }, + { + "instruction": "Submissions", + "bbox": [ + 0.1263805177476671, + 0.24561860826280382, + 0.1987269719441732, + 0.2887755669487847 + ], + "point": [ + 0.1626, + 0.2672 + ] + }, + { + "instruction": "My take on a spider splicer bridel", + "bbox": [ + 0.21737344529893662, + 0.8613991292317709, + 0.4107328626844618, + 0.8909568277994792 + ], + "point": [ + 0.3141, + 0.8762 + ] + }, + { + "instruction": "Last of Uson PC Part II", + "bbox": [ + 0.21709158155653213, + 0.9562939453125, + 0.3533871120876736, + 0.9827202690972222 + ], + "point": [ + 0.2852, + 0.9695 + ] + }, + { + "instruction": "comment", + "bbox": [ + 0.2174629635281033, + 0.7319778781467013, + 0.2620921664767795, + 0.7509976535373264 + ], + "point": [ + 0.2398, + 0.7415 + ] + }, + { + "instruction": "Comments", + "bbox": [ + 0.19651412963867188, + 0.24516698201497397, + 0.26159256829155814, + 0.28784603542751735 + ], + "point": [ + 0.2291, + 0.2665 + ] + }, + { + "instruction": "t5_2qh03", + "bbox": [ + 0.6948507520887587, + 0.2716996595594618, + 0.8731385125054254, + 0.32976342095269096 + ], + "point": [ + 0.784, + 0.3007 + ] + }, + { + "instruction": "figured this giant Magikarp hood", + "bbox": [ + 0.21548646291097004, + 0.7700858561197916, + 0.6477146360609266, + 0.8015216742621528 + ], + "point": [ + 0.4316, + 0.7858 + ] + }, + { + "instruction": "made was appropriate for Halloween.", + "bbox": [ + 0.21548646291097004, + 0.7700858561197916, + 0.6477146360609266, + 0.8015216742621528 + ], + "point": [ + 0.4316, + 0.7858 + ] + }, + { + "instruction": "Submitted by EeKo9 [t3_125q806]", + "bbox": [ + 0.21711595323350694, + 0.6141626654730903, + 0.3956914265950521, + 0.6364064534505208 + ], + "point": [ + 0.3064, + 0.6253 + ] + }, + { + "instruction": "year ago", + "bbox": [ + 0.21711595323350694, + 0.6141626654730903, + 0.3956914265950521, + 0.6364064534505208 + ], + "point": [ + 0.3064, + 0.6253 + ] + }, + { + "instruction": "120 comments", + "bbox": [ + 0.21806926727294923, + 0.6383690728081597, + 0.2767469829983181, + 0.6592310248480903 + ], + "point": [ + 0.2474, + 0.6488 + ] + }, + { + "instruction": "48 comments", + "bbox": [ + 0.217132568359375, + 0.9179962158203125, + 0.27267693413628474, + 0.9392117648654514 + ], + "point": [ + 0.2449, + 0.9286 + ] + }, + { + "instruction": "148 comments", + "bbox": [ + 0.2178404278225369, + 0.35904354519314235, + 0.27600447336832684, + 0.37868838840060765 + ], + "point": [ + 0.2469, + 0.3689 + ] + }, + { + "instruction": "60 comments", + "bbox": [ + 0.21760932074652778, + 0.8247956000434028, + 0.2717251671685113, + 0.844266357421875 + ], + "point": [ + 0.2447, + 0.8345 + ] + }, + { + "instruction": "Submitted by TheWalkingMeg [t3_yi8kbg] 2 years ago", + "bbox": [ + 0.21768972608778211, + 0.8942856174045138, + 0.4157719930013021, + 0.9164044867621528 + ], + "point": [ + 0.3167, + 0.9053 + ] + }, + { + "instruction": "Submitted by msalaar_ [t3_11engil]", + "bbox": [ + 0.21746383243136935, + 0.7072317165798611, + 0.3944703843858507, + 0.729197998046875 + ], + "point": [ + 0.306, + 0.7182 + ] + }, + { + "instruction": "year ago", + "bbox": [ + 0.21746383243136935, + 0.7072317165798611, + 0.3944703843858507, + 0.729197998046875 + ], + "point": [ + 0.306, + 0.7182 + ] + }, + { + "instruction": "Submitted by fart_Jr [t3_128059u]", + "bbox": [ + 0.21764354705810546, + 0.5195407443576389, + 0.39782384236653645, + 0.542918701171875 + ], + "point": [ + 0.3077, + 0.5312 + ] + }, + { + "instruction": "year ago", + "bbox": [ + 0.21764354705810546, + 0.5195407443576389, + 0.39782384236653645, + 0.542918701171875 + ], + "point": [ + 0.3077, + 0.5312 + ] + }, + { + "instruction": "175 comments", + "bbox": [ + 0.21785846286349828, + 0.4525845675998264, + 0.2757929484049479, + 0.4707464599609375 + ], + "point": [ + 0.2468, + 0.4617 + ] + }, + { + "instruction": "Submitted by colmscomics [t3_125qemv]", + "bbox": [ + 0.21750717163085936, + 0.3331483289930556, + 0.4222992367214627, + 0.35583238389756944 + ], + "point": [ + 0.3199, + 0.3445 + ] + }, + { + "instruction": "year ago", + "bbox": [ + 0.21750717163085936, + 0.3331483289930556, + 0.4222992367214627, + 0.35583238389756944 + ], + "point": [ + 0.3199, + 0.3445 + ] + }, + { + "instruction": "19 comments", + "bbox": [ + 0.2176981184217665, + 0.5455023193359375, + 0.2711232503255208, + 0.5646379937065972 + ], + "point": [ + 0.2444, + 0.5551 + ] + }, + { + "instruction": "a toolbox option to change the size of a log.", + "bbox": [ + 0.685359615749783, + 0.4876929728190104, + 0.8860971238878038, + 0.6345237901475694 + ], + "point": [ + 0.7857, + 0.5611 + ] + }, + { + "instruction": "Submit.", + "bbox": [ + 0.6474071502685547, + 0.09517652723524306, + 0.7208529154459635, + 0.1562327406141493 + ], + "point": [ + 0.6841, + 0.1257 + ] + }, + { + "instruction": "a person wearing a feathered headdress.", + "bbox": [ + 0.15780966016981338, + 0.7674482557508681, + 0.21154725816514758, + 0.8487818060980903 + ], + "point": [ + 0.1847, + 0.8081 + ] + }, + { + "instruction": "a person with long hair.", + "bbox": [ + 0.15737587610880535, + 0.39410858154296874, + 0.21171527438693577, + 0.47572580973307294 + ], + "point": [ + 0.1845, + 0.4349 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8954221937391493, + 0.049391716851128475, + 0.9707848442925348, + 0.09036594814724393 + ], + "point": [ + 0.9331, + 0.0699 + ] + }, + { + "instruction": "a dropdown menu for selecting hot items.", + "bbox": [ + 0.26897674136691624, + 0.24574959648980035, + 0.3210899141099718, + 0.2876562160915799 + ], + "point": [ + 0.295, + 0.2667 + ] + }, + { + "instruction": "a person holding a phone.", + "bbox": [ + 0.1574586444430881, + 0.8599114312065972, + 0.2115526623196072, + 0.9421967230902778 + ], + "point": [ + 0.1845, + 0.9011 + ] + }, + { + "instruction": "A character in a game.", + "bbox": [ + 0.1574650658501519, + 0.48761189778645836, + 0.21174023946126302, + 0.5689829508463542 + ], + "point": [ + 0.1846, + 0.5283 + ] + }, + { + "instruction": "a character in a hospital bed with a speech bubble.", + "bbox": [ + 0.1579760339525011, + 0.30169935438368056, + 0.21135164896647135, + 0.38184244791666666 + ], + "point": [ + 0.1847, + 0.3418 + ] + }, + { + "instruction": "a prompt asking if the user is not ready to get flashbangs.", + "bbox": [ + 0.1571247206793891, + 0.6731338161892361, + 0.21187154981825088, + 0.7527658420138889 + ], + "point": [ + 0.1845, + 0.7129 + ] + }, + { + "instruction": "Strikethrough", + "bbox": [ + 0.15813949373033312, + 0.5810630289713542, + 0.21117246415879992, + 0.6617323811848959 + ], + "point": [ + 0.1847, + 0.6214 + ] + }, + { + "instruction": "Forms.", + "bbox": [ + 0.1904989242553711, + 0.09546235826280382, + 0.2521168390909831, + 0.15499269273546007 + ], + "point": [ + 0.2213, + 0.1252 + ] + }, + { + "instruction": "Postmill.", + "bbox": [ + 0.1265005005730523, + 0.09523529052734375, + 0.19257132212320963, + 0.15475189208984375 + ], + "point": [ + 0.1595, + 0.125 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08264655007256402, + 0.053554729885525176, + 0.15561049779256184, + 0.08416124979654947 + ], + "point": [ + 0.1191, + 0.0689 + ] + }, + { + "instruction": "A user profile or account.", + "bbox": [ + 0.7192454020182292, + 0.09554094950358073, + 0.876651848687066, + 0.155545654296875 + ], + "point": [ + 0.7979, + 0.1255 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.1263975143432617, + 0.4878235202365451, + 0.15859375, + 0.5686292521158854 + ], + "point": [ + 0.1425, + 0.5282 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.1256784439086914, + 0.3017966037326389, + 0.15943893856472438, + 0.3823822021484375 + ], + "point": [ + 0.1426, + 0.3421 + ] + }, + { + "instruction": "Hide this forum.", + "bbox": [ + 0.6849086337619358, + 0.4109097629123264, + 0.8850430806477865, + 0.4794574652777778 + ], + "point": [ + 0.785, + 0.4452 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.38620796203613283, + 0.10188657972547743, + 0.5223147498236762, + 0.14873811509874132 + ], + "point": [ + 0.4543, + 0.1253 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.1257902569240994, + 0.39474236382378475, + 0.1586999045477973, + 0.4754450141059028 + ], + "point": [ + 0.1422, + 0.4351 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12789105309380425, + 0.8616203477647569, + 0.15794838799370658, + 0.9410675048828125 + ], + "point": [ + 0.1429, + 0.9013 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9757485283745659, + 0.0031901380750868056, + 0.9968492296006944, + 0.039161300659179686 + ], + "point": [ + 0.9863, + 0.0212 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.25008282131618925, + 0.09568818834092882, + 0.29483286539713544, + 0.15467998928493923 + ], + "point": [ + 0.2725, + 0.1252 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.6122923533121745, + 0.09570855034722223, + 0.6490317026774088, + 0.15528959486219618 + ], + "point": [ + 0.6307, + 0.1255 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12654147677951388, + 0.5821588134765625, + 0.15899808671739366, + 0.6614754909939237 + ], + "point": [ + 0.1428, + 0.6218 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12675608528984916, + 0.7672762044270833, + 0.1580819977654351, + 0.8499152289496528 + ], + "point": [ + 0.1424, + 0.8086 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12739276885986328, + 0.6767698838975694, + 0.1578303231133355, + 0.7509046766493056 + ], + "point": [ + 0.1426, + 0.7138 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.7731106228298611, + 0.22949133978949654, + 0.8192723592122396, + 0.27223480224609375 + ], + "point": [ + 0.7962, + 0.2509 + ] + }, + { + "instruction": "Unsubscribe.", + "bbox": [ + 0.6957617441813151, + 0.229573482937283, + 0.7739654541015625, + 0.2728755527072483 + ], + "point": [ + 0.7349, + 0.2512 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9718125237358941, + 0.04561142815483941, + 0.9988302442762587, + 0.09406831529405382 + ], + "point": [ + 0.9853, + 0.0698 + ] + }, + { + "instruction": "It's the only logical translation.", + "bbox": [ + 0.21725599500868056, + 0.583212890625, + 0.39661212497287324, + 0.6111838107638888 + ], + "point": [ + 0.3069, + 0.5972 + ] + }, + { + "instruction": "Subscript file.", + "bbox": [ + 0.6936678568522135, + 0.3582559882269965, + 0.779949696858724, + 0.3854769219292535 + ], + "point": [ + 0.7368, + 0.3719 + ] + }, + { + "instruction": "A link to wait your guys can see more details or information.", + "bbox": [ + 0.21723228030734593, + 0.6763164605034723, + 0.35474999745686847, + 0.70474609375 + ], + "point": [ + 0.286, + 0.6905 + ] + }, + { + "instruction": "a feature or feature labeled \"very nice, leon\".", + "bbox": [ + 0.21715645260281033, + 0.39584431966145833, + 0.3075102276272244, + 0.4248520236545139 + ], + "point": [ + 0.2623, + 0.4103 + ] + }, + { + "instruction": "A story in two panels.", + "bbox": [ + 0.21706657409667968, + 0.4894015842013889, + 0.34389949374728734, + 0.5175186496310764 + ], + "point": [ + 0.2805, + 0.5035 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004341590404510498, + 0.05170057084825304, + 0.027457956473032633, + 0.0859199693467882 + ], + "point": [ + 0.0159, + 0.0688 + ] + }, + { + "instruction": "Submissions.", + "bbox": [ + 0.1263805177476671, + 0.24561860826280382, + 0.1987269719441732, + 0.2887755669487847 + ], + "point": [ + 0.1626, + 0.2672 + ] + }, + { + "instruction": "My take on a spider spider bride.", + "bbox": [ + 0.21737344529893662, + 0.8613991292317709, + 0.4107328626844618, + 0.8909568277994792 + ], + "point": [ + 0.3141, + 0.8762 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.054433441162109374, + 0.051373333401150176, + 0.07612153159247505, + 0.08682805379231771 + ], + "point": [ + 0.0653, + 0.0691 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029166264004177517, + 0.05134863959418403, + 0.05096366670396593, + 0.085384521484375 + ], + "point": [ + 0.0401, + 0.0684 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15076868269178603, + 0.009348492092556424, + 0.16621085272894964, + 0.03764644622802735 + ], + "point": [ + 0.1585, + 0.0235 + ] + }, + { + "instruction": "the last of Us on the PC part.", + "bbox": [ + 0.21709158155653213, + 0.9562939453125, + 0.3533871120876736, + 0.9827202690972222 + ], + "point": [ + 0.2852, + 0.9695 + ] + }, + { + "instruction": "a comment section or feature.", + "bbox": [ + 0.2174629635281033, + 0.7319778781467013, + 0.2620921664767795, + 0.7509976535373264 + ], + "point": [ + 0.2398, + 0.7415 + ] + }, + { + "instruction": "Comments section.", + "bbox": [ + 0.19651412963867188, + 0.24516698201497397, + 0.26159256829155814, + 0.28784603542751735 + ], + "point": [ + 0.2291, + 0.2665 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8653389824761285, + 0.05683639950222439, + 0.8826872083875869, + 0.08499925401475694 + ], + "point": [ + 0.874, + 0.0709 + ] + }, + { + "instruction": "t5_2oh03.", + "bbox": [ + 0.6948507520887587, + 0.2716996595594618, + 0.8731385125054254, + 0.32976342095269096 + ], + "point": [ + 0.784, + 0.3007 + ] + }, + { + "instruction": "A prompt to proceed to the next Yandexood that was available for Halloween.", + "bbox": [ + 0.21548646291097004, + 0.7700858561197916, + 0.6477146360609266, + 0.8015216742621528 + ], + "point": [ + 0.4316, + 0.7858 + ] + }, + { + "instruction": "A link to the month and year ago.", + "bbox": [ + 0.21711595323350694, + 0.6141626654730903, + 0.3956914265950521, + 0.6364064534505208 + ], + "point": [ + 0.3064, + 0.6253 + ] + }, + { + "instruction": "a button or link to view more comments.", + "bbox": [ + 0.21806926727294923, + 0.6383690728081597, + 0.2767469829983181, + 0.6592310248480903 + ], + "point": [ + 0.2474, + 0.6488 + ] + }, + { + "instruction": "a section or feature for 48 comments.", + "bbox": [ + 0.217132568359375, + 0.9179962158203125, + 0.27267693413628474, + 0.9392117648654514 + ], + "point": [ + 0.2449, + 0.9286 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.3407854292127821, + 0.009957478841145834, + 0.35701107449001734, + 0.03402187347412109 + ], + "point": [ + 0.3489, + 0.022 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.8214808146158854, + 0.22722076416015624, + 0.8753421359592014, + 0.2731012301974826 + ], + "point": [ + 0.8484, + 0.2502 + ] + }, + { + "instruction": "a comments section or feature.", + "bbox": [ + 0.2178404278225369, + 0.35904354519314235, + 0.27600447336832684, + 0.37868838840060765 + ], + "point": [ + 0.2469, + 0.3689 + ] + }, + { + "instruction": "a button to access 60 comments.", + "bbox": [ + 0.21760932074652778, + 0.8247956000434028, + 0.2717251671685113, + 0.844266357421875 + ], + "point": [ + 0.2447, + 0.8345 + ] + }, + { + "instruction": "A link to the WeChat application.", + "bbox": [ + 0.21768972608778211, + 0.8942856174045138, + 0.4157719930013021, + 0.9164044867621528 + ], + "point": [ + 0.3167, + 0.9053 + ] + }, + { + "instruction": "A link to the month and year ago.", + "bbox": [ + 0.21746383243136935, + 0.7072317165798611, + 0.3944703843858507, + 0.729197998046875 + ], + "point": [ + 0.306, + 0.7182 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3147125032212999, + 0.007926742765638563, + 0.33234539031982424, + 0.03591663890414768 + ], + "point": [ + 0.3235, + 0.0219 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 3.531310293409559e-05, + 0.0, + 0.008562427096896702, + 0.055964859856499564 + ], + "point": [ + 0.0043, + 0.028 + ] + }, + { + "instruction": "A link to the month and year ago.", + "bbox": [ + 0.21764354705810546, + 0.5195407443576389, + 0.39782384236653645, + 0.542918701171875 + ], + "point": [ + 0.3077, + 0.5312 + ] + }, + { + "instruction": "a comments section or feature.", + "bbox": [ + 0.21785846286349828, + 0.4525845675998264, + 0.2757929484049479, + 0.4707464599609375 + ], + "point": [ + 0.2468, + 0.4617 + ] + }, + { + "instruction": "A link to a date and year ago.", + "bbox": [ + 0.21750717163085936, + 0.3331483289930556, + 0.4222992367214627, + 0.35583238389756944 + ], + "point": [ + 0.3199, + 0.3445 + ] + }, + { + "instruction": "19 comments.", + "bbox": [ + 0.2176981184217665, + 0.5455023193359375, + 0.2711232503255208, + 0.5646379937065972 + ], + "point": [ + 0.2444, + 0.5551 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.0001229542824957106, + 0.05212844000922309, + 0.005021628903018104, + 0.08848775227864583 + ], + "point": [ + 0.0026, + 0.0703 + ] + } + ], + "element_size": 132 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_10/3840.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Create submission", + "bbox": [ + 0.028819447093539768, + 0.013333333333333334, + 0.10347223546769883, + 0.029444444444444443 + ], + "point": [ + 0.0661, + 0.0214 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.31840277777777776, + 0.013333332273695203, + 0.3548611111111111, + 0.03388888359069824 + ], + "point": [ + 0.3366, + 0.0236 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:gggg/submitlgaming", + "bbox": [ + 0.1579861217074924, + 0.059444444444444446, + 0.48541671964857314, + 0.08277777777777778 + ], + "point": [ + 0.3217, + 0.0711 + ] + }, + { + "instruction": "Create submission", + "bbox": [ + 0.12534723281860352, + 0.19055557250976562, + 0.29375, + 0.2261111280653212 + ], + "point": [ + 0.2095, + 0.2083 + ] + }, + { + "instruction": "gaming", + "bbox": [ + 0.6958333333333333, + 0.18944442749023438, + 0.7399305555555555, + 0.21388887193467881 + ], + "point": [ + 0.7179, + 0.2017 + ] + }, + { + "instruction": "URL", + "bbox": [ + 0.134375, + 0.2588888888888889, + 0.15381944444444445, + 0.2744444105360243 + ], + "point": [ + 0.1441, + 0.2667 + ] + }, + { + "instruction": "Image", + "bbox": [ + 0.16493055555555555, + 0.2572222391764323, + 0.19652777777777777, + 0.27944446139865453 + ], + "point": [ + 0.1807, + 0.2683 + ] + }, + { + "instruction": "Title", + "bbox": [ + 0.12638888888888888, + 0.345, + 0.14756944444444445, + 0.3622222222222222 + ], + "point": [ + 0.137, + 0.3536 + ] + }, + { + "instruction": "Created 2 years ago", + "bbox": [ + 0.6961805555555556, + 0.3438888888888889, + 0.7715277777777778, + 0.3611111111111111 + ], + "point": [ + 0.7339, + 0.3525 + ] + }, + { + "instruction": "Body", + "bbox": [ + 0.12604167726304796, + 0.47166663275824655, + 0.1517361217074924, + 0.49277774386935763 + ], + "point": [ + 0.1389, + 0.4822 + ] + }, + { + "instruction": "Markdown allowed. Formatting help", + "bbox": [ + 0.12743055555555555, + 0.7622222222222222, + 0.2607638888888889, + 0.78 + ], + "point": [ + 0.1941, + 0.7711 + ] + }, + { + "instruction": "Forum", + "bbox": [ + 0.12569444444444444, + 0.7988888888888889, + 0.15763888888888888, + 0.82 + ], + "point": [ + 0.1417, + 0.8094 + ] + }, + { + "instruction": "Running Postmill", + "bbox": [ + 0.47013884650336374, + 0.9633333333333334, + 0.5291666242811415, + 0.9833333333333333 + ], + "point": [ + 0.4997, + 0.9733 + ] + }, + { + "instruction": "Toolbox", + "bbox": [ + 0.6853309631347656, + 0.48751129150390626, + 0.8858083936903212, + 0.6340167914496527 + ], + "point": [ + 0.7856, + 0.5608 + ] + }, + { + "instruction": "Bans", + "bbox": [ + 0.6853309631347656, + 0.48751129150390626, + 0.8858083936903212, + 0.6340167914496527 + ], + "point": [ + 0.7856, + 0.5608 + ] + }, + { + "instruction": "Moderation log", + "bbox": [ + 0.6853309631347656, + 0.48751129150390626, + 0.8858083936903212, + 0.6340167914496527 + ], + "point": [ + 0.7856, + 0.5608 + ] + }, + { + "instruction": "Create submission", + "bbox": [ + 0.1266240331861708, + 0.8653358289930555, + 0.23087310791015625, + 0.9102558051215278 + ], + "point": [ + 0.1787, + 0.8878 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8953905741373698, + 0.04955212910970052, + 0.9707808600531684, + 0.09019035339355469 + ], + "point": [ + 0.9331, + 0.0699 + ] + }, + { + "instruction": "gaming", + "bbox": [ + 0.12647474077012805, + 0.8188119845920139, + 0.23616144392225477, + 0.8545464409722222 + ], + "point": [ + 0.1813, + 0.8367 + ] + }, + { + "instruction": "Submit", + "bbox": [ + 0.647299067179362, + 0.09516966078016494, + 0.7202926635742187, + 0.15649873521592883 + ], + "point": [ + 0.6838, + 0.1258 + ] + }, + { + "instruction": "Hide this forum", + "bbox": [ + 0.6839336819118924, + 0.41107757568359377, + 0.886429680718316, + 0.4787218899197049 + ], + "point": [ + 0.7852, + 0.4449 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.0831004990471734, + 0.05346580929226345, + 0.1556661499871148, + 0.08420360141330295 + ], + "point": [ + 0.1194, + 0.0688 + ] + }, + { + "instruction": "Forums", + "bbox": [ + 0.1907438490125868, + 0.09573126898871528, + 0.2523750729031033, + 0.15499155680338542 + ], + "point": [ + 0.2216, + 0.1254 + ] + }, + { + "instruction": "Postmill", + "bbox": [ + 0.12693152957492404, + 0.09571102566189237, + 0.19205816056993272, + 0.1549756876627604 + ], + "point": [ + 0.1595, + 0.1253 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.2503975338406033, + 0.09559183756510417, + 0.2952114529079861, + 0.1549120585123698 + ], + "point": [ + 0.2728, + 0.1253 + ] + }, + { + "instruction": "MarvelsGrantMan136", + "bbox": [ + 0.719376203748915, + 0.09579485575358072, + 0.8719408671061198, + 0.1545353529188368 + ], + "point": [ + 0.7957, + 0.1252 + ] + }, + { + "instruction": "Subscribe via RSS", + "bbox": [ + 0.6951903449164496, + 0.3588165961371528, + 0.7788373311360677, + 0.38516682942708336 + ], + "point": [ + 0.737, + 0.372 + ] + }, + { + "instruction": "Unsubscribe", + "bbox": [ + 0.6958670298258464, + 0.22955713907877603, + 0.7736370510525173, + 0.27299847073025174 + ], + "point": [ + 0.7348, + 0.2513 + ] + }, + { + "instruction": "t5_2qh03", + "bbox": [ + 0.6949229346381294, + 0.27134412977430555, + 0.8730639139811198, + 0.32988627115885416 + ], + "point": [ + 0.784, + 0.3006 + ] + }, + { + "instruction": "Charger Cable for NS Switch", + "bbox": [ + 0.17332772148980036, + 0.0004086642795138889, + 0.32641686333550346, + 0.04421986473931207 + ], + "point": [ + 0.2499, + 0.0223 + ] + }, + { + "instruction": "a toolbox option to change the size of a log.", + "bbox": [ + 0.6853309631347656, + 0.48751129150390626, + 0.8858083936903212, + 0.6340167914496527 + ], + "point": [ + 0.7856, + 0.5608 + ] + }, + { + "instruction": "creating a submission.", + "bbox": [ + 0.1266240331861708, + 0.8653358289930555, + 0.23087310791015625, + 0.9102558051215278 + ], + "point": [ + 0.1787, + 0.8878 + ] + }, + { + "instruction": "navigating to the next item or page.", + "bbox": [ + 0.12352867126464843, + 0.3660950385199653, + 0.5193367004394531, + 0.45964043511284725 + ], + "point": [ + 0.3214, + 0.4129 + ] + }, + { + "instruction": "a pause button.", + "bbox": [ + 0.12525899675157334, + 0.49244032118055553, + 0.5183817757500543, + 0.7488170030381944 + ], + "point": [ + 0.3218, + 0.6206 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8953905741373698, + 0.04955212910970052, + 0.9707808600531684, + 0.09019035339355469 + ], + "point": [ + 0.9331, + 0.0699 + ] + }, + { + "instruction": "a favorite or favorite feature in a game or application.", + "bbox": [ + 0.12647474077012805, + 0.8188119845920139, + 0.23616144392225477, + 0.8545464409722222 + ], + "point": [ + 0.1813, + 0.8367 + ] + }, + { + "instruction": "creating a new comment or entry.", + "bbox": [ + 0.647299067179362, + 0.09516966078016494, + 0.7202926635742187, + 0.15649873521592883 + ], + "point": [ + 0.6838, + 0.1258 + ] + }, + { + "instruction": "Hide this forum.", + "bbox": [ + 0.6839336819118924, + 0.41107757568359377, + 0.886429680718316, + 0.4787218899197049 + ], + "point": [ + 0.7852, + 0.4449 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.0831004990471734, + 0.05346580929226345, + 0.1556661499871148, + 0.08420360141330295 + ], + "point": [ + 0.1194, + 0.0688 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9757080078125, + 0.0032985475328233507, + 0.9969618055555556, + 0.03932549794514974 + ], + "point": [ + 0.9863, + 0.0213 + ] + }, + { + "instruction": "Forms.", + "bbox": [ + 0.1907438490125868, + 0.09573126898871528, + 0.2523750729031033, + 0.15499155680338542 + ], + "point": [ + 0.2216, + 0.1254 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.12364792293972439, + 0.283470221625434, + 0.5195272869533962, + 0.335314704047309 + ], + "point": [ + 0.3216, + 0.3094 + ] + }, + { + "instruction": "Postmill.", + "bbox": [ + 0.12693152957492404, + 0.09571102566189237, + 0.19205816056993272, + 0.1549756876627604 + ], + "point": [ + 0.1595, + 0.1253 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.6129942576090495, + 0.09589989556206598, + 0.6492010752360026, + 0.1552836439344618 + ], + "point": [ + 0.6311, + 0.1256 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.2503975338406033, + 0.09559183756510417, + 0.2952114529079861, + 0.1549120585123698 + ], + "point": [ + 0.2728, + 0.1253 + ] + }, + { + "instruction": "A user profile or account.", + "bbox": [ + 0.719376203748915, + 0.09579485575358072, + 0.8719408671061198, + 0.1545353529188368 + ], + "point": [ + 0.7957, + 0.1252 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9737547132703993, + 0.04820265875922309, + 0.9962995741102431, + 0.09076192220052083 + ], + "point": [ + 0.985, + 0.0695 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15085774527655707, + 0.009927316241794163, + 0.1658566051059299, + 0.03636987368265788 + ], + "point": [ + 0.1584, + 0.0231 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004724335670471191, + 0.05188125610351563, + 0.027095437049865723, + 0.08603004455566406 + ], + "point": [ + 0.0159, + 0.069 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.053895224465264215, + 0.0495699225531684, + 0.07634004486931695, + 0.08784210205078125 + ], + "point": [ + 0.0651, + 0.0687 + ] + }, + { + "instruction": "subscripting a file or application.", + "bbox": [ + 0.6951903449164496, + 0.3588165961371528, + 0.7788373311360677, + 0.38516682942708336 + ], + "point": [ + 0.737, + 0.372 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029410574171278212, + 0.05073062472873264, + 0.050546450085110134, + 0.08611070421006944 + ], + "point": [ + 0.04, + 0.0684 + ] + }, + { + "instruction": "Unsubscribe.", + "bbox": [ + 0.6958670298258464, + 0.22955713907877603, + 0.7736370510525173, + 0.27299847073025174 + ], + "point": [ + 0.7348, + 0.2513 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.7734217325846354, + 0.22885638766818575, + 0.8191350301106771, + 0.27296812269422743 + ], + "point": [ + 0.7963, + 0.2509 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8651823255750868, + 0.05658522711859809, + 0.8829520331488715, + 0.08487045288085937 + ], + "point": [ + 0.8741, + 0.0707 + ] + }, + { + "instruction": "Search function.", + "bbox": [ + 0.39218639797634547, + 0.10924666510687935, + 0.4099013434516059, + 0.13945408291286893 + ], + "point": [ + 0.401, + 0.1244 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.3407064225938585, + 0.01149854236178928, + 0.35755369398328996, + 0.032386421627468534 + ], + "point": [ + 0.3491, + 0.0219 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.31584737565782334, + 0.010390218098958333, + 0.33200528886583114, + 0.03378150092230903 + ], + "point": [ + 0.3239, + 0.0221 + ] + }, + { + "instruction": "the number \"t5_2oh03\".", + "bbox": [ + 0.6949229346381294, + 0.27134412977430555, + 0.8730639139811198, + 0.32988627115885416 + ], + "point": [ + 0.784, + 0.3006 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.00011141217417187161, + 0.05191076490614149, + 0.004968370828363631, + 0.08753097534179688 + ], + "point": [ + 0.0025, + 0.0697 + ] + }, + { + "instruction": "Charger Cable for NS switch.", + "bbox": [ + 0.17332772148980036, + 0.0004086642795138889, + 0.32641686333550346, + 0.04421986473931207 + ], + "point": [ + 0.2499, + 0.0223 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 0.9948577880859375, + 0.04473594241672092, + 1.0, + 0.09413301255967882 + ], + "point": [ + 0.9974, + 0.0694 + ] + } + ], + "element_size": 62 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_11/4206.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Create submission", + "bbox": [ + 0.02881944179534912, + 0.013888888888888888, + 0.10381944179534912, + 0.029444444444444443 + ], + "point": [ + 0.0663, + 0.0217 + ] + }, + { + "instruction": "Charger Cable for NS Switch", + "bbox": [ + 0.1937499788072374, + 0.012222222222222223, + 0.3093749788072374, + 0.03222222222222222 + ], + "point": [ + 0.2516, + 0.0222 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-T.amazonaws com:7770/charger-cable-for-ns-switch-and-switch-lite-2-pack-1Oft-nylon-braided-usb-c-to-usb-a-type", + "bbox": [ + 0.15833335452609593, + 0.059444444444444446, + 0.8503472434149848, + 0.08166665818956163 + ], + "point": [ + 0.5043, + 0.0706 + ] + }, + { + "instruction": "Braided USB C to USB A Type C Fast Data Sync Power Charging Cord", + "bbox": [ + 0.06770829094780816, + 0.10777777777777778, + 0.9197916242811415, + 0.16944444444444445 + ], + "point": [ + 0.4937, + 0.1386 + ] + }, + { + "instruction": "Accessories for Samsung Galaxy S9 S8 Note 9, Pixel; LG V30 G6,", + "bbox": [ + 0.06701384650336371, + 0.155, + 0.8607638465033637, + 0.21666666666666667 + ], + "point": [ + 0.4639, + 0.1858 + ] + }, + { + "instruction": "OnePlus", + "bbox": [ + 0.06840277777777778, + 0.20833331637912325, + 0.17743055555555556, + 0.2549999830457899 + ], + "point": [ + 0.1229, + 0.2317 + ] + }, + { + "instruction": "IN STOCK", + "bbox": [ + 0.5847222222222223, + 0.3016666666666667, + 0.6329861111111111, + 0.32166666666666666 + ], + "point": [ + 0.6089, + 0.3117 + ] + }, + { + "instruction": "SKU", + "bbox": [ + 0.6461805555555555, + 0.3022222222222222, + 0.6677083333333333, + 0.3194444444444444 + ], + "point": [ + 0.6569, + 0.3108 + ] + }, + { + "instruction": "BOZN4Q7P67", + "bbox": [ + 0.6715278201633029, + 0.3016667005750868, + 0.734375, + 0.3227778116861979 + ], + "point": [ + 0.703, + 0.3122 + ] + }, + { + "instruction": "87 Reviews", + "bbox": [ + 0.6506944444444445, + 0.34, + 0.7052083333333333, + 0.3572222222222222 + ], + "point": [ + 0.678, + 0.3486 + ] + }, + { + "instruction": "Add Your Review", + "bbox": [ + 0.709375, + 0.34, + 0.7871527777777778, + 0.35833333333333334 + ], + "point": [ + 0.7483, + 0.3492 + ] + }, + { + "instruction": "S12.99", + "bbox": [ + 0.5840277777777778, + 0.37666666666666665, + 0.6274305555555556, + 0.3988888888888889 + ], + "point": [ + 0.6057, + 0.3878 + ] + }, + { + "instruction": "2 Pack", + "bbox": [ + 0.4215277777777778, + 0.41944444444444445, + 0.46319444444444446, + 0.44 + ], + "point": [ + 0.4424, + 0.4297 + ] + }, + { + "instruction": "Qty", + "bbox": [ + 0.5847222222222223, + 0.42333336724175347, + 0.60625, + 0.44611114501953125 + ], + "point": [ + 0.5955, + 0.4347 + ] + }, + { + "instruction": "10Ft", + "bbox": [ + 0.41944444444444445, + 0.4361111111111111, + 0.4638888888888889, + 0.4633333333333333 + ], + "point": [ + 0.4417, + 0.4497 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.6310696072048612, + 0.4489458211263021, + 0.730246819390191, + 0.5109320407443576 + ], + "point": [ + 0.6807, + 0.4799 + ] + }, + { + "instruction": "Add to Compare", + "bbox": [ + 0.660734134250217, + 0.5502621120876736, + 0.7373290167914497, + 0.5798255072699653 + ], + "point": [ + 0.699, + 0.565 + ] + }, + { + "instruction": "Add to Wish List", + "bbox": [ + 0.5842550489637587, + 0.5499183146158854, + 0.6610092163085938, + 0.580008544921875 + ], + "point": [ + 0.6226, + 0.565 + ] + }, + { + "instruction": "8 Incognito", + "bbox": [ + 0.8947436862521702, + 0.04960728115505642, + 0.9707512749565972, + 0.08973324245876736 + ], + "point": [ + 0.9327, + 0.0697 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.3169028811984592, + 0.01017859141031901, + 0.3305432637532552, + 0.03670855204264323 + ], + "point": [ + 0.3237, + 0.0234 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.0821329328748915, + 0.05318784925672743, + 0.1554931852552626, + 0.08363310919867621 + ], + "point": [ + 0.1188, + 0.0684 + ] + }, + { + "instruction": "Adding a new item to the cart.", + "bbox": [ + 0.6310696072048612, + 0.4489458211263021, + 0.730246819390191, + 0.5109320407443576 + ], + "point": [ + 0.6807, + 0.4799 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.5844586266411675, + 0.4480382283528646, + 0.6241354624430339, + 0.5099522908528645 + ], + "point": [ + 0.6043, + 0.479 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054217455122205944, + 0.04613549550374349, + 0.07545192506578234, + 0.09151279025607639 + ], + "point": [ + 0.0648, + 0.0688 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9746130201551649, + 0.04860442267523871, + 0.9959448072645399, + 0.09057089063856337 + ], + "point": [ + 0.9853, + 0.0696 + ] + }, + { + "instruction": "Adding a new item to the share.", + "bbox": [ + 0.660734134250217, + 0.5502621120876736, + 0.7373290167914497, + 0.5798255072699653 + ], + "point": [ + 0.699, + 0.565 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.00436346001095242, + 0.047904120551215276, + 0.028281031714545355, + 0.09094981723361545 + ], + "point": [ + 0.0163, + 0.0694 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028471496370103624, + 0.047423667907714843, + 0.05096832381354438, + 0.09099599202473958 + ], + "point": [ + 0.0397, + 0.0692 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15082035064697266, + 0.008556104236178927, + 0.1661663267347548, + 0.039179442723592126 + ], + "point": [ + 0.1585, + 0.0239 + ] + }, + { + "instruction": "Adding a new item to a wish list.", + "bbox": [ + 0.5842550489637587, + 0.5499183146158854, + 0.6610092163085938, + 0.580008544921875 + ], + "point": [ + 0.6226, + 0.565 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.33938624064127604, + 0.0011309093899197049, + 0.35765215555826824, + 0.04404978434244792 + ], + "point": [ + 0.3485, + 0.0226 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8947436862521702, + 0.04960728115505642, + 0.9707512749565972, + 0.08973324245876736 + ], + "point": [ + 0.9327, + 0.0697 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.6417204115125869, + 0.23620437622070312, + 0.6690444946289062, + 0.2816369459364149 + ], + "point": [ + 0.6554, + 0.2589 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.6321091969807943, + 0.33731031629774305, + 0.6462258656819662, + 0.36147535536024306 + ], + "point": [ + 0.6392, + 0.3494 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3169028811984592, + 0.01017859141031901, + 0.3305432637532552, + 0.03670855204264323 + ], + "point": [ + 0.3237, + 0.0234 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.6070943196614583, + 0.3383099704318576, + 0.6204952663845487, + 0.3609171210394965 + ], + "point": [ + 0.6138, + 0.3496 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8650188869900174, + 0.05599551730685764, + 0.8828981187608507, + 0.0860782199435764 + ], + "point": [ + 0.874, + 0.071 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9757414076063368, + 0.0020263904995388455, + 0.9970030042860243, + 0.04187858369615343 + ], + "point": [ + 0.9864, + 0.022 + ] + }, + { + "instruction": "Adding to favorites or bookmarking.", + "bbox": [ + 0.6200529310438369, + 0.33832326253255207, + 0.6325826856825086, + 0.360720452202691 + ], + "point": [ + 0.6263, + 0.3495 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.5816529591878256, + 0.3389957004123264, + 0.5964547475179036, + 0.3617058648003472 + ], + "point": [ + 0.5891, + 0.3504 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.5957051171196832, + 0.3389142523871528, + 0.6082412295871311, + 0.36076592339409724 + ], + "point": [ + 0.602, + 0.3498 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.007204352484809028, + 0.0024179882473415798, + 0.02925551732381185, + 0.04297826131184896 + ], + "point": [ + 0.0182, + 0.0227 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.0821329328748915, + 0.05318784925672743, + 0.1554931852552626, + 0.08363310919867621 + ], + "point": [ + 0.1188, + 0.0684 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9931328667534722, + 0.2201870557996962, + 1.0, + 0.34079159206814236 + ], + "point": [ + 0.9966, + 0.2805 + ] + } + ], + "element_size": 44 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_12/4602.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Create submission", + "bbox": [ + 0.028819447093539768, + 0.013333333333333334, + 0.10451390213436551, + 0.029444444444444443 + ], + "point": [ + 0.0667, + 0.0214 + ] + }, + { + "instruction": "Charger Cable for NS Switch", + "bbox": [ + 0.1937499788072374, + 0.012222222222222223, + 0.3093749788072374, + 0.03222222222222222 + ], + "point": [ + 0.2516, + 0.0222 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.3184027565850152, + 0.013333332273695203, + 0.3541666454739041, + 0.03388888359069824 + ], + "point": [ + 0.3363, + 0.0236 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:9gg9/submitlgaming", + "bbox": [ + 0.15833332273695205, + 0.06055555555555556, + 0.4854166560702854, + 0.08277777777777778 + ], + "point": [ + 0.3219, + 0.0717 + ] + }, + { + "instruction": "Create submission", + "bbox": [ + 0.12534723281860352, + 0.19055557250976562, + 0.29375, + 0.2261111280653212 + ], + "point": [ + 0.2095, + 0.2083 + ] + }, + { + "instruction": "gaming", + "bbox": [ + 0.6958333333333333, + 0.18944442749023438, + 0.7399305555555555, + 0.21388887193467881 + ], + "point": [ + 0.7179, + 0.2017 + ] + }, + { + "instruction": "URL", + "bbox": [ + 0.13402777777777777, + 0.2566666497124566, + 0.15416666666666667, + 0.2766666497124566 + ], + "point": [ + 0.1441, + 0.2667 + ] + }, + { + "instruction": "Image", + "bbox": [ + 0.16493055555555555, + 0.2572222391764323, + 0.19583333333333333, + 0.2783333502875434 + ], + "point": [ + 0.1804, + 0.2678 + ] + }, + { + "instruction": "http:I/ec2-44-202-179-34.compute-1.amazonaws com:7770/media/catalog/product/cad", + "bbox": [ + 0.13159722222222223, + 0.2966666666666667, + 0.5142361111111111, + 0.3188888888888889 + ], + "point": [ + 0.3229, + 0.3078 + ] + }, + { + "instruction": "Title", + "bbox": [ + 0.12638888888888888, + 0.345, + 0.14756944444444445, + 0.3622222222222222 + ], + "point": [ + 0.137, + 0.3536 + ] + }, + { + "instruction": "Created 2 years ago", + "bbox": [ + 0.6961805555555556, + 0.3438888888888889, + 0.7715277777777778, + 0.3611111111111111 + ], + "point": [ + 0.7339, + 0.3525 + ] + }, + { + "instruction": "Body", + "bbox": [ + 0.12708333333333333, + 0.47166663275824655, + 0.1517361111111111, + 0.49277774386935763 + ], + "point": [ + 0.1394, + 0.4822 + ] + }, + { + "instruction": "Markdown allowed. Formatting help", + "bbox": [ + 0.12743055555555555, + 0.7622222222222222, + 0.2607638888888889, + 0.78 + ], + "point": [ + 0.1941, + 0.7711 + ] + }, + { + "instruction": "Forum", + "bbox": [ + 0.12569444444444444, + 0.7988888888888889, + 0.15763888888888888, + 0.82 + ], + "point": [ + 0.1417, + 0.8094 + ] + }, + { + "instruction": "Running Postmill", + "bbox": [ + 0.47013884650336374, + 0.9633333333333334, + 0.5291666242811415, + 0.9833333333333333 + ], + "point": [ + 0.4997, + 0.9733 + ] + }, + { + "instruction": "Toolbox", + "bbox": [ + 0.6853108723958333, + 0.48741875542534724, + 0.88592529296875, + 0.6341025797526042 + ], + "point": [ + 0.7856, + 0.5608 + ] + }, + { + "instruction": "Bans", + "bbox": [ + 0.6853108723958333, + 0.48741875542534724, + 0.88592529296875, + 0.6341025797526042 + ], + "point": [ + 0.7856, + 0.5608 + ] + }, + { + "instruction": "Moderation log", + "bbox": [ + 0.6853108723958333, + 0.48741875542534724, + 0.88592529296875, + 0.6341025797526042 + ], + "point": [ + 0.7856, + 0.5608 + ] + }, + { + "instruction": "Create submission", + "bbox": [ + 0.12658814324273004, + 0.8649854871961805, + 0.23106074863009982, + 0.9108672417534722 + ], + "point": [ + 0.1788, + 0.8879 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8954155815972222, + 0.04955116695827908, + 0.9707865397135417, + 0.09021852281358507 + ], + "point": [ + 0.9331, + 0.0699 + ] + }, + { + "instruction": "Submit", + "bbox": [ + 0.6471998850504558, + 0.09509389241536459, + 0.7203285217285156, + 0.1566085984971788 + ], + "point": [ + 0.6838, + 0.1259 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.0829919868045383, + 0.053588566250271266, + 0.15563451978895398, + 0.08414471096462674 + ], + "point": [ + 0.1193, + 0.0689 + ] + }, + { + "instruction": "Hide this forum", + "bbox": [ + 0.6845333099365234, + 0.41084754096137155, + 0.8849891662597656, + 0.479338141547309 + ], + "point": [ + 0.7848, + 0.4451 + ] + }, + { + "instruction": "gaming", + "bbox": [ + 0.12647311952379015, + 0.8186362033420139, + 0.23697009616427953, + 0.854605712890625 + ], + "point": [ + 0.1817, + 0.8366 + ] + }, + { + "instruction": "MarvelsGrantMan136", + "bbox": [ + 0.7196546766493056, + 0.09562567816840278, + 0.8744238959418402, + 0.15537850273980033 + ], + "point": [ + 0.797, + 0.1255 + ] + }, + { + "instruction": "Unsubscribe", + "bbox": [ + 0.6958094702826606, + 0.22950090196397568, + 0.7740084330240885, + 0.27294491238064233 + ], + "point": [ + 0.7349, + 0.2512 + ] + }, + { + "instruction": "Forums", + "bbox": [ + 0.19094884660508898, + 0.09555018954806857, + 0.2523763656616211, + 0.15508126152886284 + ], + "point": [ + 0.2217, + 0.1253 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.2504871792263455, + 0.09567372639973959, + 0.2948736402723524, + 0.15486300998263888 + ], + "point": [ + 0.2727, + 0.1253 + ] + }, + { + "instruction": "Postmill", + "bbox": [ + 0.1266410615709093, + 0.09551233079698351, + 0.19238726298014322, + 0.1550617980957031 + ], + "point": [ + 0.1595, + 0.1253 + ] + }, + { + "instruction": "Subscribe via RSS", + "bbox": [ + 0.6952773200141059, + 0.3585859171549479, + 0.7784701029459635, + 0.38516883002387153 + ], + "point": [ + 0.7369, + 0.3719 + ] + }, + { + "instruction": "t5_2qh03", + "bbox": [ + 0.6949742211235894, + 0.2718095397949219, + 0.8731335957845052, + 0.32972496880425345 + ], + "point": [ + 0.7841, + 0.3008 + ] + }, + { + "instruction": "Charger Cable for NS Switch and Switch Lite", + "bbox": [ + 0.12295826805962456, + 0.3717440117730035, + 0.5178656472100152, + 0.4578288777669271 + ], + "point": [ + 0.3204, + 0.4148 + ] + }, + { + "instruction": "2 Pack 1OFT Nylon Braided USB \u20ac to USB", + "bbox": [ + 0.12295826805962456, + 0.3717440117730035, + 0.5178656472100152, + 0.4578288777669271 + ], + "point": [ + 0.3204, + 0.4148 + ] + }, + { + "instruction": "A Type C Fast Data Sync Power Charging Cord Accessories for Samsung Galaxy S9 S8", + "bbox": [ + 0.12295826805962456, + 0.3717440117730035, + 0.5178656472100152, + 0.4578288777669271 + ], + "point": [ + 0.3204, + 0.4148 + ] + }, + { + "instruction": "Note 9, Pixel, LG V30 G6, OnePlus", + "bbox": [ + 0.12295826805962456, + 0.3717440117730035, + 0.5178656472100152, + 0.4578288777669271 + ], + "point": [ + 0.3204, + 0.4148 + ] + }, + { + "instruction": "a toolbox option to change the size of a log.", + "bbox": [ + 0.6853108723958333, + 0.48741875542534724, + 0.88592529296875, + 0.6341025797526042 + ], + "point": [ + 0.7856, + 0.5608 + ] + }, + { + "instruction": "creating a submission.", + "bbox": [ + 0.12658814324273004, + 0.8649854871961805, + 0.23106074863009982, + 0.9108672417534722 + ], + "point": [ + 0.1788, + 0.8879 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8954155815972222, + 0.04955116695827908, + 0.9707865397135417, + 0.09021852281358507 + ], + "point": [ + 0.9331, + 0.0699 + ] + }, + { + "instruction": "creating a new comment or entry.", + "bbox": [ + 0.6471998850504558, + 0.09509389241536459, + 0.7203285217285156, + 0.1566085984971788 + ], + "point": [ + 0.6838, + 0.1259 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.0829919868045383, + 0.053588566250271266, + 0.15563451978895398, + 0.08414471096462674 + ], + "point": [ + 0.1193, + 0.0689 + ] + }, + { + "instruction": "Hide this forum.", + "bbox": [ + 0.6845333099365234, + 0.41084754096137155, + 0.8849891662597656, + 0.479338141547309 + ], + "point": [ + 0.7848, + 0.4451 + ] + }, + { + "instruction": "a favorite or favorite feature in a game or application.", + "bbox": [ + 0.12647311952379015, + 0.8186362033420139, + 0.23697009616427953, + 0.854605712890625 + ], + "point": [ + 0.1817, + 0.8366 + ] + }, + { + "instruction": "navigating to the next item or page.", + "bbox": [ + 0.1253066168891059, + 0.4922980753580729, + 0.5177154541015625, + 0.752147216796875 + ], + "point": [ + 0.3215, + 0.6222 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9757042778862848, + 0.003367487589518229, + 0.9969184027777778, + 0.03930199940999349 + ], + "point": [ + 0.9863, + 0.0213 + ] + }, + { + "instruction": "A user profile or account.", + "bbox": [ + 0.7196546766493056, + 0.09562567816840278, + 0.8744238959418402, + 0.15537850273980033 + ], + "point": [ + 0.797, + 0.1255 + ] + }, + { + "instruction": "Unsubscribe.", + "bbox": [ + 0.6958094702826606, + 0.22950090196397568, + 0.7740084330240885, + 0.27294491238064233 + ], + "point": [ + 0.7349, + 0.2512 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.6133964538574219, + 0.09582461039225261, + 0.6491876390245226, + 0.15531026204427084 + ], + "point": [ + 0.6313, + 0.1256 + ] + }, + { + "instruction": "Forms.", + "bbox": [ + 0.19094884660508898, + 0.09555018954806857, + 0.2523763656616211, + 0.15508126152886284 + ], + "point": [ + 0.2217, + 0.1253 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.2504871792263455, + 0.09567372639973959, + 0.2948736402723524, + 0.15486300998263888 + ], + "point": [ + 0.2727, + 0.1253 + ] + }, + { + "instruction": "Postmill.", + "bbox": [ + 0.1266410615709093, + 0.09551233079698351, + 0.19238726298014322, + 0.1550617980957031 + ], + "point": [ + 0.1595, + 0.1253 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9733358595106337, + 0.0477323235405816, + 0.9967184278700086, + 0.09112570020887586 + ], + "point": [ + 0.985, + 0.0694 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.7735047234429253, + 0.22892040676540798, + 0.8189582824707031, + 0.2727989535861545 + ], + "point": [ + 0.7962, + 0.2509 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004982354243596395, + 0.05310104370117188, + 0.026805103487438624, + 0.08553506639268663 + ], + "point": [ + 0.0159, + 0.0693 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15086583031548395, + 0.009987110561794705, + 0.1659652286105686, + 0.03633284250895182 + ], + "point": [ + 0.1584, + 0.0232 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029572640524970162, + 0.05304512447781033, + 0.05044249958462185, + 0.08532129923502604 + ], + "point": [ + 0.04, + 0.0692 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.05465804206000434, + 0.05249903784857856, + 0.07564204533894857, + 0.08599948459201388 + ], + "point": [ + 0.0652, + 0.0692 + ] + }, + { + "instruction": "subscripting a file or application.", + "bbox": [ + 0.6952773200141059, + 0.3585859171549479, + 0.7784701029459635, + 0.38516883002387153 + ], + "point": [ + 0.7369, + 0.3719 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8651925828721788, + 0.056376639472113715, + 0.8830126444498698, + 0.08507735358344184 + ], + "point": [ + 0.8741, + 0.0707 + ] + }, + { + "instruction": "Search function.", + "bbox": [ + 0.39095191955566405, + 0.10835486518012152, + 0.4109555138481988, + 0.13983452690972223 + ], + "point": [ + 0.401, + 0.1241 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.34072244432237414, + 0.011031325658162434, + 0.3574586656358507, + 0.032635477913750544 + ], + "point": [ + 0.3491, + 0.0218 + ] + }, + { + "instruction": "t5_2oh03.", + "bbox": [ + 0.6949742211235894, + 0.2718095397949219, + 0.8731335957845052, + 0.32972496880425345 + ], + "point": [ + 0.7841, + 0.3008 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.31559229956732854, + 0.009851175944010417, + 0.33211820390489366, + 0.0341941409640842 + ], + "point": [ + 0.3239, + 0.022 + ] + }, + { + "instruction": "A text input field for Charger Cable for NS switch and switch life-2 Pack.", + "bbox": [ + 0.12295826805962456, + 0.3717440117730035, + 0.5178656472100152, + 0.4578288777669271 + ], + "point": [ + 0.3204, + 0.4148 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.8208937750922309, + 0.22778493245442707, + 0.8754912482367622, + 0.27370171440972224 + ], + "point": [ + 0.8482, + 0.2507 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.00012841539250479803, + 0.05295148213704427, + 0.004976171089543236, + 0.08683592054578992 + ], + "point": [ + 0.0026, + 0.0699 + ] + } + ], + "element_size": 65 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_13/4932.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Postmill", + "bbox": [ + 0.02881944179534912, + 0.013888888888888888, + 0.06319444444444444, + 0.029444444444444443 + ], + "point": [ + 0.046, + 0.0217 + ] + }, + { + "instruction": "Charger Cable for NS Switch", + "bbox": [ + 0.1937499788072374, + 0.012222222222222223, + 0.3093749788072374, + 0.03222222222222222 + ], + "point": [ + 0.2516, + 0.0222 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.31909720102945965, + 0.013333332273695203, + 0.3548610899183485, + 0.03388888359069824 + ], + "point": [ + 0.337, + 0.0236 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:9999", + "bbox": [ + 0.1579861005147298, + 0.05944444868299696, + 0.41354165607028537, + 0.0811111111111111 + ], + "point": [ + 0.2858, + 0.0703 + ] + }, + { + "instruction": "Subscribed forums", + "bbox": [ + 0.6958333333333333, + 0.18833331637912326, + 0.803125, + 0.20999998304578993 + ], + "point": [ + 0.7495, + 0.1992 + ] + }, + { + "instruction": "Charger Cable for NS Switch and Switch Lite", + "bbox": [ + 0.15833331214057075, + 0.24166666666666667, + 0.4170138888888889, + 0.27166666666666667 + ], + "point": [ + 0.2877, + 0.2567 + ] + }, + { + "instruction": "2 Pack 1OFT Nylon Braided USB C to USB", + "bbox": [ + 0.4218749576144748, + 0.2411111111111111, + 0.6614582909478082, + 0.27055555555555555 + ], + "point": [ + 0.5417, + 0.2558 + ] + }, + { + "instruction": "Type \u20ac Fast Data Sync Power Charging Cord Accessories for Samsung Galaxy S9 S8", + "bbox": [ + 0.17048608991834852, + 0.2727777777777778, + 0.6552083121405707, + 0.30277777777777776 + ], + "point": [ + 0.4128, + 0.2878 + ] + }, + { + "instruction": "Note 9, Pixel; LG V30 G6, OnePlus ec2-44-202-179-34.compute-1.amazonaws.com:7770", + "bbox": [ + 0.15972220102945964, + 0.3055555555555556, + 0.5298610899183486, + 0.33 + ], + "point": [ + 0.3448, + 0.3178 + ] + }, + { + "instruction": "Submitted by MarvelsGrantMan136 6 seconds ago in gaming", + "bbox": [ + 0.159375, + 0.3372222222222222, + 0.38645833333333335, + 0.35444444444444445 + ], + "point": [ + 0.2729, + 0.3458 + ] + }, + { + "instruction": "No comments", + "bbox": [ + 0.159375, + 0.3611111111111111, + 0.21388888888888888, + 0.3761111111111111 + ], + "point": [ + 0.1866, + 0.3686 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.22118057674831815, + 0.3611111111111111, + 0.23819446563720703, + 0.3761111111111111 + ], + "point": [ + 0.2297, + 0.3686 + ] + }, + { + "instruction": "Delete", + "bbox": [ + 0.24444444444444444, + 0.3611111111111111, + 0.2701388888888889, + 0.3761111111111111 + ], + "point": [ + 0.2573, + 0.3686 + ] + }, + { + "instruction": "[OC] Loot", + "bbox": [ + 0.21631944444444445, + 0.39611111111111114, + 0.2746527777777778, + 0.42444444444444446 + ], + "point": [ + 0.2455, + 0.4103 + ] + }, + { + "instruction": "Submitted by jakesimp1 [t3_126yyu8]", + "bbox": [ + 0.2170138888888889, + 0.523888922797309, + 0.3576388888888889, + 0.5411111450195313 + ], + "point": [ + 0.2873, + 0.5325 + ] + }, + { + "instruction": "year ag0 in gaming", + "bbox": [ + 0.3625, + 0.523888922797309, + 0.4357638888888889, + 0.5411111450195313 + ], + "point": [ + 0.3991, + 0.5325 + ] + }, + { + "instruction": "175 comments", + "bbox": [ + 0.21805555555555556, + 0.5461111111111111, + 0.27569440205891926, + 0.5622222222222222 + ], + "point": [ + 0.2469, + 0.5542 + ] + }, + { + "instruction": "9933 Submitted by GetFreeCash [t3_10kc546] 2 years ago in movies", + "bbox": [ + 0.13125, + 0.6061111111111112, + 0.3920138888888889, + 0.6344444444444445 + ], + "point": [ + 0.2616, + 0.6203 + ] + }, + { + "instruction": "23 comments", + "bbox": [ + 0.159375, + 0.64, + 0.21319444444444444, + 0.6544444444444445 + ], + "point": [ + 0.1863, + 0.6472 + ] + }, + { + "instruction": "Submitted by fart_Jr [t3_128059u]", + "bbox": [ + 0.2170138888888889, + 0.71, + 0.34513884650336374, + 0.7272222222222222 + ], + "point": [ + 0.2811, + 0.7186 + ] + }, + { + "instruction": "year ago in gaming", + "bbox": [ + 0.3506944444444444, + 0.71, + 0.4232638888888889, + 0.7272222222222222 + ], + "point": [ + 0.387, + 0.7186 + ] + }, + { + "instruction": "19 comments", + "bbox": [ + 0.21805557674831813, + 0.7338888888888889, + 0.2708333545260959, + 0.7483333333333333 + ], + "point": [ + 0.2444, + 0.7411 + ] + }, + { + "instruction": "7720 Submitted by GetFreeCash [t3_1Okbpzo] 2 years ago in movies", + "bbox": [ + 0.13125, + 0.7927777099609375, + 0.3909722222222222, + 0.8233332655164931 + ], + "point": [ + 0.2611, + 0.8081 + ] + }, + { + "instruction": "20 comments", + "bbox": [ + 0.159375, + 0.8272222222222222, + 0.21319444444444444, + 0.8422222222222222 + ], + "point": [ + 0.1863, + 0.8347 + ] + }, + { + "instruction": "120 comments", + "bbox": [ + 0.21805555555555556, + 0.92, + 0.27569440205891926, + 0.9361111111111111 + ], + "point": [ + 0.2469, + 0.9281 + ] + }, + { + "instruction": "don\"( alwavb", + "bbox": [ + 0.16145832273695204, + 0.9572222222222222, + 0.18263888888888888, + 0.9622222222222222 + ], + "point": [ + 0.172, + 0.9597 + ] + }, + { + "instruction": "flashbanged", + "bbox": [ + 0.18854166666666666, + 0.9544444444444444, + 0.20972222222222223, + 0.9633333333333334 + ], + "point": [ + 0.1991, + 0.9589 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-", + "bbox": [ + 0.0024305608537462022, + 0.98, + 0.12569444974263508, + 0.9983333333333333 + ], + "point": [ + 0.0641, + 0.9892 + ] + }, + { + "instruction": "amazonaws.com:999g", + "bbox": [ + 0.1295138888888889, + 0.98, + 0.22083333333333333, + 0.9961111111111111 + ], + "point": [ + 0.1752, + 0.9881 + ] + }, + { + "instruction": "Ubrittedkunelaar", + "bbox": [ + 0.22430555555555556, + 0.9905555555555555, + 0.3003472222222222, + 0.9988888888888889 + ], + "point": [ + 0.2623, + 0.9947 + ] + }, + { + "instruction": "[+2", + "bbox": [ + 0.3034722222222222, + 0.9894444444444445, + 0.31493055555555555, + 0.9988888888888889 + ], + "point": [ + 0.3092, + 0.9942 + ] + }, + { + "instruction": "1Jenail", + "bbox": [ + 0.31840277777777776, + 0.9905555555555555, + 0.3486111111111111, + 0.9988888888888889 + ], + "point": [ + 0.3335, + 0.9947 + ] + }, + { + "instruction": "Vooraacin Oaming", + "bbox": [ + 0.3548611111111111, + 0.9916666666666667, + 0.4267361111111111, + 0.9988888888888889 + ], + "point": [ + 0.3908, + 0.9953 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8953326755099826, + 0.04944960700141059, + 0.9707656860351562, + 0.09021959940592449 + ], + "point": [ + 0.933, + 0.0698 + ] + }, + { + "instruction": "movies", + "bbox": [ + 0.7420873853895399, + 0.22801389906141492, + 0.7862380133734809, + 0.26278850979275176 + ], + "point": [ + 0.7642, + 0.2454 + ] + }, + { + "instruction": "Submit", + "bbox": [ + 0.6478677113850911, + 0.09545564439561632, + 0.7207631429036458, + 0.15501568264431423 + ], + "point": [ + 0.6843, + 0.1252 + ] + }, + { + "instruction": "Postmill", + "bbox": [ + 0.1250541263156467, + 0.09518475002712673, + 0.1928728527492947, + 0.15530293782552082 + ], + "point": [ + 0.159, + 0.1252 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08287317487928603, + 0.053662842644585505, + 0.15559052361382378, + 0.08419265747070312 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "gaming", + "bbox": [ + 0.6953556908501519, + 0.22800186157226562, + 0.7404375712076823, + 0.26280125935872395 + ], + "point": [ + 0.7179, + 0.2454 + ] + }, + { + "instruction": "11231", + "bbox": [ + 0.12636241912841797, + 0.4881350708007812, + 0.1581393771701389, + 0.5668664211697049 + ], + "point": [ + 0.1423, + 0.5275 + ] + }, + { + "instruction": "20908", + "bbox": [ + 0.12675400839911566, + 0.3966906399197049, + 0.1587906837463379, + 0.4755344984266493 + ], + "point": [ + 0.1428, + 0.4361 + ] + }, + { + "instruction": "Subscribed", + "bbox": [ + 0.26907098558213977, + 0.18313307020399305, + 0.35379452175564235, + 0.22458672417534722 + ], + "point": [ + 0.3114, + 0.2039 + ] + }, + { + "instruction": "Submissions", + "bbox": [ + 0.1262377209133572, + 0.1837258063422309, + 0.19883507622612848, + 0.22585098266601564 + ], + "point": [ + 0.1625, + 0.2048 + ] + }, + { + "instruction": "MarvelsGrantMan136", + "bbox": [ + 0.7197044372558594, + 0.09656836615668403, + 0.8715315924750434, + 0.1532360331217448 + ], + "point": [ + 0.7956, + 0.1249 + ] + }, + { + "instruction": "6828", + "bbox": [ + 0.12807298236423068, + 0.8621396213107639, + 0.15819874869452583, + 0.9409242078993055 + ], + "point": [ + 0.1431, + 0.9015 + ] + }, + { + "instruction": "Hot", + "bbox": [ + 0.35312860276963975, + 0.18348246256510417, + 0.4030273861355252, + 0.22408620198567708 + ], + "point": [ + 0.3781, + 0.2038 + ] + }, + { + "instruction": "9912", + "bbox": [ + 0.1286780039469401, + 0.6748167588975694, + 0.15751408471001518, + 0.7544010416666667 + ], + "point": [ + 0.1431, + 0.7146 + ] + }, + { + "instruction": "Forums", + "bbox": [ + 0.19121064080132377, + 0.09634518093532986, + 0.2517086029052734, + 0.15498886108398438 + ], + "point": [ + 0.2215, + 0.1257 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.2501718521118164, + 0.09668799506293403, + 0.2938164816962348, + 0.15323213365342883 + ], + "point": [ + 0.272, + 0.125 + ] + }, + { + "instruction": "Comments", + "bbox": [ + 0.19756105211046007, + 0.18347374810112846, + 0.26125395033094617, + 0.22531121148003472 + ], + "point": [ + 0.2294, + 0.2044 + ] + }, + { + "instruction": "Story in Two Panels", + "bbox": [ + 0.2166706297132704, + 0.675251939561632, + 0.3445894241333008, + 0.7043955485026042 + ], + "point": [ + 0.2806, + 0.6898 + ] + }, + { + "instruction": "nice, Leon", + "bbox": [ + 0.21739845275878905, + 0.487472161187066, + 0.30779075622558594, + 0.5172373114691841 + ], + "point": [ + 0.2626, + 0.5024 + ] + }, + { + "instruction": "Very", + "bbox": [ + 0.21739845275878905, + 0.487472161187066, + 0.30779075622558594, + 0.5172373114691841 + ], + "point": [ + 0.2626, + 0.5024 + ] + }, + { + "instruction": "Its the only logical explanation", + "bbox": [ + 0.21721388498942057, + 0.8616124131944445, + 0.39883490668402777, + 0.8907789442274305 + ], + "point": [ + 0.308, + 0.8762 + ] + }, + { + "instruction": "Wait You guys can see?", + "bbox": [ + 0.21785666147867838, + 0.9559321424696181, + 0.35540103912353516, + 0.983766615125868 + ], + "point": [ + 0.2866, + 0.9698 + ] + }, + { + "instruction": "Who will win the Oscar for FILM EDITING?", + "bbox": [ + 0.1548202938503689, + 0.7683502875434027, + 0.4051050821940104, + 0.7974258083767362 + ], + "point": [ + 0.28, + 0.7829 + ] + }, + { + "instruction": "Submitted by EeKo9 [t3_125q806]", + "bbox": [ + 0.2172249264187283, + 0.8926230197482639, + 0.4322650909423828, + 0.9157853190104167 + ], + "point": [ + 0.3247, + 0.9042 + ] + }, + { + "instruction": "year ago in gaming", + "bbox": [ + 0.2172249264187283, + 0.8926230197482639, + 0.4322650909423828, + 0.9157853190104167 + ], + "point": [ + 0.3247, + 0.9042 + ] + }, + { + "instruction": "Who will win the Oscar for ACTRESS IN A SUPPORTING ROLE?", + "bbox": [ + 0.15641892751057943, + 0.5814109293619791, + 0.5299892637464735, + 0.6107193332248264 + ], + "point": [ + 0.3432, + 0.5961 + ] + }, + { + "instruction": "148 comments", + "bbox": [ + 0.21786231994628907, + 0.45189161512586806, + 0.276152589586046, + 0.47020758734809026 + ], + "point": [ + 0.247, + 0.461 + ] + }, + { + "instruction": "Submitted by colmscomics [t3_125qemv]", + "bbox": [ + 0.21718612247043187, + 0.42706322564019095, + 0.4685636732313368, + 0.44915951199001736 + ], + "point": [ + 0.3429, + 0.4381 + ] + }, + { + "instruction": "year ag0 in gaming", + "bbox": [ + 0.21718612247043187, + 0.42706322564019095, + 0.4685636732313368, + 0.44915951199001736 + ], + "point": [ + 0.3429, + 0.4381 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8953326755099826, + 0.04944960700141059, + 0.9707656860351562, + 0.09021959940592449 + ], + "point": [ + 0.933, + 0.0698 + ] + }, + { + "instruction": "movies.", + "bbox": [ + 0.7420873853895399, + 0.22801389906141492, + 0.7862380133734809, + 0.26278850979275176 + ], + "point": [ + 0.7642, + 0.2454 + ] + }, + { + "instruction": "creating a new entry or submit.", + "bbox": [ + 0.6478677113850911, + 0.09545564439561632, + 0.7207631429036458, + 0.15501568264431423 + ], + "point": [ + 0.6843, + 0.1252 + ] + }, + { + "instruction": "Postmill.", + "bbox": [ + 0.1250541263156467, + 0.09518475002712673, + 0.1928728527492947, + 0.15530293782552082 + ], + "point": [ + 0.159, + 0.1252 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08287317487928603, + 0.053662842644585505, + 0.15559052361382378, + 0.08419265747070312 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.38712459140353733, + 0.10210342407226562, + 0.5220414479573567, + 0.14883309258355035 + ], + "point": [ + 0.4546, + 0.1255 + ] + }, + { + "instruction": "gaming.", + "bbox": [ + 0.6953556908501519, + 0.22800186157226562, + 0.7404375712076823, + 0.26280125935872395 + ], + "point": [ + 0.7179, + 0.2454 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.6137709723578559, + 0.09554925706651475, + 0.6497171190049913, + 0.1547626410590278 + ], + "point": [ + 0.6317, + 0.1252 + ] + }, + { + "instruction": "a character in a bed with a thought bubble.", + "bbox": [ + 0.15855619642469618, + 0.3945929972330729, + 0.2113332960340712, + 0.476556633843316 + ], + "point": [ + 0.1849, + 0.4356 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.975783454047309, + 0.0034272448221842446, + 0.9968054877387152, + 0.03912969165378147 + ], + "point": [ + 0.9863, + 0.0213 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12636241912841797, + 0.4881350708007812, + 0.1581393771701389, + 0.5668664211697049 + ], + "point": [ + 0.1423, + 0.5275 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12675400839911566, + 0.3966906399197049, + 0.1587906837463379, + 0.4755344984266493 + ], + "point": [ + 0.1428, + 0.4361 + ] + }, + { + "instruction": "Subscripted.", + "bbox": [ + 0.26907098558213977, + 0.18313307020399305, + 0.35379452175564235, + 0.22458672417534722 + ], + "point": [ + 0.3114, + 0.2039 + ] + }, + { + "instruction": "Submissions.", + "bbox": [ + 0.1262377209133572, + 0.1837258063422309, + 0.19883507622612848, + 0.22585098266601564 + ], + "point": [ + 0.1625, + 0.2048 + ] + }, + { + "instruction": "A user profile or account.", + "bbox": [ + 0.7197044372558594, + 0.09656836615668403, + 0.8715315924750434, + 0.1532360331217448 + ], + "point": [ + 0.7956, + 0.1249 + ] + }, + { + "instruction": "a person with long hair.", + "bbox": [ + 0.15872535705566407, + 0.4873877970377604, + 0.2124098883734809, + 0.5677020602756077 + ], + "point": [ + 0.1856, + 0.5275 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12807298236423068, + 0.8621396213107639, + 0.15819874869452583, + 0.9409242078993055 + ], + "point": [ + 0.1431, + 0.9015 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9720436096191406, + 0.04563203599717882, + 0.998883310953776, + 0.09405110677083334 + ], + "point": [ + 0.9855, + 0.0698 + ] + }, + { + "instruction": "Strikethrough", + "bbox": [ + 0.15857628716362848, + 0.8606957329644097, + 0.2113859388563368, + 0.943567369249132 + ], + "point": [ + 0.185, + 0.9021 + ] + }, + { + "instruction": "a dropdown menu for selecting hot items.", + "bbox": [ + 0.35312860276963975, + 0.18348246256510417, + 0.4030273861355252, + 0.22408620198567708 + ], + "point": [ + 0.3781, + 0.2038 + ] + }, + { + "instruction": "A character in a game.", + "bbox": [ + 0.15847437116834853, + 0.6741029188368055, + 0.2126068327162001, + 0.7544613986545139 + ], + "point": [ + 0.1855, + 0.7143 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.1286780039469401, + 0.6748167588975694, + 0.15751408471001518, + 0.7544010416666667 + ], + "point": [ + 0.1431, + 0.7146 + ] + }, + { + "instruction": "Forms.", + "bbox": [ + 0.19121064080132377, + 0.09634518093532986, + 0.2517086029052734, + 0.15498886108398438 + ], + "point": [ + 0.2215, + 0.1257 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.2501718521118164, + 0.09668799506293403, + 0.2938164816962348, + 0.15323213365342883 + ], + "point": [ + 0.272, + 0.125 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05348018540276422, + 0.048401179843478734, + 0.07684359550476075, + 0.08783462524414062 + ], + "point": [ + 0.0652, + 0.0681 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004505879349178738, + 0.05028408474392361, + 0.027523381180233425, + 0.0868859608968099 + ], + "point": [ + 0.016, + 0.0686 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.1341076109144423, + 0.2810052998860677, + 0.1531205283270942, + 0.3119512600368924 + ], + "point": [ + 0.1436, + 0.2965 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02906584209865994, + 0.0493443128797743, + 0.05115660031636556, + 0.08646409776475694 + ], + "point": [ + 0.0401, + 0.0679 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12849938074747722, + 0.5814443630642361, + 0.15619755850897896, + 0.6562696668836806 + ], + "point": [ + 0.1423, + 0.6189 + ] + }, + { + "instruction": "Comments section.", + "bbox": [ + 0.19756105211046007, + 0.18347374810112846, + 0.26125395033094617, + 0.22531121148003472 + ], + "point": [ + 0.2294, + 0.2044 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1508224911159939, + 0.009832739300198024, + 0.16614388359917534, + 0.037686404122246636 + ], + "point": [ + 0.1585, + 0.0238 + ] + }, + { + "instruction": "A story in two panels.", + "bbox": [ + 0.2166706297132704, + 0.675251939561632, + 0.3445894241333008, + 0.7043955485026042 + ], + "point": [ + 0.2806, + 0.6898 + ] + }, + { + "instruction": "a search function for \"very nice, leon\".", + "bbox": [ + 0.21739845275878905, + 0.487472161187066, + 0.30779075622558594, + 0.5172373114691841 + ], + "point": [ + 0.2626, + 0.5024 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8652984619140625, + 0.05668148464626736, + 0.8827484130859375, + 0.08522820366753472 + ], + "point": [ + 0.874, + 0.071 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.1285049014621311, + 0.7704009331597222, + 0.15731864505343968, + 0.8428365071614583 + ], + "point": [ + 0.1429, + 0.8066 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.3412777582804362, + 0.01007169935438368, + 0.35626229180230035, + 0.033941451178656684 + ], + "point": [ + 0.3488, + 0.022 + ] + }, + { + "instruction": "It's the only logical translation.", + "bbox": [ + 0.21721388498942057, + 0.8616124131944445, + 0.39883490668402777, + 0.8907789442274305 + ], + "point": [ + 0.308, + 0.8762 + ] + }, + { + "instruction": "a prompt to wait your guys can see more details or information.", + "bbox": [ + 0.21785666147867838, + 0.9559321424696181, + 0.35540103912353516, + 0.983766615125868 + ], + "point": [ + 0.2866, + 0.9698 + ] + }, + { + "instruction": "The option to who will win the Oscar for film editing.", + "bbox": [ + 0.1548202938503689, + 0.7683502875434027, + 0.4051050821940104, + 0.7974258083767362 + ], + "point": [ + 0.28, + 0.7829 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3150228076510959, + 0.0084462398952908, + 0.33209802839491104, + 0.03539341396755642 + ], + "point": [ + 0.3236, + 0.0219 + ] + }, + { + "instruction": "A link to a year app in gaming.", + "bbox": [ + 0.2172249264187283, + 0.8926230197482639, + 0.4322650909423828, + 0.9157853190104167 + ], + "point": [ + 0.3247, + 0.9042 + ] + }, + { + "instruction": "A prompt asking if the user is ready to press in aSupporting role.", + "bbox": [ + 0.15641892751057943, + 0.5814109293619791, + 0.5299892637464735, + 0.6107193332248264 + ], + "point": [ + 0.3432, + 0.5961 + ] + }, + { + "instruction": "a comments section or feature.", + "bbox": [ + 0.21786231994628907, + 0.45189161512586806, + 0.276152589586046, + 0.47020758734809026 + ], + "point": [ + 0.247, + 0.461 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.13286881976657444, + 0.2422677442762587, + 0.15388417773776583, + 0.27353822496202257 + ], + "point": [ + 0.1434, + 0.2579 + ] + }, + { + "instruction": "Blank", + "bbox": [ + 0.47979278564453126, + 0.38246971978081595, + 0.500357903374566, + 0.4137962849934896 + ], + "point": [ + 0.4901, + 0.3981 + ] + }, + { + "instruction": "Comments section.", + "bbox": [ + 0.22904900444878473, + 0.7312961154513888, + 0.2718119303385417, + 0.75160400390625 + ], + "point": [ + 0.2504, + 0.7415 + ] + }, + { + "instruction": "A script file.", + "bbox": [ + 0.21718612247043187, + 0.42706322564019095, + 0.4685636732313368, + 0.44915951199001736 + ], + "point": [ + 0.3429, + 0.4381 + ] + }, + { + "instruction": "a prompt to submit a document by the artist \"fart_JR\".", + "bbox": [ + 0.21756858825683595, + 0.7072688802083333, + 0.29573673672146267, + 0.7290113661024306 + ], + "point": [ + 0.2567, + 0.7181 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 7.626977231767442e-05, + 3.635618421766493e-05, + 0.008270835545327928, + 0.0581894662645128 + ], + "point": [ + 0.0042, + 0.0291 + ] + } + ], + "element_size": 111 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_14/5298.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Postmill", + "bbox": [ + 0.02881944179534912, + 0.013888888888888888, + 0.06319444444444444, + 0.029444444444444443 + ], + "point": [ + 0.046, + 0.0217 + ] + }, + { + "instruction": "Charger Cable for NS Switch", + "bbox": [ + 0.1937499788072374, + 0.012222222222222223, + 0.3093749788072374, + 0.03222222222222222 + ], + "point": [ + 0.2516, + 0.0222 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.31909720102945965, + 0.013333332273695203, + 0.3548610899183485, + 0.03388888359069824 + ], + "point": [ + 0.337, + 0.0236 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:9999", + "bbox": [ + 0.1579861005147298, + 0.05944444868299696, + 0.41354165607028537, + 0.0811111111111111 + ], + "point": [ + 0.2858, + 0.0703 + ] + }, + { + "instruction": "Subscribed forums", + "bbox": [ + 0.6958333333333333, + 0.18833331637912326, + 0.803125, + 0.20999998304578993 + ], + "point": [ + 0.7495, + 0.1992 + ] + }, + { + "instruction": "Charger_CableforNS Switch and Switch Lite", + "bbox": [ + 0.15763889948527018, + 0.24166666666666667, + 0.4170138994852702, + 0.27166666666666667 + ], + "point": [ + 0.2873, + 0.2567 + ] + }, + { + "instruction": "Iype_C Fast Data Sync Power Charging_Cord Accessones for Samsung_Galaxy S9 S8", + "bbox": [ + 0.16944444444444445, + 0.2727777777777778, + 0.6552083333333333, + 0.3022222222222222 + ], + "point": [ + 0.4123, + 0.2875 + ] + }, + { + "instruction": "Note 9,Pixel,LG V30 Ge,OnePlus ec2-44-202-179-34.compute-1.amazonaws.com:7770", + "bbox": [ + 0.15972220102945964, + 0.3055555555555556, + 0.5298610899183486, + 0.33055555555555555 + ], + "point": [ + 0.3448, + 0.3181 + ] + }, + { + "instruction": "Submitted by MarvelsGrantMan 136 6 seconds ago in gaming", + "bbox": [ + 0.1593750105963813, + 0.3372222222222222, + 0.38715283075968426, + 0.35444444444444445 + ], + "point": [ + 0.2733, + 0.3458 + ] + }, + { + "instruction": "No comments", + "bbox": [ + 0.159375, + 0.3611111111111111, + 0.21388888888888888, + 0.3761111111111111 + ], + "point": [ + 0.1866, + 0.3686 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.22118057674831815, + 0.3611111111111111, + 0.23819446563720703, + 0.3761111111111111 + ], + "point": [ + 0.2297, + 0.3686 + ] + }, + { + "instruction": "Delete", + "bbox": [ + 0.24444444444444444, + 0.3611111111111111, + 0.2701388888888889, + 0.3761111111111111 + ], + "point": [ + 0.2573, + 0.3686 + ] + }, + { + "instruction": "[OC] Loot", + "bbox": [ + 0.21631944444444445, + 0.39611111111111114, + 0.2746527777777778, + 0.42444444444444446 + ], + "point": [ + 0.2455, + 0.4103 + ] + }, + { + "instruction": "Submitted by colmscomics [t3_125qemv]", + "bbox": [ + 0.2170138888888889, + 0.43, + 0.3715277777777778, + 0.44722222222222224 + ], + "point": [ + 0.2943, + 0.4386 + ] + }, + { + "instruction": "year ag0 in gaming", + "bbox": [ + 0.37743055555555555, + 0.43, + 0.4496527777777778, + 0.44722222222222224 + ], + "point": [ + 0.4135, + 0.4386 + ] + }, + { + "instruction": "148 comments", + "bbox": [ + 0.21805555555555556, + 0.453888922797309, + 0.27569440205891926, + 0.46833336724175345 + ], + "point": [ + 0.2469, + 0.4611 + ] + }, + { + "instruction": "Submitted by jakesimp1 [t3_126yyu8]", + "bbox": [ + 0.21666666666666667, + 0.5216665988498264, + 0.3579861111111111, + 0.5416666666666666 + ], + "point": [ + 0.2873, + 0.5317 + ] + }, + { + "instruction": "year ag0 in gaming", + "bbox": [ + 0.3625, + 0.523888922797309, + 0.4357638888888889, + 0.5411111450195313 + ], + "point": [ + 0.3991, + 0.5325 + ] + }, + { + "instruction": "175 comments", + "bbox": [ + 0.21805555555555556, + 0.5461111111111111, + 0.27569440205891926, + 0.5622222222222222 + ], + "point": [ + 0.2469, + 0.5542 + ] + }, + { + "instruction": "9933 Submitted by GetFreeCash [t3_10kc546] 2 years ago in movies", + "bbox": [ + 0.13125, + 0.6061111111111112, + 0.3920138888888889, + 0.6344444444444445 + ], + "point": [ + 0.2616, + 0.6203 + ] + }, + { + "instruction": "23 comments", + "bbox": [ + 0.159375, + 0.64, + 0.21319444444444444, + 0.6544444444444445 + ], + "point": [ + 0.1863, + 0.6472 + ] + }, + { + "instruction": "Submitted by fart_Jr [t3_128059u]", + "bbox": [ + 0.2170138888888889, + 0.71, + 0.34513884650336374, + 0.7272222222222222 + ], + "point": [ + 0.2811, + 0.7186 + ] + }, + { + "instruction": "year ago in gaming", + "bbox": [ + 0.3506944444444444, + 0.71, + 0.4232638888888889, + 0.7272222222222222 + ], + "point": [ + 0.387, + 0.7186 + ] + }, + { + "instruction": "19 comments", + "bbox": [ + 0.21805557674831813, + 0.7338888888888889, + 0.2708333545260959, + 0.7483333333333333 + ], + "point": [ + 0.2444, + 0.7411 + ] + }, + { + "instruction": "7720 Submitted by GetFreeCash [t3_1Okbpzo] 2 years ago in movies", + "bbox": [ + 0.13125, + 0.7927777099609375, + 0.3909722222222222, + 0.8233332655164931 + ], + "point": [ + 0.2611, + 0.8081 + ] + }, + { + "instruction": "20 comments", + "bbox": [ + 0.159375, + 0.8272222222222222, + 0.21319444444444444, + 0.8422222222222222 + ], + "point": [ + 0.1863, + 0.8347 + ] + }, + { + "instruction": "120 comments", + "bbox": [ + 0.21805555555555556, + 0.92, + 0.27569440205891926, + 0.9361111111111111 + ], + "point": [ + 0.2469, + 0.9281 + ] + }, + { + "instruction": "don\"( alwavb", + "bbox": [ + 0.16145832273695204, + 0.9572222222222222, + 0.18263888888888888, + 0.9622222222222222 + ], + "point": [ + 0.172, + 0.9597 + ] + }, + { + "instruction": "Mlashbanged", + "bbox": [ + 0.18854166666666666, + 0.9555555555555556, + 0.21041666666666667, + 0.9638888888888889 + ], + "point": [ + 0.1995, + 0.9597 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-", + "bbox": [ + 0.0024305608537462022, + 0.98, + 0.12569444974263508, + 0.9983333333333333 + ], + "point": [ + 0.0641, + 0.9892 + ] + }, + { + "instruction": "amazonaws com:7770/media/_[BOZN4QZP67.0_", + "bbox": [ + 0.1295138888888889, + 0.98, + 0.3194444444444444, + 0.9972222222222222 + ], + "point": [ + 0.2245, + 0.9886 + ] + }, + { + "instruction": "OGill", + "bbox": [ + 0.3315972222222222, + 0.9905555555555555, + 0.3486111111111111, + 0.9988888888888889 + ], + "point": [ + 0.3401, + 0.9947 + ] + }, + { + "instruction": "Vooraacin Oaming", + "bbox": [ + 0.3548611111111111, + 0.9916666666666667, + 0.4267361111111111, + 0.9988888888888889 + ], + "point": [ + 0.3908, + 0.9953 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.895052252875434, + 0.04959776984320746, + 0.9706770155164931, + 0.08995665656195746 + ], + "point": [ + 0.9329, + 0.0698 + ] + }, + { + "instruction": "movies", + "bbox": [ + 0.7420256720648871, + 0.22797581990559895, + 0.7862249586317275, + 0.2627679951985677 + ], + "point": [ + 0.7641, + 0.2454 + ] + }, + { + "instruction": "Submit", + "bbox": [ + 0.647906494140625, + 0.0954024675157335, + 0.7209565904405382, + 0.15521979437934028 + ], + "point": [ + 0.6844, + 0.1253 + ] + }, + { + "instruction": "gaming", + "bbox": [ + 0.6952743106418185, + 0.2279208204481337, + 0.7403956095377604, + 0.2628415764702691 + ], + "point": [ + 0.7178, + 0.2454 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08280811839633517, + 0.05357561747233073, + 0.15565933651394315, + 0.08416675143771701 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "Postmill", + "bbox": [ + 0.1251885520087348, + 0.09530066596137153, + 0.19295497470431858, + 0.15500045776367188 + ], + "point": [ + 0.1591, + 0.1252 + ] + }, + { + "instruction": "20908", + "bbox": [ + 0.12613258361816407, + 0.39443942599826387, + 0.15831576453314888, + 0.47633375379774306 + ], + "point": [ + 0.1422, + 0.4354 + ] + }, + { + "instruction": "MarvelsGrantMan136", + "bbox": [ + 0.7194687737358941, + 0.09730817159016927, + 0.8718086242675781, + 0.15176966349283855 + ], + "point": [ + 0.7956, + 0.1245 + ] + }, + { + "instruction": "Submissions", + "bbox": [ + 0.12613391876220703, + 0.18360989040798611, + 0.19910019768608941, + 0.2261961873372396 + ], + "point": [ + 0.1626, + 0.2049 + ] + }, + { + "instruction": "6828", + "bbox": [ + 0.1280416488647461, + 0.8619411892361111, + 0.1581869125366211, + 0.9408346896701388 + ], + "point": [ + 0.1431, + 0.9014 + ] + }, + { + "instruction": "11231", + "bbox": [ + 0.12564720577663846, + 0.4882112291124132, + 0.15805717044406467, + 0.5685138278537326 + ], + "point": [ + 0.1419, + 0.5284 + ] + }, + { + "instruction": "Subscribed", + "bbox": [ + 0.2689544889662001, + 0.18337844848632812, + 0.3537445280287001, + 0.22460098266601564 + ], + "point": [ + 0.3113, + 0.204 + ] + }, + { + "instruction": "9912", + "bbox": [ + 0.12808119455973307, + 0.6750023735894097, + 0.1572019788953993, + 0.7543492974175348 + ], + "point": [ + 0.1426, + 0.7147 + ] + }, + { + "instruction": "Hot", + "bbox": [ + 0.3526628918117947, + 0.1833709716796875, + 0.40332327948676217, + 0.22416069878472222 + ], + "point": [ + 0.378, + 0.2038 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.2506878111097548, + 0.09649324205186632, + 0.29397012922498916, + 0.15323426988389757 + ], + "point": [ + 0.2723, + 0.1249 + ] + }, + { + "instruction": "Forums", + "bbox": [ + 0.19150793287489148, + 0.0979056125217014, + 0.2519324408637153, + 0.15183090209960937 + ], + "point": [ + 0.2217, + 0.1249 + ] + }, + { + "instruction": "Story in Two Panels", + "bbox": [ + 0.2167976803249783, + 0.6757391357421875, + 0.34365251329210067, + 0.7045337592230903 + ], + "point": [ + 0.2802, + 0.6901 + ] + }, + { + "instruction": "nice, Leon", + "bbox": [ + 0.2171417024400499, + 0.4885747612847222, + 0.3076854070027669, + 0.5167859564887153 + ], + "point": [ + 0.2624, + 0.5027 + ] + }, + { + "instruction": "Very", + "bbox": [ + 0.2171417024400499, + 0.4885747612847222, + 0.3076854070027669, + 0.5167859564887153 + ], + "point": [ + 0.2624, + 0.5027 + ] + }, + { + "instruction": "Comments", + "bbox": [ + 0.19765430026584202, + 0.18328857421875, + 0.2614479488796658, + 0.22579247368706598 + ], + "point": [ + 0.2296, + 0.2045 + ] + }, + { + "instruction": "Its the only logical explanation", + "bbox": [ + 0.21721666124131944, + 0.8620354546440973, + 0.39676589965820314, + 0.8909225802951389 + ], + "point": [ + 0.307, + 0.8765 + ] + }, + { + "instruction": "Who will win the Oscar for FILM EDITING?", + "bbox": [ + 0.15843506919013128, + 0.7693442111545139, + 0.410455502404107, + 0.7976059299045138 + ], + "point": [ + 0.2844, + 0.7835 + ] + }, + { + "instruction": "Who will win the Oscar for ACTRESS IN A SUPPORTING ROLE?", + "bbox": [ + 0.15648782518174914, + 0.5820728217230903, + 0.5295980665418837, + 0.6105002848307292 + ], + "point": [ + 0.343, + 0.5963 + ] + }, + { + "instruction": "Submitted by EeKo9 [t3_125q806]", + "bbox": [ + 0.21716429392496744, + 0.8932309299045139, + 0.4291414048936632, + 0.9157891167534722 + ], + "point": [ + 0.3232, + 0.9045 + ] + }, + { + "instruction": "year ag0 in gaming", + "bbox": [ + 0.21716429392496744, + 0.8932309299045139, + 0.4291414048936632, + 0.9157891167534722 + ], + "point": [ + 0.3232, + 0.9045 + ] + }, + { + "instruction": "Wait You GUVS can see?", + "bbox": [ + 0.21744333902994792, + 0.9565387641059028, + 0.35418654547797307, + 0.9816898600260416 + ], + "point": [ + 0.2858, + 0.9691 + ] + }, + { + "instruction": "2 Pack 1OFT Nylon Braided USB C to USB", + "bbox": [ + 0.28197475009494355, + 0.24134668986002605, + 0.6560566796196832, + 0.2674781460232205 + ], + "point": [ + 0.469, + 0.2544 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.895052252875434, + 0.04959776984320746, + 0.9706770155164931, + 0.08995665656195746 + ], + "point": [ + 0.9329, + 0.0698 + ] + }, + { + "instruction": "movies.", + "bbox": [ + 0.7420256720648871, + 0.22797581990559895, + 0.7862249586317275, + 0.2627679951985677 + ], + "point": [ + 0.7641, + 0.2454 + ] + }, + { + "instruction": "a character in a bed with a speech bubble.", + "bbox": [ + 0.15839354197184244, + 0.3942182074652778, + 0.21203327178955078, + 0.477366943359375 + ], + "point": [ + 0.1852, + 0.4358 + ] + }, + { + "instruction": "adding a comment.", + "bbox": [ + 0.647906494140625, + 0.0954024675157335, + 0.7209565904405382, + 0.15521979437934028 + ], + "point": [ + 0.6844, + 0.1253 + ] + }, + { + "instruction": "A character in a game.", + "bbox": [ + 0.15867618984646267, + 0.6737738715277778, + 0.21206190321180557, + 0.7542198350694445 + ], + "point": [ + 0.1854, + 0.714 + ] + }, + { + "instruction": "gaming.", + "bbox": [ + 0.6952743106418185, + 0.2279208204481337, + 0.7403956095377604, + 0.2628415764702691 + ], + "point": [ + 0.7178, + 0.2454 + ] + }, + { + "instruction": "a person with long hair.", + "bbox": [ + 0.15796402825249567, + 0.4859330579969618, + 0.212452146742079, + 0.5685735744900173 + ], + "point": [ + 0.1852, + 0.5273 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08280811839633517, + 0.05357561747233073, + 0.15565933651394315, + 0.08416675143771701 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "Strikethrough", + "bbox": [ + 0.15868037541707355, + 0.8604562717013889, + 0.21126592424180773, + 0.9428655327690972 + ], + "point": [ + 0.185, + 0.9017 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.6126309288872613, + 0.09556877136230468, + 0.6501483069525824, + 0.15494086371527777 + ], + "point": [ + 0.6314, + 0.1253 + ] + }, + { + "instruction": "Postmill.", + "bbox": [ + 0.1251885520087348, + 0.09530066596137153, + 0.19295497470431858, + 0.15500045776367188 + ], + "point": [ + 0.1591, + 0.1252 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12613258361816407, + 0.39443942599826387, + 0.15831576453314888, + 0.47633375379774306 + ], + "point": [ + 0.1422, + 0.4354 + ] + }, + { + "instruction": "A user profile or account.", + "bbox": [ + 0.7194687737358941, + 0.09730817159016927, + 0.8718086242675781, + 0.15176966349283855 + ], + "point": [ + 0.7956, + 0.1245 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9757847256130643, + 0.003529802958170573, + 0.9968320210774739, + 0.039133419460720485 + ], + "point": [ + 0.9863, + 0.0213 + ] + }, + { + "instruction": "Submissions.", + "bbox": [ + 0.12613391876220703, + 0.18360989040798611, + 0.19910019768608941, + 0.2261961873372396 + ], + "point": [ + 0.1626, + 0.2049 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.1280416488647461, + 0.8619411892361111, + 0.1581869125366211, + 0.9408346896701388 + ], + "point": [ + 0.1431, + 0.9014 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12564720577663846, + 0.4882112291124132, + 0.15805717044406467, + 0.5685138278537326 + ], + "point": [ + 0.1419, + 0.5284 + ] + }, + { + "instruction": "Subscripted.", + "bbox": [ + 0.2689544889662001, + 0.18337844848632812, + 0.3537445280287001, + 0.22460098266601564 + ], + "point": [ + 0.3113, + 0.204 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12808119455973307, + 0.6750023735894097, + 0.1572019788953993, + 0.7543492974175348 + ], + "point": [ + 0.1426, + 0.7147 + ] + }, + { + "instruction": "a dropdown menu for selecting hot items.", + "bbox": [ + 0.3526628918117947, + 0.1833709716796875, + 0.40332327948676217, + 0.22416069878472222 + ], + "point": [ + 0.378, + 0.2038 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9716013590494792, + 0.04561971452501085, + 0.9993153889973958, + 0.0948616706000434 + ], + "point": [ + 0.9855, + 0.0702 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.2506878111097548, + 0.09649324205186632, + 0.29397012922498916, + 0.15323426988389757 + ], + "point": [ + 0.2723, + 0.1249 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12864871554904514, + 0.5824274359809027, + 0.15569453769259983, + 0.6552080620659723 + ], + "point": [ + 0.1422, + 0.6188 + ] + }, + { + "instruction": "Forms.", + "bbox": [ + 0.19150793287489148, + 0.0979056125217014, + 0.2519324408637153, + 0.15183090209960937 + ], + "point": [ + 0.2217, + 0.1249 + ] + }, + { + "instruction": "A story in two panels.", + "bbox": [ + 0.2167976803249783, + 0.6757391357421875, + 0.34365251329210067, + 0.7045337592230903 + ], + "point": [ + 0.2802, + 0.6901 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004634008142683241, + 0.050897237989637585, + 0.027411740356021456, + 0.0863494873046875 + ], + "point": [ + 0.016, + 0.0686 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.13397209379408095, + 0.2817678493923611, + 0.1533346070183648, + 0.31104688856336804 + ], + "point": [ + 0.1437, + 0.2964 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05358817842271593, + 0.0483882819281684, + 0.07687299516465929, + 0.08760422600640191 + ], + "point": [ + 0.0652, + 0.068 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029131364822387696, + 0.04960038079155816, + 0.051077116860283746, + 0.08582306755913628 + ], + "point": [ + 0.0401, + 0.0677 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.150863954755995, + 0.009786102506849501, + 0.16603080961439345, + 0.03744857470194499 + ], + "point": [ + 0.1584, + 0.0236 + ] + }, + { + "instruction": "a search function for \"very nice, leon\".", + "bbox": [ + 0.2171417024400499, + 0.4885747612847222, + 0.3076854070027669, + 0.5167859564887153 + ], + "point": [ + 0.2624, + 0.5027 + ] + }, + { + "instruction": "Search function.", + "bbox": [ + 0.39190584818522134, + 0.1077610354953342, + 0.4108165740966797, + 0.1403790537516276 + ], + "point": [ + 0.4014, + 0.1241 + ] + }, + { + "instruction": "Comments section.", + "bbox": [ + 0.19765430026584202, + 0.18328857421875, + 0.2614479488796658, + 0.22579247368706598 + ], + "point": [ + 0.2296, + 0.2045 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12880659103393555, + 0.7718157280815973, + 0.1565831396314833, + 0.8431068250868056 + ], + "point": [ + 0.1427, + 0.8075 + ] + }, + { + "instruction": "It's the only logical translation.", + "bbox": [ + 0.21721666124131944, + 0.8620354546440973, + 0.39676589965820314, + 0.8909225802951389 + ], + "point": [ + 0.307, + 0.8765 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.34101534949408635, + 0.010936431884765625, + 0.3562767028808594, + 0.033313446044921875 + ], + "point": [ + 0.3486, + 0.0221 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8655283610026042, + 0.05708860609266493, + 0.8825553046332465, + 0.08517706976996528 + ], + "point": [ + 0.874, + 0.0711 + ] + }, + { + "instruction": "The option to who will win the Oscar for film editing.", + "bbox": [ + 0.15843506919013128, + 0.7693442111545139, + 0.410455502404107, + 0.7976059299045138 + ], + "point": [ + 0.2844, + 0.7835 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.31516227722167967, + 0.009176123936971028, + 0.33194919162326386, + 0.03496238390604655 + ], + "point": [ + 0.3236, + 0.0221 + ] + }, + { + "instruction": "A prompt to use the user to press in aSupporting role.", + "bbox": [ + 0.15648782518174914, + 0.5820728217230903, + 0.5295980665418837, + 0.6105002848307292 + ], + "point": [ + 0.343, + 0.5963 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.13241937425401476, + 0.2413946024576823, + 0.15483152601453992, + 0.28032472398546004 + ], + "point": [ + 0.1436, + 0.2609 + ] + }, + { + "instruction": "A link to the month of September.", + "bbox": [ + 0.21716429392496744, + 0.8932309299045139, + 0.4291414048936632, + 0.9157891167534722 + ], + "point": [ + 0.3232, + 0.9045 + ] + }, + { + "instruction": "a prompt to wait for a queue.", + "bbox": [ + 0.21744333902994792, + 0.9565387641059028, + 0.35418654547797307, + 0.9816898600260416 + ], + "point": [ + 0.2858, + 0.9691 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 6.852315531836615e-05, + 0.0, + 0.008302671710650127, + 0.05875476413302951 + ], + "point": [ + 0.0042, + 0.0294 + ] + }, + { + "instruction": "Switching between switches and switch life.", + "bbox": [ + 0.28197475009494355, + 0.24134668986002605, + 0.6560566796196832, + 0.2674781460232205 + ], + "point": [ + 0.469, + 0.2544 + ] + } + ], + "element_size": 105 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_15/5604.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Postmill", + "bbox": [ + 0.02881944179534912, + 0.013888888888888888, + 0.06319444444444444, + 0.029444444444444443 + ], + "point": [ + 0.046, + 0.0217 + ] + }, + { + "instruction": "Charger Cable for NS Switch", + "bbox": [ + 0.1937499788072374, + 0.012222222222222223, + 0.3093749788072374, + 0.03222222222222222 + ], + "point": [ + 0.2516, + 0.0222 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.31909720102945965, + 0.013333332273695203, + 0.3548610899183485, + 0.03388888359069824 + ], + "point": [ + 0.337, + 0.0236 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-T.amazonaws.com:9999", + "bbox": [ + 0.1579861005147298, + 0.059444444444444446, + 0.41354165607028537, + 0.08055555555555556 + ], + "point": [ + 0.2858, + 0.07 + ] + }, + { + "instruction": "Subscribed forums", + "bbox": [ + 0.6958333333333333, + 0.18833331637912326, + 0.803125, + 0.20999998304578993 + ], + "point": [ + 0.7495, + 0.1992 + ] + }, + { + "instruction": "Charger Cable for NS Switch and Switch Lite", + "bbox": [ + 0.1579861111111111, + 0.24111112806532117, + 0.4170138888888889, + 0.27166668362087676 + ], + "point": [ + 0.2875, + 0.2564 + ] + }, + { + "instruction": "2 Pack 1OFT Nylon Braided USB C to USB", + "bbox": [ + 0.4218749576144748, + 0.2411111111111111, + 0.6614582909478082, + 0.27055555555555555 + ], + "point": [ + 0.5417, + 0.2558 + ] + }, + { + "instruction": "Type \u20ac Fast Data Sync Power Charging Cord Accessories for Samsung Galaxy S9 S8", + "bbox": [ + 0.16944444444444445, + 0.2727777777777778, + 0.6552083333333333, + 0.30277777777777776 + ], + "point": [ + 0.4123, + 0.2878 + ] + }, + { + "instruction": "Note 9, Pixel; LG V30 G6, OnePlus ec2-44-202-179-34.compute-1.amazonaws.com:7770", + "bbox": [ + 0.15972220102945964, + 0.3055555555555556, + 0.5298610899183486, + 0.33 + ], + "point": [ + 0.3448, + 0.3178 + ] + }, + { + "instruction": "Submitted by MarvelsGrantMan136 14 seconds ag0 in gaming", + "bbox": [ + 0.15937498940361872, + 0.3372222222222222, + 0.39131943384806317, + 0.35444444444444445 + ], + "point": [ + 0.2753, + 0.3458 + ] + }, + { + "instruction": "No comments", + "bbox": [ + 0.159375, + 0.3611111111111111, + 0.21388888888888888, + 0.3761111111111111 + ], + "point": [ + 0.1866, + 0.3686 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.22118057674831815, + 0.3611111111111111, + 0.23819446563720703, + 0.3761111111111111 + ], + "point": [ + 0.2297, + 0.3686 + ] + }, + { + "instruction": "Delete", + "bbox": [ + 0.24444444444444444, + 0.3611111111111111, + 0.2701388888888889, + 0.3761111111111111 + ], + "point": [ + 0.2573, + 0.3686 + ] + }, + { + "instruction": "[OC] Loot", + "bbox": [ + 0.21631944444444445, + 0.39611111111111114, + 0.2746527777777778, + 0.42444444444444446 + ], + "point": [ + 0.2455, + 0.4103 + ] + }, + { + "instruction": "Submitted by colmscomics [t3_125qemv]", + "bbox": [ + 0.2170138888888889, + 0.43, + 0.3715277777777778, + 0.44722222222222224 + ], + "point": [ + 0.2943, + 0.4386 + ] + }, + { + "instruction": "year ag0 in gaming", + "bbox": [ + 0.37743055555555555, + 0.43, + 0.4496527777777778, + 0.44722222222222224 + ], + "point": [ + 0.4135, + 0.4386 + ] + }, + { + "instruction": "Submitted by jakesimp1 [t3_126yyu8]", + "bbox": [ + 0.2170138888888889, + 0.523888922797309, + 0.3576388888888889, + 0.5411111450195313 + ], + "point": [ + 0.2873, + 0.5325 + ] + }, + { + "instruction": "year ag0 in gaming", + "bbox": [ + 0.3625, + 0.523888922797309, + 0.4357638888888889, + 0.5411111450195313 + ], + "point": [ + 0.3991, + 0.5325 + ] + }, + { + "instruction": "9933 Submitted by GetFreeCash [t3_10kc546] 2 years ago in movies", + "bbox": [ + 0.13125, + 0.6061111111111112, + 0.3920138888888889, + 0.6344444444444445 + ], + "point": [ + 0.2616, + 0.6203 + ] + }, + { + "instruction": "23 comments", + "bbox": [ + 0.159375, + 0.64, + 0.21319444444444444, + 0.6544444444444445 + ], + "point": [ + 0.1863, + 0.6472 + ] + }, + { + "instruction": "Submitted by fart_Jr [t3_128059u]", + "bbox": [ + 0.2170138888888889, + 0.71, + 0.34513884650336374, + 0.7272222222222222 + ], + "point": [ + 0.2811, + 0.7186 + ] + }, + { + "instruction": "year ago in gaming", + "bbox": [ + 0.3506944444444444, + 0.71, + 0.4232638888888889, + 0.7272222222222222 + ], + "point": [ + 0.387, + 0.7186 + ] + }, + { + "instruction": "19 comments", + "bbox": [ + 0.21805557674831813, + 0.7338888888888889, + 0.2708333545260959, + 0.7483333333333333 + ], + "point": [ + 0.2444, + 0.7411 + ] + }, + { + "instruction": "7720 Submitted by GetFreeCash [t3_1Okbpzo] 2 years ago in movies", + "bbox": [ + 0.13125, + 0.7927777099609375, + 0.3909722222222222, + 0.8233332655164931 + ], + "point": [ + 0.2611, + 0.8081 + ] + }, + { + "instruction": "20 comments", + "bbox": [ + 0.159375, + 0.8272222222222222, + 0.21319444444444444, + 0.8422222222222222 + ], + "point": [ + 0.1863, + 0.8347 + ] + }, + { + "instruction": "120 comments", + "bbox": [ + 0.21805555555555556, + 0.92, + 0.27569440205891926, + 0.9361111111111111 + ], + "point": [ + 0.2469, + 0.9281 + ] + }, + { + "instruction": "don\"( awavb", + "bbox": [ + 0.16145832273695204, + 0.9572222222222222, + 0.18263888888888888, + 0.9622222222222222 + ], + "point": [ + 0.172, + 0.9597 + ] + }, + { + "instruction": "flashbanged", + "bbox": [ + 0.18854166666666666, + 0.9544444444444444, + 0.20972222222222223, + 0.9633333333333334 + ], + "point": [ + 0.1991, + 0.9589 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-", + "bbox": [ + 0.0024305608537462022, + 0.98, + 0.12569444974263508, + 0.9983333333333333 + ], + "point": [ + 0.0641, + 0.9892 + ] + }, + { + "instruction": "amazonaws com:gggg/wiki", + "bbox": [ + 0.1295138888888889, + 0.98, + 0.23958333333333334, + 0.9961111111111111 + ], + "point": [ + 0.1845, + 0.9881 + ] + }, + { + "instruction": "#todkunclcar", + "bbox": [ + 0.24166666666666667, + 0.9916666666666667, + 0.3003472222222222, + 0.9988888888888889 + ], + "point": [ + 0.271, + 0.9953 + ] + }, + { + "instruction": "[+o", + "bbox": [ + 0.3034722222222222, + 0.9894444444444445, + 0.31493055555555555, + 0.9988888888888889 + ], + "point": [ + 0.3092, + 0.9942 + ] + }, + { + "instruction": "I1encil", + "bbox": [ + 0.3173611111111111, + 0.9894444444444445, + 0.3486111111111111, + 0.9988888888888889 + ], + "point": [ + 0.333, + 0.9942 + ] + }, + { + "instruction": "Vooraacin Oaming", + "bbox": [ + 0.3548611111111111, + 0.9916666666666667, + 0.4267361111111111, + 0.9988888888888889 + ], + "point": [ + 0.3908, + 0.9953 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8953199598524305, + 0.04950058831108941, + 0.9707685682508681, + 0.09019081115722656 + ], + "point": [ + 0.933, + 0.0698 + ] + }, + { + "instruction": "movies", + "bbox": [ + 0.7420683966742622, + 0.22795323689778646, + 0.7862410651312934, + 0.2627904764811198 + ], + "point": [ + 0.7642, + 0.2454 + ] + }, + { + "instruction": "Submit", + "bbox": [ + 0.6477781931559244, + 0.09548294067382812, + 0.7201494004991319, + 0.15501820882161457 + ], + "point": [ + 0.684, + 0.1253 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08282491895887586, + 0.05356383005777995, + 0.155600463019477, + 0.08424360487196181 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "gaming", + "bbox": [ + 0.6953363206651476, + 0.22797905815972222, + 0.7404485914442275, + 0.26280785454644096 + ], + "point": [ + 0.7179, + 0.2454 + ] + }, + { + "instruction": "11231", + "bbox": [ + 0.12633130815294052, + 0.4880218166775174, + 0.15779878828260635, + 0.5684025404188368 + ], + "point": [ + 0.1421, + 0.5282 + ] + }, + { + "instruction": "20908", + "bbox": [ + 0.1265691015455458, + 0.394168701171875, + 0.15845888985527887, + 0.47605882432725694 + ], + "point": [ + 0.1425, + 0.4351 + ] + }, + { + "instruction": "Postmill", + "bbox": [ + 0.12530553605821398, + 0.0956589592827691, + 0.19294745127360027, + 0.1549546644422743 + ], + "point": [ + 0.1591, + 0.1253 + ] + }, + { + "instruction": "Submissions", + "bbox": [ + 0.12623187171088324, + 0.183617672390408, + 0.19908938937717013, + 0.2260255093044705 + ], + "point": [ + 0.1627, + 0.2048 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.24997501373291015, + 0.09582973904079861, + 0.29540576934814455, + 0.15501095241970486 + ], + "point": [ + 0.2727, + 0.1254 + ] + }, + { + "instruction": "MarvelsGrantMan136", + "bbox": [ + 0.7196016099717882, + 0.09689909193250867, + 0.871484375, + 0.15249091254340277 + ], + "point": [ + 0.7955, + 0.1247 + ] + }, + { + "instruction": "Subscribed", + "bbox": [ + 0.26906119452582467, + 0.1834940931532118, + 0.35338499281141494, + 0.22425204806857638 + ], + "point": [ + 0.3112, + 0.2039 + ] + }, + { + "instruction": "6828", + "bbox": [ + 0.12808263566758898, + 0.8621400960286458, + 0.15823707580566407, + 0.9413181559244792 + ], + "point": [ + 0.1432, + 0.9017 + ] + }, + { + "instruction": "Hot", + "bbox": [ + 0.35353287590874566, + 0.1834549797905816, + 0.4028732723659939, + 0.22380616929796007 + ], + "point": [ + 0.3782, + 0.2036 + ] + }, + { + "instruction": "9912", + "bbox": [ + 0.1284329414367676, + 0.6748583306206597, + 0.1577479362487793, + 0.7543895806206597 + ], + "point": [ + 0.1431, + 0.7146 + ] + }, + { + "instruction": "Forums", + "bbox": [ + 0.1919623480902778, + 0.09848770989312065, + 0.25125050014919703, + 0.15071207682291668 + ], + "point": [ + 0.2216, + 0.1246 + ] + }, + { + "instruction": "Comments", + "bbox": [ + 0.1979490704006619, + 0.18335684882269965, + 0.26127050187852646, + 0.22561769273546006 + ], + "point": [ + 0.2296, + 0.2045 + ] + }, + { + "instruction": "Story in Two Panels", + "bbox": [ + 0.2166759490966797, + 0.6753456624348958, + 0.3446150885687934, + 0.7042143419053819 + ], + "point": [ + 0.2806, + 0.6898 + ] + }, + { + "instruction": "nice, Leon", + "bbox": [ + 0.21749382019042968, + 0.48764950222439235, + 0.30776422288682725, + 0.5171014743381076 + ], + "point": [ + 0.2626, + 0.5024 + ] + }, + { + "instruction": "Very", + "bbox": [ + 0.21749382019042968, + 0.48764950222439235, + 0.30776422288682725, + 0.5171014743381076 + ], + "point": [ + 0.2626, + 0.5024 + ] + }, + { + "instruction": "Its the only logical explanation", + "bbox": [ + 0.21728509267171223, + 0.8617564561631944, + 0.39963243272569443, + 0.8906575520833333 + ], + "point": [ + 0.3085, + 0.8762 + ] + }, + { + "instruction": "Wait You guys can see?", + "bbox": [ + 0.2167555914984809, + 0.9559462483723958, + 0.3551969740125868, + 0.983537122938368 + ], + "point": [ + 0.286, + 0.9697 + ] + }, + { + "instruction": "Who will win the Oscar for FILM EDITING?", + "bbox": [ + 0.15544438891940646, + 0.7684910753038194, + 0.40590151680840386, + 0.7972764756944445 + ], + "point": [ + 0.2807, + 0.7829 + ] + }, + { + "instruction": "148 comments", + "bbox": [ + 0.21785994635687933, + 0.45164371066623266, + 0.27722786797417537, + 0.470423346625434 + ], + "point": [ + 0.2475, + 0.461 + ] + }, + { + "instruction": "Who will win the Oscar for ACTRESS IN A SUPPORTING ROLE?", + "bbox": [ + 0.15644895765516492, + 0.581654527452257, + 0.5303819020589192, + 0.6105367702907986 + ], + "point": [ + 0.3434, + 0.5961 + ] + }, + { + "instruction": "Submitted by EeKo9 [t3_125q806]", + "bbox": [ + 0.2173238542344835, + 0.8928856743706597, + 0.4320084465874566, + 0.9156536865234375 + ], + "point": [ + 0.3247, + 0.9043 + ] + }, + { + "instruction": "year ag0 in gaming", + "bbox": [ + 0.2173238542344835, + 0.8928856743706597, + 0.4320084465874566, + 0.9156536865234375 + ], + "point": [ + 0.3247, + 0.9043 + ] + }, + { + "instruction": "175 comments", + "bbox": [ + 0.21812129550509982, + 0.54389404296875, + 0.2766714307996962, + 0.5645756700303819 + ], + "point": [ + 0.2474, + 0.5542 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8953199598524305, + 0.04950058831108941, + 0.9707685682508681, + 0.09019081115722656 + ], + "point": [ + 0.933, + 0.0698 + ] + }, + { + "instruction": "movies.", + "bbox": [ + 0.7420683966742622, + 0.22795323689778646, + 0.7862410651312934, + 0.2627904764811198 + ], + "point": [ + 0.7642, + 0.2454 + ] + }, + { + "instruction": "creating a new comment or entry.", + "bbox": [ + 0.6477781931559244, + 0.09548294067382812, + 0.7201494004991319, + 0.15501820882161457 + ], + "point": [ + 0.684, + 0.1253 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08282491895887586, + 0.05356383005777995, + 0.155600463019477, + 0.08424360487196181 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.38729739718967016, + 0.10212936401367187, + 0.5221631368001302, + 0.14903671264648438 + ], + "point": [ + 0.4547, + 0.1256 + ] + }, + { + "instruction": "gaming.", + "bbox": [ + 0.6953363206651476, + 0.22797905815972222, + 0.7404485914442275, + 0.26280785454644096 + ], + "point": [ + 0.7179, + 0.2454 + ] + }, + { + "instruction": "a character in a bed with a thought bubble.", + "bbox": [ + 0.15853603151109483, + 0.3944817097981771, + 0.211710696750217, + 0.477162102593316 + ], + "point": [ + 0.1851, + 0.4358 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.6134366777208117, + 0.09558928595648872, + 0.6498435550265842, + 0.15476703219943577 + ], + "point": [ + 0.6316, + 0.1252 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9757666693793403, + 0.0033523771497938368, + 0.9968443128797743, + 0.039201651679144967 + ], + "point": [ + 0.9863, + 0.0213 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12633130815294052, + 0.4880218166775174, + 0.15779878828260635, + 0.5684025404188368 + ], + "point": [ + 0.1421, + 0.5282 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.1265691015455458, + 0.394168701171875, + 0.15845888985527887, + 0.47605882432725694 + ], + "point": [ + 0.1425, + 0.4351 + ] + }, + { + "instruction": "Postmill.", + "bbox": [ + 0.12530553605821398, + 0.0956589592827691, + 0.19294745127360027, + 0.1549546644422743 + ], + "point": [ + 0.1591, + 0.1253 + ] + }, + { + "instruction": "Submissions.", + "bbox": [ + 0.12623187171088324, + 0.183617672390408, + 0.19908938937717013, + 0.2260255093044705 + ], + "point": [ + 0.1627, + 0.2048 + ] + }, + { + "instruction": "Wiki.", + "bbox": [ + 0.24997501373291015, + 0.09582973904079861, + 0.29540576934814455, + 0.15501095241970486 + ], + "point": [ + 0.2727, + 0.1254 + ] + }, + { + "instruction": "A user profile or account.", + "bbox": [ + 0.7196016099717882, + 0.09689909193250867, + 0.871484375, + 0.15249091254340277 + ], + "point": [ + 0.7955, + 0.1247 + ] + }, + { + "instruction": "a person with long hair.", + "bbox": [ + 0.1587845696343316, + 0.4872598605685764, + 0.21246350606282552, + 0.5686555989583333 + ], + "point": [ + 0.1856, + 0.528 + ] + }, + { + "instruction": "Subscripted.", + "bbox": [ + 0.26906119452582467, + 0.1834940931532118, + 0.35338499281141494, + 0.22425204806857638 + ], + "point": [ + 0.3112, + 0.2039 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9721876356336806, + 0.04575124952528212, + 0.9988384670681424, + 0.09398683336046007 + ], + "point": [ + 0.9855, + 0.0699 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12808263566758898, + 0.8621400960286458, + 0.15823707580566407, + 0.9413181559244792 + ], + "point": [ + 0.1432, + 0.9017 + ] + }, + { + "instruction": "A character in a game.", + "bbox": [ + 0.15821663538614908, + 0.6740400526258681, + 0.2125918706258138, + 0.7542934163411459 + ], + "point": [ + 0.1854, + 0.7142 + ] + }, + { + "instruction": "Strikethrough", + "bbox": [ + 0.15846051110161674, + 0.8607451714409722, + 0.2113492965698242, + 0.9502100965711806 + ], + "point": [ + 0.1849, + 0.9055 + ] + }, + { + "instruction": "a dropdown menu for selecting hot items.", + "bbox": [ + 0.35353287590874566, + 0.1834549797905816, + 0.4028732723659939, + 0.22380616929796007 + ], + "point": [ + 0.3782, + 0.2036 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.1284329414367676, + 0.6748583306206597, + 0.1577479362487793, + 0.7543895806206597 + ], + "point": [ + 0.1431, + 0.7146 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.053602743148803714, + 0.048057039048936635, + 0.07686253123813205, + 0.08792477077907986 + ], + "point": [ + 0.0652, + 0.068 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004775214195251465, + 0.050339923434787326, + 0.02718515396118164, + 0.0867028554280599 + ], + "point": [ + 0.016, + 0.0685 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12849487728542752, + 0.581678466796875, + 0.15588821834988065, + 0.6557990180121528 + ], + "point": [ + 0.1422, + 0.6187 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.1341740290323893, + 0.28109920925564236, + 0.15314935048421224, + 0.3120124308268229 + ], + "point": [ + 0.1437, + 0.2966 + ] + }, + { + "instruction": "Forms.", + "bbox": [ + 0.1919623480902778, + 0.09848770989312065, + 0.25125050014919703, + 0.15071207682291668 + ], + "point": [ + 0.2216, + 0.1246 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028845394982231987, + 0.04898008558485243, + 0.0514335208468967, + 0.0863566419813368 + ], + "point": [ + 0.0401, + 0.0677 + ] + }, + { + "instruction": "Comments section.", + "bbox": [ + 0.1979490704006619, + 0.18335684882269965, + 0.26127050187852646, + 0.22561769273546006 + ], + "point": [ + 0.2296, + 0.2045 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15080108642578124, + 0.009809139039781358, + 0.16613951789008247, + 0.03756013340420193 + ], + "point": [ + 0.1585, + 0.0237 + ] + }, + { + "instruction": "A story in two panels.", + "bbox": [ + 0.2166759490966797, + 0.6753456624348958, + 0.3446150885687934, + 0.7042143419053819 + ], + "point": [ + 0.2806, + 0.6898 + ] + }, + { + "instruction": "a search function for \"very nice, leon\".", + "bbox": [ + 0.21749382019042968, + 0.48764950222439235, + 0.30776422288682725, + 0.5171014743381076 + ], + "point": [ + 0.2626, + 0.5024 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8652286105685764, + 0.056682603624131946, + 0.8828011406792535, + 0.085168211195204 + ], + "point": [ + 0.874, + 0.0709 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.1286552323235406, + 0.7705432807074653, + 0.15732391145494248, + 0.8428467475043403 + ], + "point": [ + 0.143, + 0.8067 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.3412292692396376, + 0.009503835042317709, + 0.3561953650580512, + 0.03438220977783203 + ], + "point": [ + 0.3487, + 0.0219 + ] + }, + { + "instruction": "It's the only logical translation.", + "bbox": [ + 0.21728509267171223, + 0.8617564561631944, + 0.39963243272569443, + 0.8906575520833333 + ], + "point": [ + 0.3085, + 0.8762 + ] + }, + { + "instruction": "a prompt to wait for yourguys can see.", + "bbox": [ + 0.2167555914984809, + 0.9559462483723958, + 0.3551969740125868, + 0.983537122938368 + ], + "point": [ + 0.286, + 0.9697 + ] + }, + { + "instruction": "The option to who will win the Oscar for file editing.", + "bbox": [ + 0.15544438891940646, + 0.7684910753038194, + 0.40590151680840386, + 0.7972764756944445 + ], + "point": [ + 0.2807, + 0.7829 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.31488689846462675, + 0.008170575035942925, + 0.33219320509168837, + 0.035597576565212674 + ], + "point": [ + 0.3235, + 0.0219 + ] + }, + { + "instruction": "a comments section or feature.", + "bbox": [ + 0.21785994635687933, + 0.45164371066623266, + 0.27722786797417537, + 0.470423346625434 + ], + "point": [ + 0.2475, + 0.461 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.1330531438191732, + 0.24265028211805556, + 0.15369366539849175, + 0.2744382052951389 + ], + "point": [ + 0.1434, + 0.2585 + ] + }, + { + "instruction": "A prompt to access the support role in a user interface.", + "bbox": [ + 0.15644895765516492, + 0.581654527452257, + 0.5303819020589192, + 0.6105367702907986 + ], + "point": [ + 0.3434, + 0.5961 + ] + }, + { + "instruction": "A link to a year app in gaming.", + "bbox": [ + 0.2173238542344835, + 0.8928856743706597, + 0.4320084465874566, + 0.9156536865234375 + ], + "point": [ + 0.3247, + 0.9043 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 7.121927208370632e-05, + 0.0, + 0.008341306779119704, + 0.05744937472873264 + ], + "point": [ + 0.0042, + 0.0287 + ] + }, + { + "instruction": "Comments section.", + "bbox": [ + 0.22909283108181425, + 0.731373765733507, + 0.27180959913465713, + 0.7515614827473959 + ], + "point": [ + 0.2505, + 0.7415 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.13383092880249023, + 0.9601968044704862, + 0.1522227923075358, + 0.9789926486545139 + ], + "point": [ + 0.143, + 0.9696 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.00012510750028822158, + 0.051715833875868054, + 0.005053994721836514, + 0.08737825181749131 + ], + "point": [ + 0.0026, + 0.0695 + ] + }, + { + "instruction": "a comments section or feature.", + "bbox": [ + 0.21812129550509982, + 0.54389404296875, + 0.2766714307996962, + 0.5645756700303819 + ], + "point": [ + 0.2474, + 0.5542 + ] + } + ], + "element_size": 111 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_16/6330.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Postmill", + "bbox": [ + 0.02881944179534912, + 0.013888888888888888, + 0.06319444444444444, + 0.029444444444444443 + ], + "point": [ + 0.046, + 0.0217 + ] + }, + { + "instruction": "Nintendo Switch", + "bbox": [ + 0.19444444444444445, + 0.013888888888888888, + 0.26145833333333335, + 0.029444444444444443 + ], + "point": [ + 0.228, + 0.0217 + ] + }, + { + "instruction": "Video Gam", + "bbox": [ + 0.2670138888888889, + 0.013888888888888888, + 0.3121527777777778, + 0.029444444444444443 + ], + "point": [ + 0.2896, + 0.0217 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.3190972222222222, + 0.013333332273695203, + 0.3541666666666667, + 0.03388888359069824 + ], + "point": [ + 0.3366, + 0.0236 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:9999", + "bbox": [ + 0.15833331214057075, + 0.06055555555555556, + 0.41354166666666664, + 0.0811111111111111 + ], + "point": [ + 0.2859, + 0.0708 + ] + }, + { + "instruction": "Subscribed forums", + "bbox": [ + 0.6958333333333333, + 0.18833333333333332, + 0.8034722222222223, + 0.2127777777777778 + ], + "point": [ + 0.7497, + 0.2006 + ] + }, + { + "instruction": "Charger Cable for NS Switch and Switch Lite", + "bbox": [ + 0.15729166666666666, + 0.2411111111111111, + 0.4170138888888889, + 0.2722222222222222 + ], + "point": [ + 0.2872, + 0.2567 + ] + }, + { + "instruction": "2 Pack 1OFT Nylon Braided USB \u20acC to USB", + "bbox": [ + 0.4218749576144748, + 0.2427777777777778, + 0.6614582909478082, + 0.27055555555555555 + ], + "point": [ + 0.5417, + 0.2567 + ] + }, + { + "instruction": "Type \u20ac Fast Data Sync Power Charging Cord Accessories for Samsung Galaxy S9 S8", + "bbox": [ + 0.16944444444444445, + 0.2733333333333333, + 0.6552083333333333, + 0.3022222222222222 + ], + "point": [ + 0.4123, + 0.2878 + ] + }, + { + "instruction": "Note 9,Pixel, LG V30 G6, OnePlus ec2-44-202-179-34.compute-1.amazonaws.com:7770", + "bbox": [ + 0.16041664547390408, + 0.3061111111111111, + 0.5298610899183486, + 0.33055555555555555 + ], + "point": [ + 0.3451, + 0.3183 + ] + }, + { + "instruction": "Submitted by MarvelsGrantMan136 14 seconds ago in gaming", + "bbox": [ + 0.15902777777777777, + 0.33555555555555555, + 0.39166666666666666, + 0.3566666666666667 + ], + "point": [ + 0.2753, + 0.3461 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.22118057674831815, + 0.3611111111111111, + 0.23819446563720703, + 0.3761111111111111 + ], + "point": [ + 0.2297, + 0.3686 + ] + }, + { + "instruction": "[OC] Loot", + "bbox": [ + 0.21631944444444445, + 0.39611111111111114, + 0.2746527777777778, + 0.42444444444444446 + ], + "point": [ + 0.2455, + 0.4103 + ] + }, + { + "instruction": "Submitted by jakesimp1 [t3_126yyu8]", + "bbox": [ + 0.2170138888888889, + 0.5238888888888888, + 0.3576388888888889, + 0.5422222222222223 + ], + "point": [ + 0.2873, + 0.5331 + ] + }, + { + "instruction": "year ago in gaming", + "bbox": [ + 0.36215277777777777, + 0.5222222561306423, + 0.43645833333333334, + 0.5427778116861979 + ], + "point": [ + 0.3993, + 0.5325 + ] + }, + { + "instruction": "9933 Submitted by GetFreeCash [t3_10kc546] 2 years ag0 in movies", + "bbox": [ + 0.13125, + 0.6061111789279514, + 0.3920138888888889, + 0.6361111789279514 + ], + "point": [ + 0.2616, + 0.6211 + ] + }, + { + "instruction": "23 comments", + "bbox": [ + 0.159375, + 0.6411111111111111, + 0.21319444444444444, + 0.6561111111111111 + ], + "point": [ + 0.1863, + 0.6486 + ] + }, + { + "instruction": "Submitted by fart_Jr [t3_128059u]", + "bbox": [ + 0.2170138888888889, + 0.7088888888888889, + 0.34513884650336374, + 0.7272222222222222 + ], + "point": [ + 0.2811, + 0.7181 + ] + }, + { + "instruction": "year ago in gaming", + "bbox": [ + 0.3506944444444444, + 0.7111111789279514, + 0.4232638888888889, + 0.7283334011501736 + ], + "point": [ + 0.387, + 0.7197 + ] + }, + { + "instruction": "19 comments", + "bbox": [ + 0.21805557674831813, + 0.735, + 0.2708333545260959, + 0.7494444444444445 + ], + "point": [ + 0.2444, + 0.7422 + ] + }, + { + "instruction": "Submitted by GetFreeCash [t3_1OkbpzO] 2 years ago in movies", + "bbox": [ + 0.15937498940361872, + 0.8033333333333333, + 0.39131943384806317, + 0.8211111111111111 + ], + "point": [ + 0.2753, + 0.8122 + ] + }, + { + "instruction": "20 comments", + "bbox": [ + 0.159375, + 0.8272222222222222, + 0.21319444444444444, + 0.8422222222222222 + ], + "point": [ + 0.1863, + 0.8347 + ] + }, + { + "instruction": "Submitted by EeKo9 [t3_125q806]", + "bbox": [ + 0.2170138888888889, + 0.8961111111111111, + 0.34444444444444444, + 0.9144444444444444 + ], + "point": [ + 0.2807, + 0.9053 + ] + }, + { + "instruction": "year ag0 in gaming", + "bbox": [ + 0.35, + 0.8972222222222223, + 0.42256944444444444, + 0.9144444444444444 + ], + "point": [ + 0.3863, + 0.9058 + ] + }, + { + "instruction": "don\"t always", + "bbox": [ + 0.16111111111111112, + 0.9566666666666667, + 0.18368053436279297, + 0.9638888888888889 + ], + "point": [ + 0.1724, + 0.9603 + ] + }, + { + "instruction": "Mashbanged", + "bbox": [ + 0.1892361111111111, + 0.9566666666666667, + 0.21041666666666667, + 0.9638888888888889 + ], + "point": [ + 0.1998, + 0.9603 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-", + "bbox": [ + 0.0024305608537462022, + 0.98, + 0.12569444974263508, + 0.9983333333333333 + ], + "point": [ + 0.0641, + 0.9892 + ] + }, + { + "instruction": "amazonaws com:gggg/forums", + "bbox": [ + 0.1295138888888889, + 0.98, + 0.25069444444444444, + 0.9972222222222222 + ], + "point": [ + 0.1901, + 0.9886 + ] + }, + { + "instruction": "Lu", + "bbox": [ + 0.25798608991834854, + 0.9916666666666667, + 0.26805553436279295, + 0.9988888888888889 + ], + "point": [ + 0.263, + 0.9953 + ] + }, + { + "instruction": "B aatn", + "bbox": [ + 0.2694444020589193, + 0.9933333333333333, + 0.3, + 0.9983333333333333 + ], + "point": [ + 0.2847, + 0.9958 + ] + }, + { + "instruction": "1+2", + "bbox": [ + 0.3034722222222222, + 0.9905555555555555, + 0.31493055555555555, + 0.9988888888888889 + ], + "point": [ + 0.3092, + 0.9947 + ] + }, + { + "instruction": "11encil", + "bbox": [ + 0.31840277777777776, + 0.9916666666666667, + 0.3486111111111111, + 0.9988888888888889 + ], + "point": [ + 0.3335, + 0.9953 + ] + }, + { + "instruction": "n Fn Fn", + "bbox": [ + 0.35520833333333335, + 0.995, + 0.3875, + 0.9983333333333333 + ], + "point": [ + 0.3714, + 0.9967 + ] + }, + { + "instruction": "aneanin", + "bbox": [ + 0.3885416666666667, + 0.9916666666666667, + 0.4267361111111111, + 0.9988888888888889 + ], + "point": [ + 0.4076, + 0.9953 + ] + }, + { + "instruction": "movies", + "bbox": [ + 0.7420902676052518, + 0.2291988796657986, + 0.7862107170952691, + 0.26349168565538195 + ], + "point": [ + 0.7642, + 0.2463 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8950336032443577, + 0.04960917578803169, + 0.9706637912326389, + 0.09008765326605903 + ], + "point": [ + 0.9328, + 0.0698 + ] + }, + { + "instruction": "Postmill", + "bbox": [ + 0.12534590827094183, + 0.09558442857530382, + 0.19306568569607205, + 0.15562989976671007 + ], + "point": [ + 0.1592, + 0.1256 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.0829098383585612, + 0.05363051944308811, + 0.15556521945529514, + 0.08424193488226997 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "Submit", + "bbox": [ + 0.648163562350803, + 0.09657540215386284, + 0.7207032945421007, + 0.15459774441189236 + ], + "point": [ + 0.6844, + 0.1256 + ] + }, + { + "instruction": "gaming", + "bbox": [ + 0.6953942192925348, + 0.22897442287868924, + 0.7404183281792535, + 0.2635851881239149 + ], + "point": [ + 0.7179, + 0.2463 + ] + }, + { + "instruction": "Forlms", + "bbox": [ + 0.19068158467610677, + 0.09582434760199653, + 0.2529810587565104, + 0.15590213351779514 + ], + "point": [ + 0.2218, + 0.1259 + ] + }, + { + "instruction": "Submissions", + "bbox": [ + 0.12623747719658746, + 0.18395672268337673, + 0.19888729519314235, + 0.22682788425021702 + ], + "point": [ + 0.1626, + 0.2054 + ] + }, + { + "instruction": "MarvelsGrantMan136", + "bbox": [ + 0.719822014702691, + 0.09745917426215278, + 0.8718992445203994, + 0.15179448445638022 + ], + "point": [ + 0.7959, + 0.1246 + ] + }, + { + "instruction": "11231", + "bbox": [ + 0.1262695100572374, + 0.4880099148220486, + 0.15806363423665365, + 0.5686246066623264 + ], + "point": [ + 0.1422, + 0.5283 + ] + }, + { + "instruction": "Subscribed", + "bbox": [ + 0.2689955817328559, + 0.1839198472764757, + 0.35335294935438366, + 0.2246365695529514 + ], + "point": [ + 0.3112, + 0.2043 + ] + }, + { + "instruction": "20908", + "bbox": [ + 0.12667663362291123, + 0.39462483723958336, + 0.15889529122246637, + 0.47558844672309025 + ], + "point": [ + 0.1428, + 0.4351 + ] + }, + { + "instruction": "Hot", + "bbox": [ + 0.35327396392822263, + 0.18401106092664932, + 0.4029838138156467, + 0.22417572021484375 + ], + "point": [ + 0.3781, + 0.2041 + ] + }, + { + "instruction": "6828", + "bbox": [ + 0.12829712761773004, + 0.8627187771267361, + 0.15797981686062282, + 0.9416379123263889 + ], + "point": [ + 0.1431, + 0.9022 + ] + }, + { + "instruction": "9912", + "bbox": [ + 0.1287546263800727, + 0.6751982964409722, + 0.15776234732733832, + 0.754818115234375 + ], + "point": [ + 0.1433, + 0.715 + ] + }, + { + "instruction": "Comments", + "bbox": [ + 0.197224850124783, + 0.1836724853515625, + 0.2614198472764757, + 0.22627081976996527 + ], + "point": [ + 0.2293, + 0.205 + ] + }, + { + "instruction": "Story in Two Panels", + "bbox": [ + 0.21651053958468966, + 0.6752532280815973, + 0.3449147754245334, + 0.7045936414930556 + ], + "point": [ + 0.2807, + 0.6899 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.2514516830444336, + 0.0967864990234375, + 0.29324448903401695, + 0.15549558851453993 + ], + "point": [ + 0.2723, + 0.1261 + ] + }, + { + "instruction": "Very nice; Leon", + "bbox": [ + 0.21736534966362847, + 0.4882029554578993, + 0.3078084733751085, + 0.517583719889323 + ], + "point": [ + 0.2626, + 0.5029 + ] + }, + { + "instruction": "7720", + "bbox": [ + 0.12863968743218315, + 0.7697345648871528, + 0.15720225440131294, + 0.8426859537760417 + ], + "point": [ + 0.1429, + 0.8062 + ] + }, + { + "instruction": "Who will win the Oscar for FILM EDITING?", + "bbox": [ + 0.15516655180189345, + 0.7686895073784722, + 0.40969569947984485, + 0.7980193413628472 + ], + "point": [ + 0.2824, + 0.7834 + ] + }, + { + "instruction": "It's the only logical explanation", + "bbox": [ + 0.2175386216905382, + 0.8617521837022569, + 0.40207460191514754, + 0.8911821153428819 + ], + "point": [ + 0.3098, + 0.8765 + ] + }, + { + "instruction": "Wit", + "bbox": [ + 0.21684290568033854, + 0.9556104871961806, + 0.3555002000596788, + 0.9841034613715278 + ], + "point": [ + 0.2862, + 0.9699 + ] + }, + { + "instruction": "guys can see?", + "bbox": [ + 0.21684290568033854, + 0.9556104871961806, + 0.3555002000596788, + 0.9841034613715278 + ], + "point": [ + 0.2862, + 0.9699 + ] + }, + { + "instruction": "You", + "bbox": [ + 0.21684290568033854, + 0.9556104871961806, + 0.3555002000596788, + 0.9841034613715278 + ], + "point": [ + 0.2862, + 0.9699 + ] + }, + { + "instruction": "Who will win the Oscar for ACTRESS IN A SUPPORTING ROLE?", + "bbox": [ + 0.15642630259195964, + 0.5820671929253473, + 0.5294600380791559, + 0.6112295193142361 + ], + "point": [ + 0.3429, + 0.5966 + ] + }, + { + "instruction": "No comments", + "bbox": [ + 0.1591140217251248, + 0.3575902981228299, + 0.2147383795844184, + 0.3798087904188368 + ], + "point": [ + 0.1869, + 0.3687 + ] + }, + { + "instruction": "Submitted by colmscomics [t3_125qemv]", + "bbox": [ + 0.2172287411159939, + 0.42740671793619794, + 0.4660513136121962, + 0.449791022406684 + ], + "point": [ + 0.3416, + 0.4386 + ] + }, + { + "instruction": "year ago in gaming", + "bbox": [ + 0.2172287411159939, + 0.42740671793619794, + 0.4660513136121962, + 0.449791022406684 + ], + "point": [ + 0.3416, + 0.4386 + ] + }, + { + "instruction": "Delete", + "bbox": [ + 0.24458656311035157, + 0.359725341796875, + 0.2701519436306424, + 0.37897569444444446 + ], + "point": [ + 0.2574, + 0.3694 + ] + }, + { + "instruction": "175 comments", + "bbox": [ + 0.21790534125434027, + 0.54472900390625, + 0.2758769989013672, + 0.5642604573567709 + ], + "point": [ + 0.2469, + 0.5545 + ] + }, + { + "instruction": "120 comments", + "bbox": [ + 0.21739688449435765, + 0.9167838541666666, + 0.28080969916449655, + 0.9408954535590278 + ], + "point": [ + 0.2491, + 0.9288 + ] + }, + { + "instruction": "148 comments", + "bbox": [ + 0.217883915371365, + 0.4524164835611979, + 0.2758637958102756, + 0.47052486843532987 + ], + "point": [ + 0.2469, + 0.4615 + ] + }, + { + "instruction": "movies.", + "bbox": [ + 0.7420902676052518, + 0.2291988796657986, + 0.7862107170952691, + 0.26349168565538195 + ], + "point": [ + 0.7642, + 0.2463 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8950336032443577, + 0.04960917578803169, + 0.9706637912326389, + 0.09008765326605903 + ], + "point": [ + 0.9328, + 0.0698 + ] + }, + { + "instruction": "Postmill.", + "bbox": [ + 0.12534590827094183, + 0.09558442857530382, + 0.19306568569607205, + 0.15562989976671007 + ], + "point": [ + 0.1592, + 0.1256 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.0829098383585612, + 0.05363051944308811, + 0.15556521945529514, + 0.08424193488226997 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "adding a comment.", + "bbox": [ + 0.648163562350803, + 0.09657540215386284, + 0.7207032945421007, + 0.15459774441189236 + ], + "point": [ + 0.6844, + 0.1256 + ] + }, + { + "instruction": "gaming.", + "bbox": [ + 0.6953942192925348, + 0.22897442287868924, + 0.7404183281792535, + 0.2635851881239149 + ], + "point": [ + 0.7179, + 0.2463 + ] + }, + { + "instruction": "a character in a hospital bed.", + "bbox": [ + 0.15855175654093426, + 0.3945487467447917, + 0.21152019500732422, + 0.4759023708767361 + ], + "point": [ + 0.185, + 0.4352 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.38735160827636717, + 0.10257130940755209, + 0.5219656626383463, + 0.14870390150282117 + ], + "point": [ + 0.4547, + 0.1256 + ] + }, + { + "instruction": "Forms.", + "bbox": [ + 0.19068158467610677, + 0.09582434760199653, + 0.2529810587565104, + 0.15590213351779514 + ], + "point": [ + 0.2218, + 0.1259 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9757800632052951, + 0.0034069654676649307, + 0.9968334621853299, + 0.03919502258300781 + ], + "point": [ + 0.9863, + 0.0213 + ] + }, + { + "instruction": "Submissions.", + "bbox": [ + 0.12623747719658746, + 0.18395672268337673, + 0.19888729519314235, + 0.22682788425021702 + ], + "point": [ + 0.1626, + 0.2054 + ] + }, + { + "instruction": "a person with long hair.", + "bbox": [ + 0.15885997348361544, + 0.48778394911024303, + 0.21211539374457467, + 0.5688856336805556 + ], + "point": [ + 0.1855, + 0.5283 + ] + }, + { + "instruction": "A user profile or account.", + "bbox": [ + 0.719822014702691, + 0.09745917426215278, + 0.8718992445203994, + 0.15179448445638022 + ], + "point": [ + 0.7959, + 0.1246 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.1262695100572374, + 0.4880099148220486, + 0.15806363423665365, + 0.5686246066623264 + ], + "point": [ + 0.1422, + 0.5283 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.6142398410373264, + 0.09699440002441406, + 0.6493556552463108, + 0.1548179456922743 + ], + "point": [ + 0.6318, + 0.1259 + ] + }, + { + "instruction": "Subscripted.", + "bbox": [ + 0.2689955817328559, + 0.1839198472764757, + 0.35335294935438366, + 0.2246365695529514 + ], + "point": [ + 0.3112, + 0.2043 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12667663362291123, + 0.39462483723958336, + 0.15889529122246637, + 0.47558844672309025 + ], + "point": [ + 0.1428, + 0.4351 + ] + }, + { + "instruction": "A character in a game.", + "bbox": [ + 0.1586199124654134, + 0.6743359375, + 0.21252098083496093, + 0.7554739040798611 + ], + "point": [ + 0.1856, + 0.7149 + ] + }, + { + "instruction": "a dropdown menu for selecting hot items.", + "bbox": [ + 0.35327396392822263, + 0.18401106092664932, + 0.4029838138156467, + 0.22417572021484375 + ], + "point": [ + 0.3781, + 0.2041 + ] + }, + { + "instruction": "Strikethrough", + "bbox": [ + 0.15858972337510852, + 0.8614832221137153, + 0.21149843004014757, + 0.9425787353515624 + ], + "point": [ + 0.185, + 0.902 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12829712761773004, + 0.8627187771267361, + 0.15797981686062282, + 0.9416379123263889 + ], + "point": [ + 0.1431, + 0.9022 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.1287546263800727, + 0.6751982964409722, + 0.15776234732733832, + 0.754818115234375 + ], + "point": [ + 0.1433, + 0.715 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9725753784179687, + 0.045744400024414066, + 0.9988555908203125, + 0.09300005594889323 + ], + "point": [ + 0.9857, + 0.0694 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054034090042114256, + 0.04911922878689236, + 0.07693502108256021, + 0.08987907409667968 + ], + "point": [ + 0.0655, + 0.0695 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.13358783721923828, + 0.2807543606228299, + 0.1536216100056966, + 0.31255299886067706 + ], + "point": [ + 0.1436, + 0.2967 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.0048842880460951065, + 0.05084439171685113, + 0.02713197867075602, + 0.0863616689046224 + ], + "point": [ + 0.016, + 0.0686 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12870106167263454, + 0.582171630859375, + 0.15612468719482422, + 0.6550250922309028 + ], + "point": [ + 0.1424, + 0.6186 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02885128657023112, + 0.04942123413085937, + 0.05156812138027615, + 0.08650427076551649 + ], + "point": [ + 0.0402, + 0.068 + ] + }, + { + "instruction": "Comments section.", + "bbox": [ + 0.197224850124783, + 0.1836724853515625, + 0.2614198472764757, + 0.22627081976996527 + ], + "point": [ + 0.2293, + 0.205 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15080401102701824, + 0.009823214213053386, + 0.16598790486653645, + 0.03723454369439019 + ], + "point": [ + 0.1584, + 0.0235 + ] + }, + { + "instruction": "A story in two panels.", + "bbox": [ + 0.21651053958468966, + 0.6752532280815973, + 0.3449147754245334, + 0.7045936414930556 + ], + "point": [ + 0.2807, + 0.6899 + ] + }, + { + "instruction": "WiFi connectivity.", + "bbox": [ + 0.2514516830444336, + 0.0967864990234375, + 0.29324448903401695, + 0.15549558851453993 + ], + "point": [ + 0.2723, + 0.1261 + ] + }, + { + "instruction": "a search function for \"very nice, leon\".", + "bbox": [ + 0.21736534966362847, + 0.4882029554578993, + 0.3078084733751085, + 0.517583719889323 + ], + "point": [ + 0.2626, + 0.5029 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8652849833170573, + 0.056192342970106335, + 0.8829416063096788, + 0.08570197211371527 + ], + "point": [ + 0.8741, + 0.0709 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.34143024020724827, + 0.00939533551534017, + 0.3563023461235894, + 0.034486078686184356 + ], + "point": [ + 0.3489, + 0.0219 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12863968743218315, + 0.7697345648871528, + 0.15720225440131294, + 0.8426859537760417 + ], + "point": [ + 0.1429, + 0.8062 + ] + }, + { + "instruction": "The option to who will win the Oscar forFilMEDiting.", + "bbox": [ + 0.15516655180189345, + 0.7686895073784722, + 0.40969569947984485, + 0.7980193413628472 + ], + "point": [ + 0.2824, + 0.7834 + ] + }, + { + "instruction": "It's the only logical translation.", + "bbox": [ + 0.2175386216905382, + 0.8617521837022569, + 0.40207460191514754, + 0.8911821153428819 + ], + "point": [ + 0.3098, + 0.8765 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3147956000434028, + 0.007875905566745334, + 0.3322981940375434, + 0.03592157257927789 + ], + "point": [ + 0.3235, + 0.0219 + ] + }, + { + "instruction": "a prompt to wait for yourguys can see.", + "bbox": [ + 0.21684290568033854, + 0.9556104871961806, + 0.3555002000596788, + 0.9841034613715278 + ], + "point": [ + 0.2862, + 0.9699 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 8.243223031361898e-05, + 0.05159171634250217, + 0.0049478673272662695, + 0.08874728732638888 + ], + "point": [ + 0.0025, + 0.0702 + ] + }, + { + "instruction": "A prompt asking if the user is ready to press in a support role.", + "bbox": [ + 0.15642630259195964, + 0.5820671929253473, + 0.5294600380791559, + 0.6112295193142361 + ], + "point": [ + 0.3429, + 0.5966 + ] + }, + { + "instruction": "No comments.", + "bbox": [ + 0.1591140217251248, + 0.3575902981228299, + 0.2147383795844184, + 0.3798087904188368 + ], + "point": [ + 0.1869, + 0.3687 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 7.159809271494548e-05, + 0.0, + 0.008370989892217849, + 0.05741111331515842 + ], + "point": [ + 0.0042, + 0.0287 + ] + }, + { + "instruction": "A link to a date and time app in gaming.", + "bbox": [ + 0.2172287411159939, + 0.42740671793619794, + 0.4660513136121962, + 0.449791022406684 + ], + "point": [ + 0.3416, + 0.4386 + ] + }, + { + "instruction": "Up arrow", + "bbox": [ + 0.13164248996310765, + 0.24244537353515624, + 0.1545625686645508, + 0.27208916558159724 + ], + "point": [ + 0.1431, + 0.2573 + ] + }, + { + "instruction": "Delete function.", + "bbox": [ + 0.24458656311035157, + 0.359725341796875, + 0.2701519436306424, + 0.37897569444444446 + ], + "point": [ + 0.2574, + 0.3694 + ] + }, + { + "instruction": "a comments section or feature.", + "bbox": [ + 0.21790534125434027, + 0.54472900390625, + 0.2758769989013672, + 0.5642604573567709 + ], + "point": [ + 0.2469, + 0.5545 + ] + }, + { + "instruction": "120 comments.", + "bbox": [ + 0.21739688449435765, + 0.9167838541666666, + 0.28080969916449655, + 0.9408954535590278 + ], + "point": [ + 0.2491, + 0.9288 + ] + }, + { + "instruction": "a comments section or feature.", + "bbox": [ + 0.217883915371365, + 0.4524164835611979, + 0.2758637958102756, + 0.47052486843532987 + ], + "point": [ + 0.2469, + 0.4615 + ] + } + ], + "element_size": 117 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_17/6846.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "All forums", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07083333333333333, + 0.029444444444444443 + ], + "point": [ + 0.0498, + 0.0217 + ] + }, + { + "instruction": "Nintendo Switch", + "bbox": [ + 0.19444444444444445, + 0.013888888888888888, + 0.26145833333333335, + 0.029444444444444443 + ], + "point": [ + 0.228, + 0.0217 + ] + }, + { + "instruction": "Video Gam", + "bbox": [ + 0.2670138888888889, + 0.013888888888888888, + 0.3121527777777778, + 0.029444444444444443 + ], + "point": [ + 0.2896, + 0.0217 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.3190972222222222, + 0.013333332273695203, + 0.3541666666666667, + 0.03388888359069824 + ], + "point": [ + 0.3366, + 0.0236 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:99g9/forumslall", + "bbox": [ + 0.15833333333333333, + 0.06055555555555556, + 0.4625, + 0.08166666666666667 + ], + "point": [ + 0.3104, + 0.0711 + ] + }, + { + "instruction": "All forums", + "bbox": [ + 0.12743055555555555, + 0.17777777777777778, + 0.22083333333333333, + 0.20833333333333334 + ], + "point": [ + 0.1741, + 0.1931 + ] + }, + { + "instruction": "nyc", + "bbox": [ + 0.5795139312744141, + 0.23722222222222222, + 0.5958333757188585, + 0.25333333333333335 + ], + "point": [ + 0.5877, + 0.2453 + ] + }, + { + "instruction": "StamfordCT", + "bbox": [ + 0.7295138888888889, + 0.235, + 0.7850694444444445, + 0.25333333333333335 + ], + "point": [ + 0.7573, + 0.2442 + ] + }, + { + "instruction": "allentown", + "bbox": [ + 0.12638889948527018, + 0.2861111450195313, + 0.1701388994852702, + 0.30222225613064235 + ], + "point": [ + 0.1483, + 0.2942 + ] + }, + { + "instruction": "arlingtonva", + "bbox": [ + 0.12569444444444444, + 0.30722222222222223, + 0.17708333333333334, + 0.33055555555555555 + ], + "point": [ + 0.1514, + 0.3189 + ] + }, + { + "instruction": "Art", + "bbox": [ + 0.12743056615193685, + 0.3322222222222222, + 0.14201389948527018, + 0.34833333333333333 + ], + "point": [ + 0.1347, + 0.3403 + ] + }, + { + "instruction": "OldSchoolCool", + "bbox": [ + 0.5784722222222223, + 0.3227778116861979, + 0.6461805555555555, + 0.3427778116861979 + ], + "point": [ + 0.6123, + 0.3328 + ] + }, + { + "instruction": "technology", + "bbox": [ + 0.7284722222222222, + 0.3244444444444444, + 0.7805555555555556, + 0.345 + ], + "point": [ + 0.7545, + 0.3347 + ] + }, + { + "instruction": "lakewood", + "bbox": [ + 0.428125, + 0.3472222222222222, + 0.47152777777777777, + 0.36444444444444446 + ], + "point": [ + 0.4498, + 0.3558 + ] + }, + { + "instruction": "television", + "bbox": [ + 0.729166751437717, + 0.3466667005750868, + 0.7743056403266059, + 0.3666667005750868 + ], + "point": [ + 0.7517, + 0.3567 + ] + }, + { + "instruction": "AskReddit", + "bbox": [ + 0.12638887829250758, + 0.355, + 0.17395832273695205, + 0.37333333333333335 + ], + "point": [ + 0.1502, + 0.3642 + ] + }, + { + "instruction": "LifeProTips", + "bbox": [ + 0.42777777777777776, + 0.3705555555555556, + 0.48125, + 0.39111111111111113 + ], + "point": [ + 0.4545, + 0.3808 + ] + }, + { + "instruction": "P", + "bbox": [ + 0.5795138888888889, + 0.36888885498046875, + 0.5902777777777778, + 0.3883332994249132 + ], + "point": [ + 0.5849, + 0.3786 + ] + }, + { + "instruction": "tifu", + "bbox": [ + 0.7288194444444445, + 0.3711111111111111, + 0.7465277777777778, + 0.3883333333333333 + ], + "point": [ + 0.7377, + 0.3797 + ] + }, + { + "instruction": "askscience", + "bbox": [ + 0.12638888888888888, + 0.3788888888888889, + 0.17777777777777778, + 0.3972222222222222 + ], + "point": [ + 0.1521, + 0.3881 + ] + }, + { + "instruction": "aww", + "bbox": [ + 0.12638888888888888, + 0.405, + 0.14895833333333333, + 0.41944444444444445 + ], + "point": [ + 0.1377, + 0.4122 + ] + }, + { + "instruction": "food", + "bbox": [ + 0.27743055555555557, + 0.3988888888888889, + 0.29965277777777777, + 0.4161111111111111 + ], + "point": [ + 0.2885, + 0.4075 + ] + }, + { + "instruction": "listentothis", + "bbox": [ + 0.42743055555555554, + 0.395, + 0.47881944444444446, + 0.4111111111111111 + ], + "point": [ + 0.4531, + 0.4031 + ] + }, + { + "instruction": "todayilearned", + "bbox": [ + 0.7284723069932726, + 0.39444444444444443, + 0.791666751437717, + 0.415 + ], + "point": [ + 0.7601, + 0.4047 + ] + }, + { + "instruction": "funny", + "bbox": [ + 0.2763888888888889, + 0.42, + 0.30520833333333336, + 0.44222222222222224 + ], + "point": [ + 0.2908, + 0.4311 + ] + }, + { + "instruction": "LowellMA", + "bbox": [ + 0.428125, + 0.4172222222222222, + 0.4732638888888889, + 0.43444444444444447 + ], + "point": [ + 0.4507, + 0.4258 + ] + }, + { + "instruction": "Paterson", + "bbox": [ + 0.5795138888888889, + 0.41388888888888886, + 0.6201388888888889, + 0.4311111111111111 + ], + "point": [ + 0.5998, + 0.4225 + ] + }, + { + "instruction": "B", + "bbox": [ + 0.128125, + 0.44722222222222224, + 0.1371527777777778, + 0.4661111111111111 + ], + "point": [ + 0.1326, + 0.4567 + ] + }, + { + "instruction": "Futurology", + "bbox": [ + 0.2763888888888889, + 0.44222222222222224, + 0.32708333333333334, + 0.4672222222222222 + ], + "point": [ + 0.3017, + 0.4547 + ] + }, + { + "instruction": "Pennsylvania", + "bbox": [ + 0.5791666666666667, + 0.43666666666666665, + 0.6392361111111111, + 0.4577777777777778 + ], + "point": [ + 0.6092, + 0.4472 + ] + }, + { + "instruction": "ersonalfinance", + "bbox": [ + 0.5791666666666667, + 0.45555555555555555, + 0.6517361111111111, + 0.48 + ], + "point": [ + 0.6155, + 0.4678 + ] + }, + { + "instruction": "baltimore", + "bbox": [ + 0.12638888888888888, + 0.491111077202691, + 0.17083333333333334, + 0.5094444105360243 + ], + "point": [ + 0.1486, + 0.5003 + ] + }, + { + "instruction": "philadelphia", + "bbox": [ + 0.5784722222222223, + 0.48333333333333334, + 0.634375, + 0.5038888888888889 + ], + "point": [ + 0.6064, + 0.4936 + ] + }, + { + "instruction": "books", + "bbox": [ + 0.12638887829250758, + 0.515, + 0.15590276718139648, + 0.5333334011501736 + ], + "point": [ + 0.1411, + 0.5242 + ] + }, + { + "instruction": "MachineLearning", + "bbox": [ + 0.428125, + 0.5038888888888889, + 0.5065972222222223, + 0.5288888888888889 + ], + "point": [ + 0.4674, + 0.5164 + ] + }, + { + "instruction": "philosophy", + "bbox": [ + 0.5791666666666667, + 0.5066667005750868, + 0.6298611111111111, + 0.528888922797309 + ], + "point": [ + 0.6045, + 0.5178 + ] + }, + { + "instruction": "boston", + "bbox": [ + 0.12638888888888888, + 0.5388888210720486, + 0.15902777777777777, + 0.5572222222222222 + ], + "point": [ + 0.1427, + 0.5481 + ] + }, + { + "instruction": "gadgets", + "bbox": [ + 0.27708333333333335, + 0.5344444105360243, + 0.315625, + 0.5549999660915799 + ], + "point": [ + 0.2964, + 0.5447 + ] + }, + { + "instruction": "Maine", + "bbox": [ + 0.4288194444444444, + 0.5311111789279513, + 0.45694444444444443, + 0.5472222222222223 + ], + "point": [ + 0.4429, + 0.5392 + ] + }, + { + "instruction": "photoshopbattles", + "bbox": [ + 0.5784722222222223, + 0.5294444783528646, + 0.6579861111111112, + 0.5516667005750868 + ], + "point": [ + 0.6182, + 0.5406 + ] + }, + { + "instruction": "BridgeportCT", + "bbox": [ + 0.12604166666666666, + 0.5605556233723958, + 0.18680555555555556, + 0.5827778455946181 + ], + "point": [ + 0.1564, + 0.5717 + ] + }, + { + "instruction": "gaming", + "bbox": [ + 0.27673613230387367, + 0.5583333672417534, + 0.3125000211927626, + 0.5788888888888889 + ], + "point": [ + 0.2946, + 0.5686 + ] + }, + { + "instruction": "ManchesterNH", + "bbox": [ + 0.4288194444444444, + 0.5538889227973091, + 0.49583333333333335, + 0.5722222222222222 + ], + "point": [ + 0.4623, + 0.5631 + ] + }, + { + "instruction": "pics", + "bbox": [ + 0.5788194868299696, + 0.555, + 0.5996528201633029, + 0.5733333333333334 + ], + "point": [ + 0.5892, + 0.5642 + ] + }, + { + "instruction": "GetMotivated", + "bbox": [ + 0.2774305979410807, + 0.5811111111111111, + 0.33819444444444446, + 0.5994444444444444 + ], + "point": [ + 0.3078, + 0.5903 + ] + }, + { + "instruction": "massachusetts", + "bbox": [ + 0.4288194444444444, + 0.5772222222222222, + 0.4965277777777778, + 0.5944444444444444 + ], + "point": [ + 0.4627, + 0.5858 + ] + }, + { + "instruction": "pittsburgh", + "bbox": [ + 0.5784722222222223, + 0.5766666666666667, + 0.6267361111111112, + 0.5977777777777777 + ], + "point": [ + 0.6026, + 0.5872 + ] + }, + { + "instruction": "vermont", + "bbox": [ + 0.7295138888888889, + 0.575, + 0.7684027777777778, + 0.5911111111111111 + ], + "point": [ + 0.749, + 0.5831 + ] + }, + { + "instruction": "BuyltForLife", + "bbox": [ + 0.12604166666666666, + 0.5844445122612847, + 0.18229166666666666, + 0.6050000678168402 + ], + "point": [ + 0.1542, + 0.5947 + ] + }, + { + "instruction": "gifs", + "bbox": [ + 0.27708333333333335, + 0.6033333333333334, + 0.296875, + 0.625 + ], + "point": [ + 0.287, + 0.6142 + ] + }, + { + "instruction": "providence", + "bbox": [ + 0.5781249576144748, + 0.5977777777777777, + 0.6291666242811415, + 0.6205555555555555 + ], + "point": [ + 0.6036, + 0.6092 + ] + }, + { + "instruction": "videos", + "bbox": [ + 0.7295138888888889, + 0.5961111789279514, + 0.7607638888888889, + 0.6133334011501737 + ], + "point": [ + 0.7451, + 0.6047 + ] + }, + { + "instruction": "memes", + "bbox": [ + 0.4288194444444444, + 0.6261111111111111, + 0.46319444444444446, + 0.6411111111111111 + ], + "point": [ + 0.446, + 0.6336 + ] + }, + { + "instruction": "mildlyinteresting", + "bbox": [ + 0.4284722222222222, + 0.6449999321831598, + 0.5024305555555556, + 0.6688888210720486 + ], + "point": [ + 0.4655, + 0.6569 + ] + }, + { + "instruction": "CambridgeMA", + "bbox": [ + 0.12604165607028536, + 0.6733333333333333, + 0.19166664547390408, + 0.695 + ], + "point": [ + 0.1589, + 0.6842 + ] + }, + { + "instruction": "monitor", + "bbox": [ + 0.4288194444444444, + 0.6711111111111111, + 0.46458333333333335, + 0.6872222222222222 + ], + "point": [ + 0.4467, + 0.6792 + ] + }, + { + "instruction": "ColumbiaMD", + "bbox": [ + 0.12604167726304796, + 0.6966666666666667, + 0.18541668785942925, + 0.7166666666666667 + ], + "point": [ + 0.1557, + 0.7067 + ] + }, + { + "instruction": "movies", + "bbox": [ + 0.4288194444444444, + 0.6938888888888889, + 0.46145833333333336, + 0.7111111111111111 + ], + "point": [ + 0.4451, + 0.7025 + ] + }, + { + "instruction": "relationship_advice", + "bbox": [ + 0.5784721374511719, + 0.6894443766276042, + 0.6649305555555556, + 0.7099999321831597 + ], + "point": [ + 0.6217, + 0.6997 + ] + }, + { + "instruction": "wallstreetbets", + "bbox": [ + 0.7305555555555555, + 0.6861110432942709, + 0.7927083333333333, + 0.703333265516493 + ], + "point": [ + 0.7616, + 0.6947 + ] + }, + { + "instruction": "Connecticut", + "bbox": [ + 0.12638888888888888, + 0.7211111111111111, + 0.18194444444444444, + 0.7394444444444445 + ], + "point": [ + 0.1542, + 0.7303 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.4288194444444444, + 0.717222154405382, + 0.45694444444444443, + 0.7344443766276042 + ], + "point": [ + 0.4429, + 0.7258 + ] + }, + { + "instruction": "Rhodelsland", + "bbox": [ + 0.5791666666666667, + 0.7116666666666667, + 0.6361111111111111, + 0.7316666666666667 + ], + "point": [ + 0.6076, + 0.7217 + ] + }, + { + "instruction": "Washington", + "bbox": [ + 0.729166751437717, + 0.7055555555555556, + 0.7850695292154948, + 0.7322222222222222 + ], + "point": [ + 0.7571, + 0.7189 + ] + }, + { + "instruction": "consoles", + "bbox": [ + 0.12638889948527018, + 0.745, + 0.16770834392971462, + 0.7611111111111111 + ], + "point": [ + 0.147, + 0.7531 + ] + }, + { + "instruction": "rva", + "bbox": [ + 0.5788194444444444, + 0.74, + 0.5944444444444444, + 0.7533333333333333 + ], + "point": [ + 0.5866, + 0.7467 + ] + }, + { + "instruction": "washingtondc", + "bbox": [ + 0.7302083333333333, + 0.7316667344835069, + 0.79375, + 0.7538889567057292 + ], + "point": [ + 0.762, + 0.7428 + ] + }, + { + "instruction": "WaterburyCT", + "bbox": [ + 0.7302083333333333, + 0.7555555555555555, + 0.7892361111111111, + 0.7777777777777778 + ], + "point": [ + 0.7597, + 0.7667 + ] + }, + { + "instruction": "coolgithubprojects", + "bbox": [ + 0.12604166666666666, + 0.7666666666666667, + 0.21041666666666667, + 0.7888888888888889 + ], + "point": [ + 0.1682, + 0.7778 + ] + }, + { + "instruction": "S", + "bbox": [ + 0.5795138888888889, + 0.78, + 0.5902777777777778, + 0.8022222222222222 + ], + "point": [ + 0.5849, + 0.7911 + ] + }, + { + "instruction": "WorcesterMA", + "bbox": [ + 0.7305555555555555, + 0.78, + 0.7902777777777777, + 0.7961111111111111 + ], + "point": [ + 0.7604, + 0.7881 + ] + }, + { + "instruction": "creepy", + "bbox": [ + 0.12638888888888888, + 0.7938888888888889, + 0.15763888888888888, + 0.8111111111111111 + ], + "point": [ + 0.142, + 0.8025 + ] + }, + { + "instruction": "Newark", + "bbox": [ + 0.4288194444444444, + 0.8072222900390625, + 0.4638888888888889, + 0.8233334011501736 + ], + "point": [ + 0.4464, + 0.8153 + ] + }, + { + "instruction": "worldnews", + "bbox": [ + 0.7305555555555555, + 0.8022222222222222, + 0.7788194444444444, + 0.8194444444444444 + ], + "point": [ + 0.7547, + 0.8108 + ] + }, + { + "instruction": "newhampshire", + "bbox": [ + 0.428125, + 0.83, + 0.49409722222222224, + 0.8483333333333334 + ], + "point": [ + 0.4611, + 0.8392 + ] + }, + { + "instruction": "WritingPrompts", + "bbox": [ + 0.7302083333333333, + 0.8255555555555556, + 0.8010416666666667, + 0.8466666666666667 + ], + "point": [ + 0.7656, + 0.8361 + ] + }, + { + "instruction": "D", + "bbox": [ + 0.128125, + 0.8361111111111111, + 0.1371527777777778, + 0.8544444444444445 + ], + "point": [ + 0.1326, + 0.8453 + ] + }, + { + "instruction": "newhaven", + "bbox": [ + 0.428125, + 0.8533333333333334, + 0.4739583333333333, + 0.8694444444444445 + ], + "point": [ + 0.451, + 0.8614 + ] + }, + { + "instruction": "Showerthoughts", + "bbox": [ + 0.5784722222222223, + 0.8483333333333334, + 0.653125, + 0.87 + ], + "point": [ + 0.6158, + 0.8592 + ] + }, + { + "instruction": "dataisbeautiful", + "bbox": [ + 0.12638889948527018, + 0.88, + 0.19409722222222223, + 0.8983333333333333 + ], + "point": [ + 0.1602, + 0.8892 + ] + }, + { + "instruction": "newjersey", + "bbox": [ + 0.42743055555555554, + 0.8755555555555555, + 0.47465277777777776, + 0.8966666666666666 + ], + "point": [ + 0.451, + 0.8861 + ] + }, + { + "instruction": "singularity", + "bbox": [ + 0.5784722222222223, + 0.8716666666666667, + 0.6274305555555556, + 0.8938888888888888 + ], + "point": [ + 0.603, + 0.8828 + ] + }, + { + "instruction": "deeplearning", + "bbox": [ + 0.12604167726304796, + 0.9033333333333333, + 0.18541668785942925, + 0.925 + ], + "point": [ + 0.1557, + 0.9142 + ] + }, + { + "instruction": "news", + "bbox": [ + 0.428125, + 0.9022222222222223, + 0.45381944444444444, + 0.9172222222222223 + ], + "point": [ + 0.441, + 0.9097 + ] + }, + { + "instruction": "space", + "bbox": [ + 0.5788194444444444, + 0.8988888888888888, + 0.6076388888888888, + 0.9144444444444444 + ], + "point": [ + 0.5932, + 0.9067 + ] + }, + { + "instruction": "DIY", + "bbox": [ + 0.12638888888888888, + 0.9272222900390625, + 0.14340277777777777, + 0.9433334011501736 + ], + "point": [ + 0.1349, + 0.9353 + ] + }, + { + "instruction": "sports", + "bbox": [ + 0.5781250423855252, + 0.9183333333333333, + 0.6100694868299696, + 0.94 + ], + "point": [ + 0.5941, + 0.9292 + ] + }, + { + "instruction": "yonkers", + "bbox": [ + 0.728125, + 0.9138888888888889, + 0.7666666666666667, + 0.9355555555555556 + ], + "point": [ + 0.7474, + 0.9247 + ] + }, + { + "instruction": "Documentaries", + "bbox": [ + 0.12638888888888888, + 0.9511111111111111, + 0.19444444444444445, + 0.9683333333333334 + ], + "point": [ + 0.1604, + 0.9597 + ] + }, + { + "instruction": "nottheonion", + "bbox": [ + 0.428125, + 0.9461110432942709, + 0.4826388888888889, + 0.963333265516493 + ], + "point": [ + 0.4554, + 0.9547 + ] + }, + { + "instruction": "springfieldMO", + "bbox": [ + 0.5784722222222223, + 0.9416665988498264, + 0.6423611111111112, + 0.9638888210720487 + ], + "point": [ + 0.6104, + 0.9528 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-", + "bbox": [ + 0.0024305608537462022, + 0.98, + 0.12569444974263508, + 0.9983333333333333 + ], + "point": [ + 0.0641, + 0.9892 + ] + }, + { + "instruction": "amazonaws com:gggg/f/personalfinance", + "bbox": [ + 0.1295138888888889, + 0.98, + 0.2920138888888889, + 0.9972222222222222 + ], + "point": [ + 0.2108, + 0.9886 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8952994452582466, + 0.0494307369656033, + 0.9707804361979167, + 0.0901860809326172 + ], + "point": [ + 0.933, + 0.0698 + ] + }, + { + "instruction": "Alphabetical", + "bbox": [ + 0.20970755683051215, + 0.11440950181749132, + 0.28073963589138456, + 0.1575391642252604 + ], + "point": [ + 0.2452, + 0.136 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08352348539564344, + 0.05248050689697266, + 0.15661369959513347, + 0.08504106309678819 + ], + "point": [ + 0.1201, + 0.0688 + ] + }, + { + "instruction": "Tags", + "bbox": [ + 0.1750634511311849, + 0.11444019741482205, + 0.210806401570638, + 0.15635574340820313 + ], + "point": [ + 0.1929, + 0.1354 + ] + }, + { + "instruction": "Forums", + "bbox": [ + 0.12704910702175565, + 0.11519990709092882, + 0.17588827345106336, + 0.15347703721788195 + ], + "point": [ + 0.1515, + 0.1343 + ] + }, + { + "instruction": "R", + "bbox": [ + 0.5784405178493923, + 0.6454680718315973, + 0.5913540310329861, + 0.6730768500434028 + ], + "point": [ + 0.5849, + 0.6593 + ] + }, + { + "instruction": "jerseycity", + "bbox": [ + 0.42493209838867185, + 0.22456834581163193, + 0.5507908291286893, + 0.2919270155164931 + ], + "point": [ + 0.4879, + 0.2582 + ] + }, + { + "instruction": "Jokes", + "bbox": [ + 0.42493209838867185, + 0.22456834581163193, + 0.5507908291286893, + 0.2919270155164931 + ], + "point": [ + 0.4879, + 0.2582 + ] + }, + { + "instruction": "Hartford", + "bbox": [ + 0.276739501953125, + 0.686177978515625, + 0.3880183325873481, + 0.7721051703559028 + ], + "point": [ + 0.3324, + 0.7291 + ] + }, + { + "instruction": "headphones", + "bbox": [ + 0.276739501953125, + 0.686177978515625, + 0.3880183325873481, + 0.7721051703559028 + ], + "point": [ + 0.3324, + 0.7291 + ] + }, + { + "instruction": "history", + "bbox": [ + 0.276739501953125, + 0.686177978515625, + 0.3880183325873481, + 0.7721051703559028 + ], + "point": [ + 0.3324, + 0.7291 + ] + }, + { + "instruction": "EarthPorn", + "bbox": [ + 0.27526397705078126, + 0.2768855455186632, + 0.40236324734157985, + 0.33728756374782987 + ], + "point": [ + 0.3388, + 0.3071 + ] + }, + { + "instruction": "explainlikeimfive", + "bbox": [ + 0.27526397705078126, + 0.2768855455186632, + 0.40236324734157985, + 0.33728756374782987 + ], + "point": [ + 0.3388, + 0.3071 + ] + }, + { + "instruction": "science", + "bbox": [ + 0.5777255588107639, + 0.8198577880859375, + 0.6969886779785156, + 0.8641345893012152 + ], + "point": [ + 0.6374, + 0.842 + ] + }, + { + "instruction": "UpliftingNews", + "bbox": [ + 0.7256817287868924, + 0.4738100857204861, + 0.8665335761176215, + 0.511682874891493 + ], + "point": [ + 0.7961, + 0.4927 + ] + }, + { + "instruction": "MechanicalKeyboards", + "bbox": [ + 0.4266287485758464, + 0.5954888237847222, + 0.5300365447998047, + 0.6272402615017361 + ], + "point": [ + 0.4783, + 0.6114 + ] + }, + { + "instruction": "IAmA", + "bbox": [ + 0.2766344918145074, + 0.82168212890625, + 0.3918523152669271, + 0.907833251953125 + ], + "point": [ + 0.3342, + 0.8648 + ] + }, + { + "instruction": "InternetlsBeautiful", + "bbox": [ + 0.2766344918145074, + 0.82168212890625, + 0.3918523152669271, + 0.907833251953125 + ], + "point": [ + 0.3342, + 0.8648 + ] + }, + { + "instruction": "iphone", + "bbox": [ + 0.2766344918145074, + 0.82168212890625, + 0.3918523152669271, + 0.907833251953125 + ], + "point": [ + 0.3342, + 0.8648 + ] + }, + { + "instruction": "nosleep", + "bbox": [ + 0.4281592051188151, + 0.9227545166015625, + 0.4661201900906033, + 0.9429429117838541 + ], + "point": [ + 0.4471, + 0.9328 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8952994452582466, + 0.0494307369656033, + 0.9707804361979167, + 0.0901860809326172 + ], + "point": [ + 0.933, + 0.0698 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05428084267510308, + 0.047789878845214843, + 0.07676801681518555, + 0.09129470825195313 + ], + "point": [ + 0.0655, + 0.0695 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9734408060709635, + 0.04776096767849392, + 0.9966782463921441, + 0.09034731547037761 + ], + "point": [ + 0.9851, + 0.0691 + ] + }, + { + "instruction": "Alphabetical", + "bbox": [ + 0.20970755683051215, + 0.11440950181749132, + 0.28073963589138456, + 0.1575391642252604 + ], + "point": [ + 0.2452, + 0.136 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028759842448764377, + 0.0489606942070855, + 0.05105884340074327, + 0.08996821085611979 + ], + "point": [ + 0.0399, + 0.0695 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9756730821397569, + 0.0032579739888509113, + 0.9968814425998264, + 0.04009130901760525 + ], + "point": [ + 0.9863, + 0.0217 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004553038544125027, + 0.050097503662109376, + 0.027658193641238744, + 0.08938650343153212 + ], + "point": [ + 0.0161, + 0.0697 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8650121053059896, + 0.05642675187852648, + 0.8831000434027778, + 0.08586956448025174 + ], + "point": [ + 0.8741, + 0.0711 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15089421802096897, + 0.010602829191419813, + 0.165901427798801, + 0.037222168180677626 + ], + "point": [ + 0.1584, + 0.0239 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08352348539564344, + 0.05248050689697266, + 0.15661369959513347, + 0.08504106309678819 + ], + "point": [ + 0.1201, + 0.0688 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.3404475529988607, + 0.005697254604763455, + 0.35752745734320746, + 0.037163208855523 + ], + "point": [ + 0.349, + 0.0214 + ] + }, + { + "instruction": "Tags.", + "bbox": [ + 0.1750634511311849, + 0.11444019741482205, + 0.210806401570638, + 0.15635574340820313 + ], + "point": [ + 0.1929, + 0.1354 + ] + }, + { + "instruction": "Yelp", + "bbox": [ + 0.7277570936414931, + 0.8659230550130208, + 0.742861090766059, + 0.8966073269314236 + ], + "point": [ + 0.7353, + 0.8813 + ] + }, + { + "instruction": "Forms.", + "bbox": [ + 0.12704910702175565, + 0.11519990709092882, + 0.17588827345106336, + 0.15347703721788195 + ], + "point": [ + 0.1515, + 0.1343 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3150732464260525, + 0.006965436935424805, + 0.33264865875244143, + 0.03658737076653375 + ], + "point": [ + 0.3239, + 0.0218 + ] + }, + { + "instruction": "R", + "bbox": [ + 0.5784405178493923, + 0.6454680718315973, + 0.5913540310329861, + 0.6730768500434028 + ], + "point": [ + 0.5849, + 0.6593 + ] + }, + { + "instruction": "Jersey city JOKES.", + "bbox": [ + 0.42493209838867185, + 0.22456834581163193, + 0.5507908291286893, + 0.2919270155164931 + ], + "point": [ + 0.4879, + 0.2582 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.00010391506883833144, + 0.051163753933376736, + 0.004796382122569614, + 0.09007401360405816 + ], + "point": [ + 0.0025, + 0.0706 + ] + }, + { + "instruction": "a numerical value of 0.", + "bbox": [ + 0.5779279496934678, + 0.26685704549153644, + 0.7009960174560547, + 0.31024420844184025 + ], + "point": [ + 0.6395, + 0.2886 + ] + }, + { + "instruction": "the history of Headphones.", + "bbox": [ + 0.276739501953125, + 0.686177978515625, + 0.3880183325873481, + 0.7721051703559028 + ], + "point": [ + 0.3324, + 0.7291 + ] + }, + { + "instruction": "EarthPorn translation option.", + "bbox": [ + 0.27526397705078126, + 0.2768855455186632, + 0.40236324734157985, + 0.33728756374782987 + ], + "point": [ + 0.3388, + 0.3071 + ] + }, + { + "instruction": "Showerthoughts.", + "bbox": [ + 0.5777255588107639, + 0.8198577880859375, + 0.6969886779785156, + 0.8641345893012152 + ], + "point": [ + 0.6374, + 0.842 + ] + }, + { + "instruction": "upliftingNews.", + "bbox": [ + 0.7256817287868924, + 0.4738100857204861, + 0.8665335761176215, + 0.511682874891493 + ], + "point": [ + 0.7961, + 0.4927 + ] + }, + { + "instruction": "mechanical keyboards.", + "bbox": [ + 0.4266287485758464, + 0.5954888237847222, + 0.5300365447998047, + 0.6272402615017361 + ], + "point": [ + 0.4783, + 0.6114 + ] + }, + { + "instruction": "InternetsBeautiful iPhone.", + "bbox": [ + 0.2766344918145074, + 0.82168212890625, + 0.3918523152669271, + 0.907833251953125 + ], + "point": [ + 0.3342, + 0.8648 + ] + }, + { + "instruction": "Nose sleep mode.", + "bbox": [ + 0.4281592051188151, + 0.9227545166015625, + 0.4661201900906033, + 0.9429429117838541 + ], + "point": [ + 0.4471, + 0.9328 + ] + }, + { + "instruction": "Underline", + "bbox": [ + 0.7254370795355902, + 0.42503662109375, + 0.8650514390733507, + 0.47155164930555554 + ], + "point": [ + 0.7952, + 0.4483 + ] + } + ], + "element_size": 140 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_18/7578.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "All forums", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07083333333333333, + 0.029444444444444443 + ], + "point": [ + 0.0498, + 0.0217 + ] + }, + { + "instruction": "Search results for: 'pittsburgh", + "bbox": [ + 0.19444446563720702, + 0.013888888888888888, + 0.31319446563720704, + 0.03111111111111111 + ], + "point": [ + 0.2538, + 0.0225 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:7770/catalogsearch/result/?q-pittsburgh", + "bbox": [ + 0.1579861111111111, + 0.059444444444444446, + 0.5760416666666667, + 0.08277777777777778 + ], + "point": [ + 0.367, + 0.0711 + ] + }, + { + "instruction": "Shop By", + "bbox": [ + 0.06631944444444444, + 0.125, + 0.12083333333333333, + 0.15666666666666668 + ], + "point": [ + 0.0936, + 0.1408 + ] + }, + { + "instruction": "8 Items", + "bbox": [ + 0.3138888888888889, + 0.14111110263400609, + 0.3482638888888889, + 0.15722222222222224 + ], + "point": [ + 0.3311, + 0.1492 + ] + }, + { + "instruction": "Sort By", + "bbox": [ + 0.7659722222222223, + 0.13944444444444445, + 0.8017361111111111, + 0.16166666666666665 + ], + "point": [ + 0.7839, + 0.1506 + ] + }, + { + "instruction": "Category", + "bbox": [ + 0.06805555555555555, + 0.20777777777777778, + 0.11527777777777778, + 0.23166666666666666 + ], + "point": [ + 0.0917, + 0.2197 + ] + }, + { + "instruction": "Compare Products", + "bbox": [ + 0.06770833333333333, + 0.4244444783528646, + 0.1763888888888889, + 0.4533333672417535 + ], + "point": [ + 0.122, + 0.4389 + ] + }, + { + "instruction": "You", + "bbox": [ + 0.0680555608537462, + 0.4688888888888889, + 0.08645833863152398, + 0.48444444444444446 + ], + "point": [ + 0.0773, + 0.4767 + ] + }, + { + "instruction": "no items to compare_", + "bbox": [ + 0.11180555555555556, + 0.46888885498046873, + 0.20833331214057074, + 0.4872221883138021 + ], + "point": [ + 0.1601, + 0.4781 + ] + }, + { + "instruction": "My Wish List", + "bbox": [ + 0.06875, + 0.5327777777777778, + 0.14097222222222222, + 0.5594444444444444 + ], + "point": [ + 0.1049, + 0.5461 + ] + }, + { + "instruction": "list:", + "bbox": [ + 0.06805555555555555, + 0.5988888210720487, + 0.08506944444444445, + 0.6161110432942708 + ], + "point": [ + 0.0766, + 0.6075 + ] + }, + { + "instruction": "S44.99", + "bbox": [ + 0.5857638888888889, + 0.635, + 0.6194444444444445, + 0.6533333333333333 + ], + "point": [ + 0.6026, + 0.6442 + ] + }, + { + "instruction": "S16.99", + "bbox": [ + 0.22881944444444444, + 0.6788888888888889, + 0.2621527777777778, + 0.6972222222222222 + ], + "point": [ + 0.2455, + 0.6881 + ] + }, + { + "instruction": "amazonaws com:7770/skinit-decal-gaming-skin-compatible-with-ps3-dual-sh_", + "bbox": [ + 0.008680544959174263, + 0.98, + 0.3201388782925076, + 0.9983333333333333 + ], + "point": [ + 0.1644, + 0.9892 + ] + }, + { + "instruction": "Tcinn", + "bbox": [ + 0.8038194444444444, + 0.985, + 0.8434027777777777, + 0.9994444444444445 + ], + "point": [ + 0.8236, + 0.9922 + ] + }, + { + "instruction": "AiP", + "bbox": [ + 0.8461805555555556, + 0.985, + 0.8652777777777778, + 0.9994444444444445 + ], + "point": [ + 0.8557, + 0.9922 + ] + }, + { + "instruction": "Wauo", + "bbox": [ + 0.6312500423855252, + 0.2688888888888889, + 0.654513931274414, + 0.265 + ], + "point": [ + 0.6429, + 0.2669 + ] + }, + { + "instruction": "Badl", + "bbox": [ + 0.6343749576144748, + 0.2816666836208767, + 0.6607638465033637, + 0.27888890584309894 + ], + "point": [ + 0.6476, + 0.2803 + ] + }, + { + "instruction": "have", + "bbox": [ + 0.08784722222222222, + 0.46555552164713543, + 0.11076388888888888, + 0.48888885498046875 + ], + "point": [ + 0.0993, + 0.4772 + ] + }, + { + "instruction": "Relevance", + "bbox": [ + 0.8050610860188802, + 0.127630615234375, + 0.9033624437120226, + 0.1677362060546875 + ], + "point": [ + 0.8542, + 0.1477 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8952711317274306, + 0.049433229234483504, + 0.9707694159613716, + 0.08981771681043837 + ], + "point": [ + 0.933, + 0.0696 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.5861025916205512, + 0.682384033203125, + 0.6659617529975044, + 0.7207903374565973 + ], + "point": [ + 0.626, + 0.7016 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.4075801001654731, + 0.6824211290147569, + 0.48742925855848523, + 0.7208300103081597 + ], + "point": [ + 0.4475, + 0.7016 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.22913818359375, + 0.7277465142144097, + 0.308367919921875, + 0.7649123128255209 + ], + "point": [ + 0.2688, + 0.7463 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08234071731567383, + 0.05331719716389974, + 0.15567827224731445, + 0.08433988783094618 + ], + "point": [ + 0.119, + 0.0688 + ] + }, + { + "instruction": "Skinit Decal Gaming Skin", + "bbox": [ + 0.2281703101264106, + 0.5532483588324653, + 0.392218017578125, + 0.670481431749132 + ], + "point": [ + 0.3102, + 0.6119 + ] + }, + { + "instruction": "Compatible with PS3 Dual Shock", + "bbox": [ + 0.2281703101264106, + 0.5532483588324653, + 0.392218017578125, + 0.670481431749132 + ], + "point": [ + 0.3102, + 0.6119 + ] + }, + { + "instruction": "Wireless Controller - Officially", + "bbox": [ + 0.2281703101264106, + 0.5532483588324653, + 0.392218017578125, + 0.670481431749132 + ], + "point": [ + 0.3102, + 0.6119 + ] + }, + { + "instruction": "Licensed NFL Pittsburgh Steelers", + "bbox": [ + 0.2281703101264106, + 0.5532483588324653, + 0.392218017578125, + 0.670481431749132 + ], + "point": [ + 0.3102, + 0.6119 + ] + }, + { + "instruction": "Blast Dark Design", + "bbox": [ + 0.2281703101264106, + 0.5532483588324653, + 0.392218017578125, + 0.670481431749132 + ], + "point": [ + 0.3102, + 0.6119 + ] + }, + { + "instruction": "Home & Kitchen( 3)", + "bbox": [ + 0.06793812645806206, + 0.28299602932400175, + 0.14788282182481555, + 0.30800442165798614 + ], + "point": [ + 0.1079, + 0.2955 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.7640624152289497, + 0.6609802924262153, + 0.8441681755913628, + 0.6982623291015625 + ], + "point": [ + 0.8041, + 0.6796 + ] + }, + { + "instruction": "Ile", + "bbox": [ + 0.5140786912706163, + 0.683686048719618, + 0.5363081190321181, + 0.7205967203776041 + ], + "point": [ + 0.5252, + 0.7021 + ] + }, + { + "instruction": "Ile", + "bbox": [ + 0.33617814381917316, + 0.7295345052083333, + 0.35695999993218314, + 0.7637437608506944 + ], + "point": [ + 0.3466, + 0.7466 + ] + }, + { + "instruction": "MARIINS", + "bbox": [ + 0.7630994160970052, + 0.21262925889756945, + 0.9183759053548177, + 0.5470083279079861 + ], + "point": [ + 0.8407, + 0.3798 + ] + }, + { + "instruction": "\"ac Diu", + "bbox": [ + 0.7630994160970052, + 0.21262925889756945, + 0.9183759053548177, + 0.5470083279079861 + ], + "point": [ + 0.8407, + 0.3798 + ] + }, + { + "instruction": "Ditto3", + "bbox": [ + 0.7630994160970052, + 0.21262925889756945, + 0.9183759053548177, + 0.5470083279079861 + ], + "point": [ + 0.8407, + 0.3798 + ] + }, + { + "instruction": "Corm Punt?", + "bbox": [ + 0.7630994160970052, + 0.21262925889756945, + 0.9183759053548177, + 0.5470083279079861 + ], + "point": [ + 0.8407, + 0.3798 + ] + }, + { + "instruction": "Cardid", + "bbox": [ + 0.7630994160970052, + 0.21262925889756945, + 0.9183759053548177, + 0.5470083279079861 + ], + "point": [ + 0.8407, + 0.3798 + ] + }, + { + "instruction": "Ilo", + "bbox": [ + 0.6924324459499783, + 0.6846685791015625, + 0.7138559977213542, + 0.7194846598307292 + ], + "point": [ + 0.7031, + 0.7021 + ] + }, + { + "instruction": "Stecerst", + "bbox": [ + 0.22708926730685763, + 0.2847371419270833, + 0.40358979966905384, + 0.5062232123480903 + ], + "point": [ + 0.3153, + 0.3955 + ] + }, + { + "instruction": "Ste\"", + "bbox": [ + 0.22708926730685763, + 0.2847371419270833, + 0.40358979966905384, + 0.5062232123480903 + ], + "point": [ + 0.3153, + 0.3955 + ] + }, + { + "instruction": "H", + "bbox": [ + 0.22708926730685763, + 0.2847371419270833, + 0.40358979966905384, + 0.5062232123480903 + ], + "point": [ + 0.3153, + 0.3955 + ] + }, + { + "instruction": "Bteel _", + "bbox": [ + 0.22708926730685763, + 0.2847371419270833, + 0.40358979966905384, + 0.5062232123480903 + ], + "point": [ + 0.3153, + 0.3955 + ] + }, + { + "instruction": "Saeler", + "bbox": [ + 0.22708926730685763, + 0.2847371419270833, + 0.40358979966905384, + 0.5062232123480903 + ], + "point": [ + 0.3153, + 0.3955 + ] + }, + { + "instruction": "\"eelers", + "bbox": [ + 0.22708926730685763, + 0.2847371419270833, + 0.40358979966905384, + 0.5062232123480903 + ], + "point": [ + 0.3153, + 0.3955 + ] + }, + { + "instruction": "Steel", + "bbox": [ + 0.22708926730685763, + 0.2847371419270833, + 0.40358979966905384, + 0.5062232123480903 + ], + "point": [ + 0.3153, + 0.3955 + ] + }, + { + "instruction": "Stecler:", + "bbox": [ + 0.22708926730685763, + 0.2847371419270833, + 0.40358979966905384, + 0.5062232123480903 + ], + "point": [ + 0.3153, + 0.3955 + ] + }, + { + "instruction": "olz", + "bbox": [ + 0.8719789293077257, + 0.662799546983507, + 0.8917611016167535, + 0.697187974717882 + ], + "point": [ + 0.8819, + 0.68 + ] + }, + { + "instruction": "DeLallo Biscotti & Pizzelles Sweet", + "bbox": [ + 0.5863662719726562, + 0.5534317694769966, + 0.7500181410047743, + 0.6244916449652778 + ], + "point": [ + 0.6682, + 0.589 + ] + }, + { + "instruction": "Gift Box, Italian Cookie Gift", + "bbox": [ + 0.5863662719726562, + 0.5534317694769966, + 0.7500181410047743, + 0.6244916449652778 + ], + "point": [ + 0.6682, + 0.589 + ] + }, + { + "instruction": "Collection", + "bbox": [ + 0.5863662719726562, + 0.5534317694769966, + 0.7500181410047743, + 0.6244916449652778 + ], + "point": [ + 0.6682, + 0.589 + ] + }, + { + "instruction": "Clothing Shoes & Jewelry( =", + "bbox": [ + 0.0676250245836046, + 0.23581036037868924, + 0.19027207692464193, + 0.2612598843044705 + ], + "point": [ + 0.1289, + 0.2485 + ] + }, + { + "instruction": "Grocery", + "bbox": [ + 0.06800067689683702, + 0.33503221299913194, + 0.19143846299913195, + 0.3596356201171875 + ], + "point": [ + 0.1297, + 0.3473 + ] + }, + { + "instruction": "Gourmet Food( 2", + "bbox": [ + 0.06800067689683702, + 0.33503221299913194, + 0.19143846299913195, + 0.3596356201171875 + ], + "point": [ + 0.1297, + 0.3473 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.31613148583306205, + 0.008165381749471028, + 0.33151399824354383, + 0.03729777971903483 + ], + "point": [ + 0.3238, + 0.0227 + ] + }, + { + "instruction": "Video Games( 1)", + "bbox": [ + 0.0675604502360026, + 0.3095966254340278, + 0.13344656626383464, + 0.33389533148871525 + ], + "point": [ + 0.1005, + 0.3217 + ] + }, + { + "instruction": "Pittsburgh PA Skyline Blue by", + "bbox": [ + 0.40664626227484807, + 0.5530427042643229, + 0.5667985280354818, + 0.6586372884114583 + ], + "point": [ + 0.4867, + 0.6058 + ] + }, + { + "instruction": "Michael Tompsett; 16x24-Inch", + "bbox": [ + 0.40664626227484807, + 0.5530427042643229, + 0.5667985280354818, + 0.6586372884114583 + ], + "point": [ + 0.4867, + 0.6058 + ] + }, + { + "instruction": "Canvas Wall Art", + "bbox": [ + 0.40664626227484807, + 0.5530427042643229, + 0.5667985280354818, + 0.6586372884114583 + ], + "point": [ + 0.4867, + 0.6058 + ] + }, + { + "instruction": "532.97", + "bbox": [ + 0.40664626227484807, + 0.5530427042643229, + 0.5667985280354818, + 0.6586372884114583 + ], + "point": [ + 0.4867, + 0.6058 + ] + }, + { + "instruction": "Martins Dittos Buttery Caramel", + "bbox": [ + 0.7637239244249132, + 0.5531537204318576, + 0.9313912285698784, + 0.6348253038194445 + ], + "point": [ + 0.8476, + 0.594 + ] + }, + { + "instruction": "Flavored Corn Puffs", + "bbox": [ + 0.7637239244249132, + 0.5531537204318576, + 0.9313912285698784, + 0.6348253038194445 + ], + "point": [ + 0.8476, + 0.594 + ] + }, + { + "instruction": "8 Oz. (4 Bags)", + "bbox": [ + 0.7637239244249132, + 0.5531537204318576, + 0.9313912285698784, + 0.6348253038194445 + ], + "point": [ + 0.8476, + 0.594 + ] + }, + { + "instruction": "S30.99", + "bbox": [ + 0.7637239244249132, + 0.5531537204318576, + 0.9313912285698784, + 0.6348253038194445 + ], + "point": [ + 0.8476, + 0.594 + ] + }, + { + "instruction": "lnt", + "bbox": [ + 0.5862330966525607, + 0.8839313422309028, + 0.7491119384765625, + 1.0 + ], + "point": [ + 0.6677, + 0.942 + ] + }, + { + "instruction": "You have no items in your wish", + "bbox": [ + 0.06688515345255534, + 0.569857652452257, + 0.21151381598578559, + 0.5962457275390625 + ], + "point": [ + 0.1392, + 0.5831 + ] + }, + { + "instruction": "Shopping Options", + "bbox": [ + 0.06768961482577854, + 0.17304772271050348, + 0.1559918933444553, + 0.19943169487847223 + ], + "point": [ + 0.1118, + 0.1862 + ] + }, + { + "instruction": "Reloading or changing the current settings.", + "bbox": [ + 0.8050610860188802, + 0.127630615234375, + 0.9033624437120226, + 0.1677362060546875 + ], + "point": [ + 0.8542, + 0.1477 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8952711317274306, + 0.049433229234483504, + 0.9707694159613716, + 0.08981771681043837 + ], + "point": [ + 0.933, + 0.0696 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.5861025916205512, + 0.682384033203125, + 0.6659617529975044, + 0.7207903374565973 + ], + "point": [ + 0.626, + 0.7016 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.4075801001654731, + 0.6824211290147569, + 0.48742925855848523, + 0.7208300103081597 + ], + "point": [ + 0.4475, + 0.7016 + ] + }, + { + "instruction": "Adding a new item to the cart.", + "bbox": [ + 0.22913818359375, + 0.7277465142144097, + 0.308367919921875, + 0.7649123128255209 + ], + "point": [ + 0.2688, + 0.7463 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08234071731567383, + 0.05331719716389974, + 0.15567827224731445, + 0.08433988783094618 + ], + "point": [ + 0.119, + 0.0688 + ] + }, + { + "instruction": "a grid view or grid layout.", + "bbox": [ + 0.23649169074164497, + 0.12344834221733941, + 0.2695178985595703, + 0.17110466851128472 + ], + "point": [ + 0.253, + 0.1473 + ] + }, + { + "instruction": "Displaying a dual shock wireless controller.", + "bbox": [ + 0.2281703101264106, + 0.5532483588324653, + 0.392218017578125, + 0.670481431749132 + ], + "point": [ + 0.3102, + 0.6119 + ] + }, + { + "instruction": "a menu or grid view option.", + "bbox": [ + 0.2688017103407118, + 0.12340411716037326, + 0.30080129835340713, + 0.17124086168077257 + ], + "point": [ + 0.2848, + 0.1473 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9756579928927951, + 0.0033034324645996095, + 0.997237311469184, + 0.03950178994072808 + ], + "point": [ + 0.9864, + 0.0214 + ] + }, + { + "instruction": "Home & Kitchen settings.", + "bbox": [ + 0.06793812645806206, + 0.28299602932400175, + 0.14788282182481555, + 0.30800442165798614 + ], + "point": [ + 0.1079, + 0.2955 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054983001285129125, + 0.04717858208550347, + 0.0760949240790473, + 0.09045402526855469 + ], + "point": [ + 0.0655, + 0.0688 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.31062965393066405, + 0.7302138943142361, + 0.32988590664333767, + 0.7645258246527777 + ], + "point": [ + 0.3203, + 0.7474 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.7640624152289497, + 0.6609802924262153, + 0.8441681755913628, + 0.6982623291015625 + ], + "point": [ + 0.8041, + 0.6796 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.48905631171332464, + 0.6839354112413194, + 0.5082088894314236, + 0.7204490831163195 + ], + "point": [ + 0.4986, + 0.7022 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.846201917860243, + 0.6629819064670139, + 0.8652811686197917, + 0.6979709201388888 + ], + "point": [ + 0.8557, + 0.6805 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9746229383680556, + 0.04983795166015625, + 0.9955544365776909, + 0.08987871805826823 + ], + "point": [ + 0.9851, + 0.0699 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.5140786912706163, + 0.683686048719618, + 0.5363081190321181, + 0.7205967203776041 + ], + "point": [ + 0.5252, + 0.7021 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.33617814381917316, + 0.7295345052083333, + 0.35695999993218314, + 0.7637437608506944 + ], + "point": [ + 0.3466, + 0.7466 + ] + }, + { + "instruction": "Ditto'scorn puffs by Martin's.", + "bbox": [ + 0.7630994160970052, + 0.21262925889756945, + 0.9183759053548177, + 0.5470083279079861 + ], + "point": [ + 0.8407, + 0.3798 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.6924324459499783, + 0.6846685791015625, + 0.7138559977213542, + 0.7194846598307292 + ], + "point": [ + 0.7031, + 0.7021 + ] + }, + { + "instruction": "steersers game control.", + "bbox": [ + 0.22708926730685763, + 0.2847371419270833, + 0.40358979966905384, + 0.5062232123480903 + ], + "point": [ + 0.3153, + 0.3955 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02968396610683865, + 0.052974459330240885, + 0.049628263049655494, + 0.08705270555284288 + ], + "point": [ + 0.0397, + 0.07 + ] + }, + { + "instruction": "Chart", + "bbox": [ + 0.8719789293077257, + 0.662799546983507, + 0.8917611016167535, + 0.697187974717882 + ], + "point": [ + 0.8819, + 0.68 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005042176776462131, + 0.05286294725206163, + 0.027177535163031685, + 0.08724502563476562 + ], + "point": [ + 0.0161, + 0.0701 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15095511542426215, + 0.009070463180541992, + 0.1669110827975803, + 0.03652809037102593 + ], + "point": [ + 0.1589, + 0.0228 + ] + }, + { + "instruction": "Heart", + "bbox": [ + 0.6688315073649088, + 0.685623304578993, + 0.6864021725124783, + 0.7193981255425347 + ], + "point": [ + 0.6776, + 0.7025 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8653965420193143, + 0.05499663882785373, + 0.8830251905653211, + 0.08711278279622396 + ], + "point": [ + 0.8742, + 0.0711 + ] + }, + { + "instruction": "Gift Box, Italian Cookie Gift collection.", + "bbox": [ + 0.5863662719726562, + 0.5534317694769966, + 0.7500181410047743, + 0.6244916449652778 + ], + "point": [ + 0.6682, + 0.589 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.9066845364040799, + 0.133207032945421, + 0.9213229709201389, + 0.16403479682074654 + ], + "point": [ + 0.914, + 0.1486 + ] + }, + { + "instruction": "Clothing, Shoes & Jewelry section.", + "bbox": [ + 0.0676250245836046, + 0.23581036037868924, + 0.19027207692464193, + 0.2612598843044705 + ], + "point": [ + 0.1289, + 0.2485 + ] + }, + { + "instruction": "Grocery & Gourmet Food settings.", + "bbox": [ + 0.06800067689683702, + 0.33503221299913194, + 0.19143846299913195, + 0.3596356201171875 + ], + "point": [ + 0.1297, + 0.3473 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.31613148583306205, + 0.008165381749471028, + 0.33151399824354383, + 0.03729777971903483 + ], + "point": [ + 0.3238, + 0.0227 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.34036360846625435, + 0.007389175626966688, + 0.35528784857855905, + 0.03714417457580566 + ], + "point": [ + 0.3478, + 0.0223 + ] + }, + { + "instruction": "a selection of cookies, cookies, and other food items.", + "bbox": [ + 0.5855559455023871, + 0.21423768785264757, + 0.7520113627115885, + 0.5477973259819878 + ], + "point": [ + 0.6688, + 0.381 + ] + }, + { + "instruction": "an image or picture.", + "bbox": [ + 0.4122605217827691, + 0.2895938788519965, + 0.5727582295735677, + 0.5157110934787327 + ], + "point": [ + 0.4925, + 0.4027 + ] + }, + { + "instruction": "Video Games.", + "bbox": [ + 0.0675604502360026, + 0.3095966254340278, + 0.13344656626383464, + 0.33389533148871525 + ], + "point": [ + 0.1005, + 0.3217 + ] + }, + { + "instruction": "Sending a message or email.", + "bbox": [ + 0.3123981263902452, + 0.9400771077473958, + 0.333142704433865, + 0.9786332872178819 + ], + "point": [ + 0.3228, + 0.9594 + ] + }, + { + "instruction": "A price tag of $32.97.", + "bbox": [ + 0.40664626227484807, + 0.5530427042643229, + 0.5667985280354818, + 0.6586372884114583 + ], + "point": [ + 0.4867, + 0.6058 + ] + }, + { + "instruction": "a price tag of $30.99.", + "bbox": [ + 0.7637239244249132, + 0.5531537204318576, + 0.9313912285698784, + 0.6348253038194445 + ], + "point": [ + 0.8476, + 0.594 + ] + }, + { + "instruction": "a couch with a pillow on it.", + "bbox": [ + 0.5862330966525607, + 0.8839313422309028, + 0.7491119384765625, + 1.0 + ], + "point": [ + 0.6677, + 0.942 + ] + }, + { + "instruction": "You have no items in your wish.", + "bbox": [ + 0.06688515345255534, + 0.569857652452257, + 0.21151381598578559, + 0.5962457275390625 + ], + "point": [ + 0.1392, + 0.5831 + ] + }, + { + "instruction": "Shopping Options.", + "bbox": [ + 0.06768961482577854, + 0.17304772271050348, + 0.1559918933444553, + 0.19943169487847223 + ], + "point": [ + 0.1118, + 0.1862 + ] + } + ], + "element_size": 112 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_19/7854.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "All forums", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07083333333333333, + 0.029444444444444443 + ], + "point": [ + 0.0498, + 0.0217 + ] + }, + { + "instruction": "Skinit Decal Gaming Skin Con", + "bbox": [ + 0.1940972434149848, + 0.011666666666666667, + 0.31354168785942926, + 0.03166666666666667 + ], + "point": [ + 0.2538, + 0.0217 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-L.amazonaws com:7770/skinit-decal-gaming-skin-compatible-with-ps3-dual-shock-wireless-controller-officially-licens_", + "bbox": [ + 0.1583333757188585, + 0.06055555555555556, + 0.8517361111111111, + 0.08166666666666667 + ], + "point": [ + 0.505, + 0.0711 + ] + }, + { + "instruction": "TIPOLISIC", + "bbox": [ + 0.42291670905219186, + 0.08611111958821614, + 0.5260417090521918, + 0.12055556403266059 + ], + "point": [ + 0.4745, + 0.1033 + ] + }, + { + "instruction": "Blast Dark", + "bbox": [ + 0.7590277777777777, + 0.1155555640326606, + 0.8913194444444444, + 0.1622222222222222 + ], + "point": [ + 0.8252, + 0.1389 + ] + }, + { + "instruction": "Qty", + "bbox": [ + 0.5840277777777778, + 0.38, + 0.60625, + 0.4033333333333333 + ], + "point": [ + 0.5951, + 0.3917 + ] + }, + { + "instruction": "(G", + "bbox": [ + 0.15659722222222222, + 0.5805556233723959, + 0.1875, + 0.6188889567057292 + ], + "point": [ + 0.172, + 0.5997 + ] + }, + { + "instruction": "Steeler)", + "bbox": [ + 0.3062499788072374, + 0.5938888210720487, + 0.3388888676961263, + 0.6111110432942708 + ], + "point": [ + 0.3226, + 0.6025 + ] + }, + { + "instruction": "teel", + "bbox": [ + 0.16493055555555555, + 0.6127777777777778, + 0.20590277777777777, + 0.6533333333333333 + ], + "point": [ + 0.1854, + 0.6331 + ] + }, + { + "instruction": "5t4]", + "bbox": [ + 0.45208333333333334, + 0.62, + 0.478125, + 0.645 + ], + "point": [ + 0.4651, + 0.6325 + ] + }, + { + "instruction": "Stt", + "bbox": [ + 0.15694444444444444, + 0.6472222222222223, + 0.17326388888888888, + 0.6622222222222223 + ], + "point": [ + 0.1651, + 0.6547 + ] + }, + { + "instruction": "Saeler", + "bbox": [ + 0.4111111111111111, + 0.6527777777777778, + 0.48333333333333334, + 0.6955555555555556 + ], + "point": [ + 0.4472, + 0.6742 + ] + }, + { + "instruction": "Hers", + "bbox": [ + 0.14791666666666667, + 0.6844444444444444, + 0.17743055555555556, + 0.7077777777777777 + ], + "point": [ + 0.1627, + 0.6961 + ] + }, + { + "instruction": "eelers", + "bbox": [ + 0.14756943384806315, + 0.7072222222222222, + 0.17256943384806314, + 0.7233333333333334 + ], + "point": [ + 0.1601, + 0.7153 + ] + }, + { + "instruction": "Stee'", + "bbox": [ + 0.19895833333333332, + 0.7166665988498264, + 0.22743055555555555, + 0.7388888210720486 + ], + "point": [ + 0.2132, + 0.7278 + ] + }, + { + "instruction": "teelersh", + "bbox": [ + 0.3975694444444444, + 0.6883333333333334, + 0.4857638888888889, + 0.7388888888888889 + ], + "point": [ + 0.4417, + 0.7136 + ] + }, + { + "instruction": "'teclera", + "bbox": [ + 0.4197916666666667, + 0.7316666666666667, + 0.4864583333333333, + 0.7716666666666666 + ], + "point": [ + 0.4531, + 0.7517 + ] + }, + { + "instruction": "Stee)", + "bbox": [ + 0.15659722222222222, + 0.7472222222222222, + 0.21319444444444444, + 0.7916666666666666 + ], + "point": [ + 0.1849, + 0.7694 + ] + }, + { + "instruction": "Stciers", + "bbox": [ + 0.2409722434149848, + 0.7072222222222222, + 0.26666668785942926, + 0.7272222222222222 + ], + "point": [ + 0.2538, + 0.7172 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.6306250678168402, + 0.4036415269639757, + 0.730859120686849, + 0.4676907348632813 + ], + "point": [ + 0.6807, + 0.4357 + ] + }, + { + "instruction": "Add to Compare", + "bbox": [ + 0.6605398390028212, + 0.5064156426323785, + 0.7373842027452256, + 0.536833258734809 + ], + "point": [ + 0.699, + 0.5216 + ] + }, + { + "instruction": "Incognito", + "bbox": [ + 0.8952557033962674, + 0.04931425306532118, + 0.9707382202148438, + 0.0901326158311632 + ], + "point": [ + 0.933, + 0.0697 + ] + }, + { + "instruction": "Add to Wish List", + "bbox": [ + 0.5842432657877604, + 0.5062337917751736, + 0.6610488891601562, + 0.5369207085503472 + ], + "point": [ + 0.6226, + 0.5216 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.3172328525119358, + 0.01119256231519911, + 0.3305323706732856, + 0.035184910032484265 + ], + "point": [ + 0.3239, + 0.0232 + ] + }, + { + "instruction": "Controller", + "bbox": [ + 0.04823315938313802, + 0.09795783996582032, + 0.7831110212537977, + 0.3778091515435113 + ], + "point": [ + 0.4157, + 0.2379 + ] + }, + { + "instruction": "Officially Licensed NFL Pittsburgh Steelers", + "bbox": [ + 0.04823315938313802, + 0.09795783996582032, + 0.7831110212537977, + 0.3778091515435113 + ], + "point": [ + 0.4157, + 0.2379 + ] + }, + { + "instruction": "Design", + "bbox": [ + 0.04823315938313802, + 0.09795783996582032, + 0.7831110212537977, + 0.3778091515435113 + ], + "point": [ + 0.4157, + 0.2379 + ] + }, + { + "instruction": "IN STOCK", + "bbox": [ + 0.04823315938313802, + 0.09795783996582032, + 0.7831110212537977, + 0.3778091515435113 + ], + "point": [ + 0.4157, + 0.2379 + ] + }, + { + "instruction": "SKU", + "bbox": [ + 0.04823315938313802, + 0.09795783996582032, + 0.7831110212537977, + 0.3778091515435113 + ], + "point": [ + 0.4157, + 0.2379 + ] + }, + { + "instruction": "BOZNBLZLCQ", + "bbox": [ + 0.04823315938313802, + 0.09795783996582032, + 0.7831110212537977, + 0.3778091515435113 + ], + "point": [ + 0.4157, + 0.2379 + ] + }, + { + "instruction": "Be the first to review this product", + "bbox": [ + 0.04823315938313802, + 0.09795783996582032, + 0.7831110212537977, + 0.3778091515435113 + ], + "point": [ + 0.4157, + 0.2379 + ] + }, + { + "instruction": "S16.99", + "bbox": [ + 0.04823315938313802, + 0.09795783996582032, + 0.7831110212537977, + 0.3778091515435113 + ], + "point": [ + 0.4157, + 0.2379 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.0827973895602756, + 0.053642357720269096, + 0.15539559258355035, + 0.08362980312771268 + ], + "point": [ + 0.1191, + 0.0686 + ] + }, + { + "instruction": "Stecrers", + "bbox": [ + 0.10769725375705295, + 0.34372178819444443, + 0.5604136572943793, + 0.5932325575086805 + ], + "point": [ + 0.3341, + 0.4685 + ] + }, + { + "instruction": "Stee ers", + "bbox": [ + 0.10769725375705295, + 0.34372178819444443, + 0.5604136572943793, + 0.5932325575086805 + ], + "point": [ + 0.3341, + 0.4685 + ] + }, + { + "instruction": "ers", + "bbox": [ + 0.10769725375705295, + 0.34372178819444443, + 0.5604136572943793, + 0.5932325575086805 + ], + "point": [ + 0.3341, + 0.4685 + ] + }, + { + "instruction": "Stec %3", + "bbox": [ + 0.10769725375705295, + 0.34372178819444443, + 0.5604136572943793, + 0.5932325575086805 + ], + "point": [ + 0.3341, + 0.4685 + ] + }, + { + "instruction": "51 aelers", + "bbox": [ + 0.10769725375705295, + 0.34372178819444443, + 0.5604136572943793, + 0.5932325575086805 + ], + "point": [ + 0.3341, + 0.4685 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.5843452453613281, + 0.40373053656684027, + 0.6243892245822482, + 0.46727959526909724 + ], + "point": [ + 0.6044, + 0.4355 + ] + }, + { + "instruction": "Adding an item to the cart.", + "bbox": [ + 0.6306250678168402, + 0.4036415269639757, + 0.730859120686849, + 0.4676907348632813 + ], + "point": [ + 0.6807, + 0.4357 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054072560204399954, + 0.046071972317165796, + 0.07575676176283094, + 0.09106163024902343 + ], + "point": [ + 0.0649, + 0.0686 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.00431924925910102, + 0.048914574517144094, + 0.027968035803900823, + 0.09085471259223091 + ], + "point": [ + 0.0161, + 0.0699 + ] + }, + { + "instruction": "Adding a new item to the share.", + "bbox": [ + 0.6605398390028212, + 0.5064156426323785, + 0.7373842027452256, + 0.536833258734809 + ], + "point": [ + 0.699, + 0.5216 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9747394137912326, + 0.04915464613172743, + 0.9958118014865451, + 0.09035408020019531 + ], + "point": [ + 0.9853, + 0.0698 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028159009085761175, + 0.048614425659179686, + 0.051520082685682506, + 0.0906933848063151 + ], + "point": [ + 0.0398, + 0.0697 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1507187843322754, + 0.008677634133232965, + 0.1664941045973036, + 0.03811060057746039 + ], + "point": [ + 0.1586, + 0.0234 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8952557033962674, + 0.04931425306532118, + 0.9707382202148438, + 0.0901326158311632 + ], + "point": [ + 0.933, + 0.0697 + ] + }, + { + "instruction": "Adding a new item to a wish list.", + "bbox": [ + 0.5842432657877604, + 0.5062337917751736, + 0.6610488891601562, + 0.5369207085503472 + ], + "point": [ + 0.6226, + 0.5216 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8654602898491753, + 0.05574329376220703, + 0.8829743279351129, + 0.08563151041666667 + ], + "point": [ + 0.8742, + 0.0707 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9757475958930122, + 0.0026412879096137155, + 0.9967386033799913, + 0.04138484954833985 + ], + "point": [ + 0.9862, + 0.022 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3172328525119358, + 0.01119256231519911, + 0.3305323706732856, + 0.035184910032484265 + ], + "point": [ + 0.3239, + 0.0232 + ] + }, + { + "instruction": "a price tag of $6.99.", + "bbox": [ + 0.04823315938313802, + 0.09795783996582032, + 0.7831110212537977, + 0.3778091515435113 + ], + "point": [ + 0.4157, + 0.2379 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.3399458991156684, + 0.005159634484185113, + 0.35687548319498696, + 0.040016581217447916 + ], + "point": [ + 0.3484, + 0.0226 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.0827973895602756, + 0.053642357720269096, + 0.15539559258355035, + 0.08362980312771268 + ], + "point": [ + 0.1191, + 0.0686 + ] + }, + { + "instruction": "Stickers.", + "bbox": [ + 0.10769725375705295, + 0.34372178819444443, + 0.5604136572943793, + 0.5932325575086805 + ], + "point": [ + 0.3341, + 0.4685 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9930875990125868, + 0.23454566107855904, + 1.0, + 0.35103003607855904 + ], + "point": [ + 0.9965, + 0.2928 + ] + } + ], + "element_size": 56 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_20/8316.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "All forums", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07083333333333333, + 0.029444444444444443 + ], + "point": [ + 0.0498, + 0.0217 + ] + }, + { + "instruction": "Skinit Decal Gaming Skin Con", + "bbox": [ + 0.1940972434149848, + 0.011666666666666667, + 0.31354168785942926, + 0.03166666666666667 + ], + "point": [ + 0.2538, + 0.0217 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.3190972222222222, + 0.013333332273695203, + 0.3541666666666667, + 0.03388888359069824 + ], + "point": [ + 0.3366, + 0.0236 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-L.amazonaws com:99g9/forumslall", + "bbox": [ + 0.15833333333333333, + 0.06055555555555556, + 0.4625, + 0.08166666666666667 + ], + "point": [ + 0.3104, + 0.0711 + ] + }, + { + "instruction": "All forums", + "bbox": [ + 0.12743055555555555, + 0.15, + 0.22083333333333333, + 0.18055555555555555 + ], + "point": [ + 0.1741, + 0.1653 + ] + }, + { + "instruction": "StamfordCT", + "bbox": [ + 0.7291666666666666, + 0.20666666666666667, + 0.7854166666666667, + 0.22666666666666666 + ], + "point": [ + 0.7573, + 0.2167 + ] + }, + { + "instruction": "allentown", + "bbox": [ + 0.12638888888888888, + 0.258888905843099, + 0.17083333333333334, + 0.2761111280653212 + ], + "point": [ + 0.1486, + 0.2675 + ] + }, + { + "instruction": "arlingtonva", + "bbox": [ + 0.12569444444444444, + 0.27944446139865453, + 0.17777777777777778, + 0.30444444444444446 + ], + "point": [ + 0.1517, + 0.2919 + ] + }, + { + "instruction": "Art", + "bbox": [ + 0.12743056615193685, + 0.306111077202691, + 0.14201389948527018, + 0.321111077202691 + ], + "point": [ + 0.1347, + 0.3136 + ] + }, + { + "instruction": "OldSchoolCool", + "bbox": [ + 0.5784722222222223, + 0.29555555555555557, + 0.6461805555555555, + 0.31666666666666665 + ], + "point": [ + 0.6123, + 0.3061 + ] + }, + { + "instruction": "technology", + "bbox": [ + 0.7277777777777777, + 0.29333333333333333, + 0.78125, + 0.32055555555555554 + ], + "point": [ + 0.7545, + 0.3069 + ] + }, + { + "instruction": "lakewood", + "bbox": [ + 0.42743055555555554, + 0.3211111111111111, + 0.47152777777777777, + 0.3372222222222222 + ], + "point": [ + 0.4495, + 0.3292 + ] + }, + { + "instruction": "television", + "bbox": [ + 0.7288194444444445, + 0.3211111111111111, + 0.7739583333333333, + 0.3383333333333333 + ], + "point": [ + 0.7514, + 0.3297 + ] + }, + { + "instruction": "AskReddit", + "bbox": [ + 0.12708333333333333, + 0.32666663275824653, + 0.17430555555555555, + 0.34666663275824655 + ], + "point": [ + 0.1507, + 0.3367 + ] + }, + { + "instruction": "LifeProTips", + "bbox": [ + 0.42777777777777776, + 0.3433333333333333, + 0.48125, + 0.3638888888888889 + ], + "point": [ + 0.4545, + 0.3536 + ] + }, + { + "instruction": "tifu", + "bbox": [ + 0.7288194444444445, + 0.3438888888888889, + 0.7465277777777778, + 0.3611111111111111 + ], + "point": [ + 0.7377, + 0.3525 + ] + }, + { + "instruction": "askscience", + "bbox": [ + 0.12638888888888888, + 0.3522222222222222, + 0.17708333333333334, + 0.36833333333333335 + ], + "point": [ + 0.1517, + 0.3603 + ] + }, + { + "instruction": "aww", + "bbox": [ + 0.12638888888888888, + 0.37722222222222224, + 0.14895833333333333, + 0.39222222222222225 + ], + "point": [ + 0.1377, + 0.3847 + ] + }, + { + "instruction": "food", + "bbox": [ + 0.27743055555555557, + 0.3711111111111111, + 0.29965277777777777, + 0.3894444444444444 + ], + "point": [ + 0.2885, + 0.3803 + ] + }, + { + "instruction": "listentothis", + "bbox": [ + 0.42743055555555554, + 0.3672222222222222, + 0.47881944444444446, + 0.3844444444444444 + ], + "point": [ + 0.4531, + 0.3758 + ] + }, + { + "instruction": "todayilearned", + "bbox": [ + 0.7284723069932726, + 0.3666667005750868, + 0.791666751437717, + 0.3877778116861979 + ], + "point": [ + 0.7601, + 0.3772 + ] + }, + { + "instruction": "funny", + "bbox": [ + 0.27638891008165145, + 0.3927777777777778, + 0.30451391008165146, + 0.41444444444444445 + ], + "point": [ + 0.2905, + 0.4036 + ] + }, + { + "instruction": "LowellMA", + "bbox": [ + 0.428125, + 0.39, + 0.4732638888888889, + 0.4072222222222222 + ], + "point": [ + 0.4507, + 0.3986 + ] + }, + { + "instruction": "Paterson", + "bbox": [ + 0.5795138888888889, + 0.3861111111111111, + 0.6201388888888889, + 0.4033333333333333 + ], + "point": [ + 0.5998, + 0.3947 + ] + }, + { + "instruction": "Futurology", + "bbox": [ + 0.2763888888888889, + 0.41444444444444445, + 0.32708333333333334, + 0.43944444444444447 + ], + "point": [ + 0.3017, + 0.4269 + ] + }, + { + "instruction": "Pennsylvania", + "bbox": [ + 0.5791666666666667, + 0.40944444444444444, + 0.6392361111111111, + 0.43 + ], + "point": [ + 0.6092, + 0.4197 + ] + }, + { + "instruction": "M", + "bbox": [ + 0.42916666666666664, + 0.43444444444444447, + 0.44305555555555554, + 0.455 + ], + "point": [ + 0.4361, + 0.4447 + ] + }, + { + "instruction": "personalfinance", + "bbox": [ + 0.5784722222222223, + 0.43222222222222223, + 0.6510416666666666, + 0.4527777777777778 + ], + "point": [ + 0.6148, + 0.4425 + ] + }, + { + "instruction": "baltimore", + "bbox": [ + 0.12638889948527018, + 0.4638888888888889, + 0.1701388994852702, + 0.4811111111111111 + ], + "point": [ + 0.1483, + 0.4725 + ] + }, + { + "instruction": "philadelphia", + "bbox": [ + 0.5791666666666667, + 0.45444444444444443, + 0.6347222222222222, + 0.4777777777777778 + ], + "point": [ + 0.6069, + 0.4661 + ] + }, + { + "instruction": "books", + "bbox": [ + 0.12604165607028536, + 0.4866666666666667, + 0.1562499894036187, + 0.5066666666666667 + ], + "point": [ + 0.1411, + 0.4967 + ] + }, + { + "instruction": "philosophy", + "bbox": [ + 0.5791666666666667, + 0.47833333333333333, + 0.6298611111111111, + 0.5022222222222222 + ], + "point": [ + 0.6045, + 0.4903 + ] + }, + { + "instruction": "boston", + "bbox": [ + 0.12638887829250758, + 0.5111111450195313, + 0.15833332273695205, + 0.5283332994249132 + ], + "point": [ + 0.1424, + 0.5197 + ] + }, + { + "instruction": "Maine", + "bbox": [ + 0.4288194444444444, + 0.503888922797309, + 0.4576388888888889, + 0.5211111450195313 + ], + "point": [ + 0.4432, + 0.5125 + ] + }, + { + "instruction": "photoshopbattles", + "bbox": [ + 0.5791666666666667, + 0.5011111111111111, + 0.6586805555555556, + 0.5255555555555556 + ], + "point": [ + 0.6189, + 0.5133 + ] + }, + { + "instruction": "BridgeportCT", + "bbox": [ + 0.12604166666666666, + 0.5333333672417535, + 0.18680555555555556, + 0.5550000339084201 + ], + "point": [ + 0.1564, + 0.5442 + ] + }, + { + "instruction": "ManchesterNH", + "bbox": [ + 0.4288194444444444, + 0.5261111111111111, + 0.49583333333333335, + 0.5444444444444444 + ], + "point": [ + 0.4623, + 0.5353 + ] + }, + { + "instruction": "pics", + "bbox": [ + 0.5784722222222223, + 0.5266666666666666, + 0.6000000847710504, + 0.5477777777777778 + ], + "point": [ + 0.5892, + 0.5372 + ] + }, + { + "instruction": "BuyltForLife", + "bbox": [ + 0.12604166666666666, + 0.5555556233723958, + 0.18229166666666666, + 0.5783333333333334 + ], + "point": [ + 0.1542, + 0.5669 + ] + }, + { + "instruction": "pittsburgh", + "bbox": [ + 0.5784722222222223, + 0.5494444783528646, + 0.6267361111111112, + 0.5716666666666667 + ], + "point": [ + 0.6026, + 0.5606 + ] + }, + { + "instruction": "vermont", + "bbox": [ + 0.7295138888888889, + 0.5472222222222223, + 0.7677083333333333, + 0.5633333333333334 + ], + "point": [ + 0.7486, + 0.5553 + ] + }, + { + "instruction": "MechanicalKeyboards", + "bbox": [ + 0.4284722222222222, + 0.5733333333333334, + 0.5274305555555555, + 0.5938888888888889 + ], + "point": [ + 0.478, + 0.5836 + ] + }, + { + "instruction": "providence", + "bbox": [ + 0.5781249576144748, + 0.5705556233723958, + 0.6291666242811415, + 0.5927778455946181 + ], + "point": [ + 0.6036, + 0.5817 + ] + }, + { + "instruction": "videos", + "bbox": [ + 0.7295138888888889, + 0.57, + 0.7607638888888889, + 0.5861111111111111 + ], + "point": [ + 0.7451, + 0.5781 + ] + }, + { + "instruction": "memes", + "bbox": [ + 0.4288194444444444, + 0.5988888888888889, + 0.46319444444444446, + 0.6133333333333333 + ], + "point": [ + 0.446, + 0.6061 + ] + }, + { + "instruction": "W", + "bbox": [ + 0.7302083333333333, + 0.6105554877387153, + 0.7447916666666666, + 0.6338888210720486 + ], + "point": [ + 0.7375, + 0.6222 + ] + }, + { + "instruction": "CambridgeMA", + "bbox": [ + 0.12604165607028536, + 0.6466666666666666, + 0.19166664547390408, + 0.6677777777777778 + ], + "point": [ + 0.1589, + 0.6572 + ] + }, + { + "instruction": "monitor", + "bbox": [ + 0.4288194444444444, + 0.6433333333333333, + 0.46458333333333335, + 0.6594444444444445 + ], + "point": [ + 0.4467, + 0.6514 + ] + }, + { + "instruction": "ColumbiaMD", + "bbox": [ + 0.12638889948527018, + 0.67, + 0.18506944444444445, + 0.6883333333333334 + ], + "point": [ + 0.1557, + 0.6792 + ] + }, + { + "instruction": "Hartford", + "bbox": [ + 0.278125, + 0.6661111111111111, + 0.3170138888888889, + 0.6844444444444444 + ], + "point": [ + 0.2976, + 0.6753 + ] + }, + { + "instruction": "movies", + "bbox": [ + 0.4288194444444444, + 0.6672222222222223, + 0.46145833333333336, + 0.6833333333333333 + ], + "point": [ + 0.4451, + 0.6753 + ] + }, + { + "instruction": "relationship_advice", + "bbox": [ + 0.5784722222222223, + 0.6616666666666666, + 0.665625, + 0.6838888888888889 + ], + "point": [ + 0.622, + 0.6728 + ] + }, + { + "instruction": "wallstreetbets", + "bbox": [ + 0.7305555555555555, + 0.6588888888888889, + 0.7927083333333333, + 0.6761111111111111 + ], + "point": [ + 0.7616, + 0.6675 + ] + }, + { + "instruction": "Connecticut", + "bbox": [ + 0.12638888888888888, + 0.6938888888888889, + 0.18194444444444444, + 0.7122222222222222 + ], + "point": [ + 0.1542, + 0.7031 + ] + }, + { + "instruction": "headphones", + "bbox": [ + 0.2767361111111111, + 0.6894443766276042, + 0.33368055555555554, + 0.7099999321831597 + ], + "point": [ + 0.3052, + 0.6997 + ] + }, + { + "instruction": "Rhodelsland", + "bbox": [ + 0.5795138888888889, + 0.6861111111111111, + 0.6357638888888889, + 0.7044444444444444 + ], + "point": [ + 0.6076, + 0.6953 + ] + }, + { + "instruction": "Washington", + "bbox": [ + 0.7302083333333333, + 0.6816666666666666, + 0.784375, + 0.7027777777777777 + ], + "point": [ + 0.7573, + 0.6922 + ] + }, + { + "instruction": "consoles", + "bbox": [ + 0.12638889948527018, + 0.717222154405382, + 0.16770834392971462, + 0.7344443766276042 + ], + "point": [ + 0.147, + 0.7258 + ] + }, + { + "instruction": "history", + "bbox": [ + 0.2763888888888889, + 0.7111111789279514, + 0.3107638888888889, + 0.7350000678168402 + ], + "point": [ + 0.2936, + 0.7231 + ] + }, + { + "instruction": "washingtondc", + "bbox": [ + 0.7298611958821615, + 0.7033333333333334, + 0.7940973069932725, + 0.7272222222222222 + ], + "point": [ + 0.762, + 0.7153 + ] + }, + { + "instruction": "WaterburyCT", + "bbox": [ + 0.7302083333333333, + 0.7283333333333334, + 0.7892361111111111, + 0.75 + ], + "point": [ + 0.7597, + 0.7392 + ] + }, + { + "instruction": "coolgithubprojects", + "bbox": [ + 0.12604166666666666, + 0.7394443766276042, + 0.21041666666666667, + 0.7616665988498263 + ], + "point": [ + 0.1682, + 0.7506 + ] + }, + { + "instruction": "WorcesterMA", + "bbox": [ + 0.7305555555555555, + 0.7522222222222222, + 0.7902777777777777, + 0.7683333333333333 + ], + "point": [ + 0.7604, + 0.7603 + ] + }, + { + "instruction": "creepy", + "bbox": [ + 0.12638888888888888, + 0.7661111111111111, + 0.15763888888888888, + 0.7833333333333333 + ], + "point": [ + 0.142, + 0.7747 + ] + }, + { + "instruction": "Newark", + "bbox": [ + 0.4288194444444444, + 0.78, + 0.4638888888888889, + 0.7961111111111111 + ], + "point": [ + 0.4464, + 0.7881 + ] + }, + { + "instruction": "worldnews", + "bbox": [ + 0.7305555555555555, + 0.7749999321831598, + 0.7788194444444444, + 0.7922221544053819 + ], + "point": [ + 0.7547, + 0.7836 + ] + }, + { + "instruction": "newhampshire", + "bbox": [ + 0.42777777777777776, + 0.8016666666666666, + 0.4954861111111111, + 0.8238888888888889 + ], + "point": [ + 0.4616, + 0.8128 + ] + }, + { + "instruction": "science", + "bbox": [ + 0.5788194444444444, + 0.7988888888888889, + 0.6145833333333334, + 0.8161111111111111 + ], + "point": [ + 0.5967, + 0.8075 + ] + }, + { + "instruction": "newhaven", + "bbox": [ + 0.428125, + 0.8261111111111111, + 0.4739583333333333, + 0.8433333333333334 + ], + "point": [ + 0.451, + 0.8347 + ] + }, + { + "instruction": "Showerthoughts", + "bbox": [ + 0.5784722222222223, + 0.8216666666666667, + 0.653125, + 0.8427777777777777 + ], + "point": [ + 0.6158, + 0.8322 + ] + }, + { + "instruction": "dataisbeautiful", + "bbox": [ + 0.12604166666666666, + 0.8516667344835069, + 0.19479166666666667, + 0.8738889567057292 + ], + "point": [ + 0.1604, + 0.8628 + ] + }, + { + "instruction": "newjersey", + "bbox": [ + 0.428125, + 0.85, + 0.4739583333333333, + 0.8683333333333333 + ], + "point": [ + 0.451, + 0.8592 + ] + }, + { + "instruction": "singularity", + "bbox": [ + 0.5784722222222223, + 0.8455555555555555, + 0.6267361111111112, + 0.8666666666666667 + ], + "point": [ + 0.6026, + 0.8561 + ] + }, + { + "instruction": "news", + "bbox": [ + 0.428125, + 0.875, + 0.45381944444444444, + 0.8894444444444445 + ], + "point": [ + 0.441, + 0.8822 + ] + }, + { + "instruction": "space", + "bbox": [ + 0.5788194444444444, + 0.8711111111111111, + 0.6076388888888888, + 0.8872222222222222 + ], + "point": [ + 0.5932, + 0.8792 + ] + }, + { + "instruction": "deeplearning", + "bbox": [ + 0.12604167726304796, + 0.8755555555555555, + 0.18541668785942925, + 0.8988888888888888 + ], + "point": [ + 0.1557, + 0.8872 + ] + }, + { + "instruction": "DIY", + "bbox": [ + 0.12638887829250758, + 0.9, + 0.14270832273695205, + 0.9161111111111111 + ], + "point": [ + 0.1345, + 0.9081 + ] + }, + { + "instruction": "nosleep", + "bbox": [ + 0.42743055555555554, + 0.8944444444444445, + 0.4652777777777778, + 0.9155555555555556 + ], + "point": [ + 0.4464, + 0.905 + ] + }, + { + "instruction": "sports", + "bbox": [ + 0.5781249576144748, + 0.8922222222222222, + 0.6097221798366971, + 0.9122222222222223 + ], + "point": [ + 0.5939, + 0.9022 + ] + }, + { + "instruction": "springfieldMO", + "bbox": [ + 0.5784722222222223, + 0.9144444444444444, + 0.6423611111111112, + 0.9366666666666666 + ], + "point": [ + 0.6104, + 0.9256 + ] + }, + { + "instruction": "Running Postmill", + "bbox": [ + 0.47118055555555555, + 0.98, + 0.5288194444444444, + 0.9961111111111111 + ], + "point": [ + 0.5, + 0.9881 + ] + }, + { + "instruction": "80 Incognito", + "bbox": [ + 0.8951902601453993, + 0.049285659790039064, + 0.9707685682508681, + 0.08971394856770833 + ], + "point": [ + 0.933, + 0.0695 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08253086937798394, + 0.05300777859157986, + 0.1557202868991428, + 0.08456954956054688 + ], + "point": [ + 0.1191, + 0.0688 + ] + }, + { + "instruction": "Alphabetical", + "bbox": [ + 0.20956406063503688, + 0.08834240383572049, + 0.2800394482082791, + 0.12733979966905382 + ], + "point": [ + 0.2448, + 0.1078 + ] + }, + { + "instruction": "R", + "bbox": [ + 0.5781433953179254, + 0.6147957356770833, + 0.5925332811143663, + 0.6443284776475694 + ], + "point": [ + 0.5853, + 0.6296 + ] + }, + { + "instruction": "Forums", + "bbox": [ + 0.12784290313720703, + 0.09262976752387153, + 0.17606222364637586, + 0.12422605726453993 + ], + "point": [ + 0.152, + 0.1084 + ] + }, + { + "instruction": "Tags", + "bbox": [ + 0.17523914972941082, + 0.09054882473415798, + 0.2101071251763238, + 0.1250730895996094 + ], + "point": [ + 0.1927, + 0.1078 + ] + }, + { + "instruction": "D", + "bbox": [ + 0.12461232079399956, + 0.8030946180555556, + 0.1394518322414822, + 0.8348748101128473 + ], + "point": [ + 0.132, + 0.819 + ] + }, + { + "instruction": "MachineLearning", + "bbox": [ + 0.4275326199001736, + 0.47059400770399307, + 0.5444831000434027, + 0.5074229600694444 + ], + "point": [ + 0.486, + 0.489 + ] + }, + { + "instruction": "WritingPrompts", + "bbox": [ + 0.729082997639974, + 0.795685560438368, + 0.8025878058539496, + 0.8209321424696181 + ], + "point": [ + 0.7658, + 0.8083 + ] + }, + { + "instruction": "nyc", + "bbox": [ + 0.5769192165798611, + 0.198524169921875, + 0.7017959594726563, + 0.2374432373046875 + ], + "point": [ + 0.6394, + 0.218 + ] + }, + { + "instruction": "nottheonion", + "bbox": [ + 0.42789247300889754, + 0.9182415093315972, + 0.4854447258843316, + 0.9418930392795138 + ], + "point": [ + 0.4567, + 0.9301 + ] + }, + { + "instruction": "IAmA", + "bbox": [ + 0.2759770075480143, + 0.7939142523871527, + 0.39647305806477867, + 0.8766224500868055 + ], + "point": [ + 0.3362, + 0.8353 + ] + }, + { + "instruction": "InternetlsBeautiful", + "bbox": [ + 0.2759770075480143, + 0.7939142523871527, + 0.39647305806477867, + 0.8766224500868055 + ], + "point": [ + 0.3362, + 0.8353 + ] + }, + { + "instruction": "iphone", + "bbox": [ + 0.2759770075480143, + 0.7939142523871527, + 0.39647305806477867, + 0.8766224500868055 + ], + "point": [ + 0.3362, + 0.8353 + ] + }, + { + "instruction": "UpliftingNews", + "bbox": [ + 0.7267514546712239, + 0.44563140869140627, + 0.8630170186360677, + 0.48618621826171876 + ], + "point": [ + 0.7949, + 0.4659 + ] + }, + { + "instruction": "B", + "bbox": [ + 0.12457467185126411, + 0.41360500759548613, + 0.13945656882392035, + 0.444366455078125 + ], + "point": [ + 0.132, + 0.429 + ] + }, + { + "instruction": "yonkers", + "bbox": [ + 0.725931379530165, + 0.8823196072048611, + 0.8656288146972656, + 0.9129916720920139 + ], + "point": [ + 0.7958, + 0.8977 + ] + }, + { + "instruction": "jerseycity", + "bbox": [ + 0.424721188015408, + 0.19779368082682292, + 0.5545062594943576, + 0.26272457546657985 + ], + "point": [ + 0.4896, + 0.2303 + ] + }, + { + "instruction": "Jokes", + "bbox": [ + 0.424721188015408, + 0.19779368082682292, + 0.5545062594943576, + 0.26272457546657985 + ], + "point": [ + 0.4896, + 0.2303 + ] + }, + { + "instruction": "S", + "bbox": [ + 0.5784935421413846, + 0.7521839735243055, + 0.5913441552056207, + 0.7770675998263888 + ], + "point": [ + 0.5849, + 0.7646 + ] + }, + { + "instruction": "rva", + "bbox": [ + 0.57935668097602, + 0.707916259765625, + 0.594365225897895, + 0.7325820583767361 + ], + "point": [ + 0.5869, + 0.7202 + ] + }, + { + "instruction": "P", + "bbox": [ + 0.5766242133246527, + 0.3302458021375868, + 0.6990258110894098, + 0.3753819105360243 + ], + "point": [ + 0.6378, + 0.3528 + ] + }, + { + "instruction": "EarthPorn", + "bbox": [ + 0.2751338958740234, + 0.25183308919270836, + 0.4043334113226997, + 0.31016265869140625 + ], + "point": [ + 0.3397, + 0.281 + ] + }, + { + "instruction": "explainlikeimfive", + "bbox": [ + 0.2751338958740234, + 0.25183308919270836, + 0.4043334113226997, + 0.31016265869140625 + ], + "point": [ + 0.3397, + 0.281 + ] + }, + { + "instruction": "gadgets", + "bbox": [ + 0.27578258514404297, + 0.5012319946289062, + 0.38360091315375433, + 0.6073068576388889 + ], + "point": [ + 0.3297, + 0.5543 + ] + }, + { + "instruction": "gaming", + "bbox": [ + 0.27578258514404297, + 0.5012319946289062, + 0.38360091315375433, + 0.6073068576388889 + ], + "point": [ + 0.3297, + 0.5543 + ] + }, + { + "instruction": "GetMotivated", + "bbox": [ + 0.27578258514404297, + 0.5012319946289062, + 0.38360091315375433, + 0.6073068576388889 + ], + "point": [ + 0.3297, + 0.5543 + ] + }, + { + "instruction": "gifs", + "bbox": [ + 0.27578258514404297, + 0.5012319946289062, + 0.38360091315375433, + 0.6073068576388889 + ], + "point": [ + 0.3297, + 0.5543 + ] + }, + { + "instruction": "massachusetts", + "bbox": [ + 0.4282106187608507, + 0.5439129638671875, + 0.5443456861707899, + 0.5684713406032986 + ], + "point": [ + 0.4863, + 0.5562 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.42656258477105036, + 0.6867258707682292, + 0.4599778069390191, + 0.7127439371744791 + ], + "point": [ + 0.4433, + 0.6997 + ] + }, + { + "instruction": "Documentaries", + "bbox": [ + 0.12677011489868165, + 0.9219282362196181, + 0.1983116997612847, + 0.9445063612196181 + ], + "point": [ + 0.1625, + 0.9332 + ] + }, + { + "instruction": "mildlyinteresting", + "bbox": [ + 0.42711622450086806, + 0.6114181179470486, + 0.5443798489040799, + 0.6424327935112847 + ], + "point": [ + 0.4857, + 0.6269 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8951902601453993, + 0.049285659790039064, + 0.9707685682508681, + 0.08971394856770833 + ], + "point": [ + 0.933, + 0.0695 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8380555894639757, + 0.05496001349555121, + 0.8558785332573785, + 0.08641225179036459 + ], + "point": [ + 0.847, + 0.0707 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.8674374898274739, + 0.04653593275282118, + 0.8934776306152343, + 0.08916824340820312 + ], + "point": [ + 0.8805, + 0.0679 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05441307491726345, + 0.048120541042751735, + 0.07667891184488933, + 0.09127738104926215 + ], + "point": [ + 0.0655, + 0.0697 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08253086937798394, + 0.05300777859157986, + 0.1557202868991428, + 0.08456954956054688 + ], + "point": [ + 0.1191, + 0.0688 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9735574510362414, + 0.047005861070421005, + 0.9971444871690538, + 0.09095811631944445 + ], + "point": [ + 0.9854, + 0.069 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15086473888821073, + 0.010354154374864366, + 0.16561235851711698, + 0.03706598917643229 + ], + "point": [ + 0.1582, + 0.0237 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004558858606550429, + 0.04998917473687066, + 0.027454019917382135, + 0.0895601823594835 + ], + "point": [ + 0.016, + 0.0698 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028922155168321396, + 0.049094683329264324, + 0.05059350331624349, + 0.09007266574435764 + ], + "point": [ + 0.0398, + 0.0696 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9755630493164062, + 0.002872314453125, + 0.9970187717013889, + 0.040117081536187066 + ], + "point": [ + 0.9863, + 0.0215 + ] + }, + { + "instruction": "Alphabetical", + "bbox": [ + 0.20956406063503688, + 0.08834240383572049, + 0.2800394482082791, + 0.12733979966905382 + ], + "point": [ + 0.2448, + 0.1078 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.5293658786349826, + 0.5689447699652778, + 0.5434962802463108, + 0.5980575900607639 + ], + "point": [ + 0.5364, + 0.5835 + ] + }, + { + "instruction": "R", + "bbox": [ + 0.5781433953179254, + 0.6147957356770833, + 0.5925332811143663, + 0.6443284776475694 + ], + "point": [ + 0.5853, + 0.6296 + ] + }, + { + "instruction": "Line", + "bbox": [ + 0.275234243604872, + 0.7541119384765625, + 0.2858660168117947, + 0.7802813720703125 + ], + "point": [ + 0.2806, + 0.7672 + ] + }, + { + "instruction": "Forms.", + "bbox": [ + 0.12784290313720703, + 0.09262976752387153, + 0.17606222364637586, + 0.12422605726453993 + ], + "point": [ + 0.152, + 0.1084 + ] + }, + { + "instruction": "Tags.", + "bbox": [ + 0.17523914972941082, + 0.09054882473415798, + 0.2101071251763238, + 0.1250730895996094 + ], + "point": [ + 0.1927, + 0.1078 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.3401081085205078, + 0.0071498446994357635, + 0.3575970543755425, + 0.03614587148030599 + ], + "point": [ + 0.3489, + 0.0216 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3147162543402778, + 0.008468712700737848, + 0.3325055440266927, + 0.03579825507269965 + ], + "point": [ + 0.3236, + 0.0221 + ] + }, + { + "instruction": "D", + "bbox": [ + 0.12461232079399956, + 0.8030946180555556, + 0.1394518322414822, + 0.8348748101128473 + ], + "point": [ + 0.132, + 0.819 + ] + }, + { + "instruction": "machine learning.", + "bbox": [ + 0.4275326199001736, + 0.47059400770399307, + 0.5444831000434027, + 0.5074229600694444 + ], + "point": [ + 0.486, + 0.489 + ] + }, + { + "instruction": "the letter \"A\".", + "bbox": [ + 0.12473038567437066, + 0.20059197319878472, + 0.2638431125217014, + 0.24433488633897568 + ], + "point": [ + 0.1943, + 0.2225 + ] + }, + { + "instruction": "WritingPromps.", + "bbox": [ + 0.729082997639974, + 0.795685560438368, + 0.8025878058539496, + 0.8209321424696181 + ], + "point": [ + 0.7658, + 0.8083 + ] + }, + { + "instruction": "a text input field for \"myc\".", + "bbox": [ + 0.5769192165798611, + 0.198524169921875, + 0.7017959594726563, + 0.2374432373046875 + ], + "point": [ + 0.6394, + 0.218 + ] + }, + { + "instruction": "notification.", + "bbox": [ + 0.42789247300889754, + 0.9182415093315972, + 0.4854447258843316, + 0.9418930392795138 + ], + "point": [ + 0.4567, + 0.9301 + ] + }, + { + "instruction": "InternetsBeautiful iPhone.", + "bbox": [ + 0.2759770075480143, + 0.7939142523871527, + 0.39647305806477867, + 0.8766224500868055 + ], + "point": [ + 0.3362, + 0.8353 + ] + }, + { + "instruction": "a numerical value of 0.", + "bbox": [ + 0.5777551862928603, + 0.2403821309407552, + 0.6981402503119575, + 0.28491556803385415 + ], + "point": [ + 0.6379, + 0.2626 + ] + }, + { + "instruction": "Underline", + "bbox": [ + 0.2754017300075955, + 0.8905057101779514, + 0.28859541151258683, + 0.9181021457248264 + ], + "point": [ + 0.282, + 0.9043 + ] + }, + { + "instruction": "Yelp", + "bbox": [ + 0.7266080220540364, + 0.8393767632378473, + 0.7436158074273004, + 0.8674887424045139 + ], + "point": [ + 0.7351, + 0.8534 + ] + }, + { + "instruction": "upliftingNews.", + "bbox": [ + 0.7267514546712239, + 0.44563140869140627, + 0.8630170186360677, + 0.48618621826171876 + ], + "point": [ + 0.7949, + 0.4659 + ] + }, + { + "instruction": "Clear", + "bbox": [ + 0.12460233900282118, + 0.5970638020833333, + 0.14054183959960936, + 0.6291231282552083 + ], + "point": [ + 0.1326, + 0.6131 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.00012825429439544678, + 0.05114937252468533, + 0.004751617709795634, + 0.09083306206597222 + ], + "point": [ + 0.0024, + 0.071 + ] + }, + { + "instruction": "Underline", + "bbox": [ + 0.7264155917697482, + 0.39973290337456596, + 0.8634045918782552, + 0.44427005343967013 + ], + "point": [ + 0.7949, + 0.422 + ] + }, + { + "instruction": "Bold", + "bbox": [ + 0.12457467185126411, + 0.41360500759548613, + 0.13945656882392035, + 0.444366455078125 + ], + "point": [ + 0.132, + 0.429 + ] + }, + { + "instruction": "yongers.", + "bbox": [ + 0.725931379530165, + 0.8823196072048611, + 0.8656288146972656, + 0.9129916720920139 + ], + "point": [ + 0.7958, + 0.8977 + ] + }, + { + "instruction": "Jersey city JOKES.", + "bbox": [ + 0.424721188015408, + 0.19779368082682292, + 0.5545062594943576, + 0.26272457546657985 + ], + "point": [ + 0.4896, + 0.2303 + ] + }, + { + "instruction": "Superscript", + "bbox": [ + 0.5784935421413846, + 0.7521839735243055, + 0.5913441552056207, + 0.7770675998263888 + ], + "point": [ + 0.5849, + 0.7646 + ] + }, + { + "instruction": "Navigator", + "bbox": [ + 0.57935668097602, + 0.707916259765625, + 0.594365225897895, + 0.7325820583767361 + ], + "point": [ + 0.5869, + 0.7202 + ] + }, + { + "instruction": "the letter \"P\".", + "bbox": [ + 0.5766242133246527, + 0.3302458021375868, + 0.6990258110894098, + 0.3753819105360243 + ], + "point": [ + 0.6378, + 0.3528 + ] + }, + { + "instruction": "EarthPorn translation option.", + "bbox": [ + 0.2751338958740234, + 0.25183308919270836, + 0.4043334113226997, + 0.31016265869140625 + ], + "point": [ + 0.3397, + 0.281 + ] + }, + { + "instruction": "GetMotivated gifts.", + "bbox": [ + 0.27578258514404297, + 0.5012319946289062, + 0.38360091315375433, + 0.6073068576388889 + ], + "point": [ + 0.3297, + 0.5543 + ] + }, + { + "instruction": "massachusetts.", + "bbox": [ + 0.4282106187608507, + 0.5439129638671875, + 0.5443456861707899, + 0.5684713406032986 + ], + "point": [ + 0.4863, + 0.5562 + ] + }, + { + "instruction": "Text alignment to the left.", + "bbox": [ + 0.7260281032986111, + 0.23786529541015625, + 0.8600357055664063, + 0.28394283718532987 + ], + "point": [ + 0.793, + 0.2609 + ] + }, + { + "instruction": "Music.", + "bbox": [ + 0.42656258477105036, + 0.6867258707682292, + 0.4599778069390191, + 0.7127439371744791 + ], + "point": [ + 0.4433, + 0.6997 + ] + }, + { + "instruction": "Documents.", + "bbox": [ + 0.12677011489868165, + 0.9219282362196181, + 0.1983116997612847, + 0.9445063612196181 + ], + "point": [ + 0.1625, + 0.9332 + ] + }, + { + "instruction": "mildlyinking.", + "bbox": [ + 0.42711622450086806, + 0.6114181179470486, + 0.5443798489040799, + 0.6424327935112847 + ], + "point": [ + 0.4857, + 0.6269 + ] + } + ], + "element_size": 158 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_21/8616.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "pittsburgh", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07256944444444445, + 0.03111111111111111 + ], + "point": [ + 0.0507, + 0.0225 + ] + }, + { + "instruction": "Skinit Decal Gaming Skin Con", + "bbox": [ + 0.1940972434149848, + 0.011666666666666667, + 0.31354168785942926, + 0.03166666666666667 + ], + "point": [ + 0.2538, + 0.0217 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.3190972222222222, + 0.013333332273695203, + 0.3541666666666667, + 0.03388888359069824 + ], + "point": [ + 0.3366, + 0.0236 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws.com:9999/f/pittsburgh", + "bbox": [ + 0.15833331214057075, + 0.06055555555555556, + 0.47118055555555555, + 0.08277777777777778 + ], + "point": [ + 0.3148, + 0.0717 + ] + }, + { + "instruction": "[f/pittsburgh", + "bbox": [ + 0.125, + 0.19166666666666668, + 0.24340277777777777, + 0.23166666666666666 + ], + "point": [ + 0.1842, + 0.2117 + ] + }, + { + "instruction": "pittsburgh", + "bbox": [ + 0.6951388888888889, + 0.18666666666666668, + 0.75625, + 0.21444444444444444 + ], + "point": [ + 0.7257, + 0.2006 + ] + }, + { + "instruction": "Driving in Pittsburgh summed up by one traffic sign.", + "bbox": [ + 0.2170138888888889, + 0.3022222222222222, + 0.5145833333333333, + 0.3333333333333333 + ], + "point": [ + 0.3658, + 0.3178 + ] + }, + { + "instruction": "Submitted by Dare_County [t3_2780b9] 2 years ago", + "bbox": [ + 0.2170138888888889, + 0.33666666666666667, + 0.40694444444444444, + 0.355 + ], + "point": [ + 0.312, + 0.3458 + ] + }, + { + "instruction": "Created 2", + "bbox": [ + 0.6961806403266059, + 0.3438888888888889, + 0.7340278625488281, + 0.35944444444444446 + ], + "point": [ + 0.7151, + 0.3517 + ] + }, + { + "instruction": "years ago", + "bbox": [ + 0.7326388888888888, + 0.3461111111111111, + 0.7708333333333334, + 0.3611111111111111 + ], + "point": [ + 0.7517, + 0.3536 + ] + }, + { + "instruction": "87 comments", + "bbox": [ + 0.2170138888888889, + 0.3611111111111111, + 0.2708333333333333, + 0.3761111111111111 + ], + "point": [ + 0.2439, + 0.3686 + ] + }, + { + "instruction": "Submitted by put_the_ux_in_sux [t3_10q441y] 2 years ago", + "bbox": [ + 0.21666666666666667, + 0.4288888888888889, + 0.4322916666666667, + 0.4494444444444444 + ], + "point": [ + 0.3245, + 0.4392 + ] + }, + { + "instruction": "51 comments", + "bbox": [ + 0.2170138888888889, + 0.4538888888888889, + 0.2708333333333333, + 0.46944444444444444 + ], + "point": [ + 0.2439, + 0.4617 + ] + }, + { + "instruction": "Submitted by Chopper1 1Pilot [t3_yzofho] 2 years ago", + "bbox": [ + 0.21666666666666667, + 0.5227777777777778, + 0.4149305555555556, + 0.5427777777777778 + ], + "point": [ + 0.3158, + 0.5328 + ] + }, + { + "instruction": "Submitted by Tiny-Strain-6400 [t3_1 Te6moh]", + "bbox": [ + 0.2170138888888889, + 0.6161111111111112, + 0.3857638888888889, + 0.6333333333333333 + ], + "point": [ + 0.3014, + 0.6247 + ] + }, + { + "instruction": "year ago", + "bbox": [ + 0.3920138888888889, + 0.6188888888888889, + 0.4263888888888889, + 0.6344444444444445 + ], + "point": [ + 0.4092, + 0.6267 + ] + }, + { + "instruction": "harassment; Garfield Teen Organization;\" on Columbo Avenue, Garfield: April,", + "bbox": [ + 0.21701391008165147, + 0.7072222222222222, + 0.6565972434149848, + 0.7383333333333333 + ], + "point": [ + 0.4368, + 0.7228 + ] + }, + { + "instruction": "1968: photograph by charles \"teenie\" Harris:", + "bbox": [ + 0.21736111111111112, + 0.74, + 0.4708333333333333, + 0.7683333333333333 + ], + "point": [ + 0.3441, + 0.7542 + ] + }, + { + "instruction": "Submitted by Yinzerman1992 [t3_1Omkny4] 2 years ago", + "bbox": [ + 0.2170138888888889, + 0.7722222222222223, + 0.42465277777777777, + 0.7894444444444444 + ], + "point": [ + 0.3208, + 0.7808 + ] + }, + { + "instruction": "Submitted by Cocogasm [t3_119zg09]", + "bbox": [ + 0.21666666666666667, + 0.9577777777777777, + 0.36041666666666666, + 0.9777777777777777 + ], + "point": [ + 0.2885, + 0.9678 + ] + }, + { + "instruction": "year ago", + "bbox": [ + 0.36493055555555554, + 0.9611111111111111, + 0.3996527777777778, + 0.9761111111111112 + ], + "point": [ + 0.3823, + 0.9686 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-", + "bbox": [ + 0.0024305608537462022, + 0.98, + 0.12569444974263508, + 0.9983333333333333 + ], + "point": [ + 0.0641, + 0.9892 + ] + }, + { + "instruction": "amazonaws_", + "bbox": [ + 0.1295138888888889, + 0.982222154405382, + 0.17881944444444445, + 0.9961110432942708 + ], + "point": [ + 0.1542, + 0.9892 + ] + }, + { + "instruction": "com:gggg/submitlpittsburgh", + "bbox": [ + 0.17777777777777778, + 0.9777777777777777, + 0.29409722222222223, + 0.9988888888888889 + ], + "point": [ + 0.2359, + 0.9883 + ] + }, + { + "instruction": "Toolbox", + "bbox": [ + 0.685469479031033, + 0.487482672797309, + 0.8860906812879774, + 0.6345749918619792 + ], + "point": [ + 0.7858, + 0.561 + ] + }, + { + "instruction": "Bans", + "bbox": [ + 0.685469479031033, + 0.487482672797309, + 0.8860906812879774, + 0.6345749918619792 + ], + "point": [ + 0.7858, + 0.561 + ] + }, + { + "instruction": "Moderation log", + "bbox": [ + 0.685469479031033, + 0.487482672797309, + 0.8860906812879774, + 0.6345749918619792 + ], + "point": [ + 0.7858, + 0.561 + ] + }, + { + "instruction": "80 Incognito", + "bbox": [ + 0.8955908881293403, + 0.04939053429497613, + 0.970819600423177, + 0.09016799926757812 + ], + "point": [ + 0.9332, + 0.0698 + ] + }, + { + "instruction": "SuMnit", + "bbox": [ + 0.6468441009521484, + 0.09536324395073785, + 0.7205416361490885, + 0.15650599161783854 + ], + "point": [ + 0.6837, + 0.1259 + ] + }, + { + "instruction": "Hot", + "bbox": [ + 0.2690233442518446, + 0.24571809556749133, + 0.32101902431911894, + 0.2875083414713542 + ], + "point": [ + 0.295, + 0.2666 + ] + }, + { + "instruction": "Subscribe", + "bbox": [ + 0.6950004577636719, + 0.22763365003797742, + 0.7742952982584635, + 0.27360414293077256 + ], + "point": [ + 0.7346, + 0.2506 + ] + }, + { + "instruction": "lttsburgh", + "bbox": [ + 0.15715094672309027, + 0.8297832573784722, + 0.21147325303819445, + 0.9121812608506944 + ], + "point": [ + 0.1843, + 0.871 + ] + }, + { + "instruction": "aht4p", + "bbox": [ + 0.15715094672309027, + 0.8297832573784722, + 0.21147325303819445, + 0.9121812608506944 + ], + "point": [ + 0.1843, + 0.871 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08279202779134115, + 0.053291621738009984, + 0.15564600626627603, + 0.08425447252061632 + ], + "point": [ + 0.1192, + 0.0688 + ] + }, + { + "instruction": "Hide this forum", + "bbox": [ + 0.6850139617919921, + 0.41065609402126735, + 0.8850636800130208, + 0.4795792304144965 + ], + "point": [ + 0.785, + 0.4451 + ] + }, + { + "instruction": "Happy Light Up Night, Pittsburghl", + "bbox": [ + 0.21707577175564235, + 0.48904300265842016, + 0.41218859354654946, + 0.519224616156684 + ], + "point": [ + 0.3146, + 0.5041 + ] + }, + { + "instruction": "1054", + "bbox": [ + 0.12697919209798178, + 0.48852040608723957, + 0.15882443322075737, + 0.5686103990342882 + ], + "point": [ + 0.1429, + 0.5286 + ] + }, + { + "instruction": "Forums", + "bbox": [ + 0.1909669452243381, + 0.0970650143093533, + 0.25168348948160807, + 0.1522059292263455 + ], + "point": [ + 0.2213, + 0.1246 + ] + }, + { + "instruction": "Postmill", + "bbox": [ + 0.12757347954644097, + 0.09677070617675781, + 0.1918485853407118, + 0.151908688015408 + ], + "point": [ + 0.1597, + 0.1243 + ] + }, + { + "instruction": "1438", + "bbox": [ + 0.12799367904663086, + 0.3022711181640625, + 0.15797082053290473, + 0.38150505913628474 + ], + "point": [ + 0.143, + 0.3419 + ] + }, + { + "instruction": "1334", + "bbox": [ + 0.1278055402967665, + 0.3938546074761285, + 0.15827051798502603, + 0.4767192586263021 + ], + "point": [ + 0.143, + 0.4353 + ] + }, + { + "instruction": "969", + "bbox": [ + 0.12799338234795465, + 0.5808772786458334, + 0.15834631390041776, + 0.6609978569878472 + ], + "point": [ + 0.1432, + 0.6209 + ] + }, + { + "instruction": "943", + "bbox": [ + 0.12844107945760092, + 0.6743016899956598, + 0.1572538693745931, + 0.7531208631727431 + ], + "point": [ + 0.1428, + 0.7137 + ] + }, + { + "instruction": "Fallingwater by Lisa Frank Lloyd Wright", + "bbox": [ + 0.2175663842095269, + 0.39626180013020834, + 0.44456397162543404, + 0.4248655192057292 + ], + "point": [ + 0.3311, + 0.4106 + ] + }, + { + "instruction": "This gem from Nextdoor: Southside", + "bbox": [ + 0.2174955579969618, + 0.9233766004774305, + 0.42682910495334203, + 0.9537794325086806 + ], + "point": [ + 0.3222, + 0.9386 + ] + }, + { + "instruction": "Subscribe via RSS", + "bbox": [ + 0.6952182345920139, + 0.3590758599175347, + 0.7780870225694444, + 0.3844085015190972 + ], + "point": [ + 0.7367, + 0.3717 + ] + }, + { + "instruction": "Did", + "bbox": [ + 0.2178661346435547, + 0.8299347601996527, + 0.42197659810384114, + 0.8607147894965278 + ], + "point": [ + 0.3199, + 0.8453 + ] + }, + { + "instruction": "just get the best flight number", + "bbox": [ + 0.2178661346435547, + 0.8299347601996527, + 0.42197659810384114, + 0.8607147894965278 + ], + "point": [ + 0.3199, + 0.8453 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.251640256245931, + 0.09681625366210937, + 0.293351936340332, + 0.1515323045518663 + ], + "point": [ + 0.2725, + 0.1242 + ] + }, + { + "instruction": "835", + "bbox": [ + 0.13051673041449652, + 0.9255799696180556, + 0.1558156967163086, + 0.9764044867621527 + ], + "point": [ + 0.1432, + 0.951 + ] + }, + { + "instruction": "898", + "bbox": [ + 0.12915524376763238, + 0.8311813693576389, + 0.15754517449273003, + 0.9141148546006944 + ], + "point": [ + 0.1434, + 0.8726 + ] + }, + { + "instruction": "MarvelsGrantMan136", + "bbox": [ + 0.7203068203396268, + 0.09640101114908854, + 0.8715446472167969, + 0.15445631239149304 + ], + "point": [ + 0.7959, + 0.1254 + ] + }, + { + "instruction": "arka bunch", + "bbox": [ + 0.15745730929904514, + 0.9240110948350695, + 0.2128067864312066, + 0.9792119683159722 + ], + "point": [ + 0.1851, + 0.9516 + ] + }, + { + "instruction": "pped tirocksto each others Pelvic", + "bbox": [ + 0.15745730929904514, + 0.9240110948350695, + 0.2128067864312066, + 0.9792119683159722 + ], + "point": [ + 0.1851, + 0.9516 + ] + }, + { + "instruction": "Enimdind Car", + "bbox": [ + 0.15745730929904514, + 0.9240110948350695, + 0.2128067864312066, + 0.9792119683159722 + ], + "point": [ + 0.1851, + 0.9516 + ] + }, + { + "instruction": "Sdb 7", + "bbox": [ + 0.15745730929904514, + 0.9240110948350695, + 0.2128067864312066, + 0.9792119683159722 + ], + "point": [ + 0.1851, + 0.9516 + ] + }, + { + "instruction": "tener", + "bbox": [ + 0.15745730929904514, + 0.9240110948350695, + 0.2128067864312066, + 0.9792119683159722 + ], + "point": [ + 0.1851, + 0.9516 + ] + }, + { + "instruction": "and distumoin", + "bbox": [ + 0.15745730929904514, + 0.9240110948350695, + 0.2128067864312066, + 0.9792119683159722 + ], + "point": [ + 0.1851, + 0.9516 + ] + }, + { + "instruction": "Submissions", + "bbox": [ + 0.12623962826199, + 0.24463587443033855, + 0.26152591705322265, + 0.2879651557074653 + ], + "point": [ + 0.1939, + 0.2663 + ] + }, + { + "instruction": "Comments", + "bbox": [ + 0.12623962826199, + 0.24463587443033855, + 0.26152591705322265, + 0.2879651557074653 + ], + "point": [ + 0.1939, + 0.2663 + ] + }, + { + "instruction": "The potholes are pretty bad out there_stay vigilant my fellow drivers", + "bbox": [ + 0.23130630917019315, + 0.5829194471571181, + 0.6061914443969727, + 0.6112219916449653 + ], + "point": [ + 0.4187, + 0.5971 + ] + }, + { + "instruction": "t5_2qhrn", + "bbox": [ + 0.6949740939670139, + 0.2702710639105903, + 0.8730684068467882, + 0.3302393256293403 + ], + "point": [ + 0.784, + 0.3003 + ] + }, + { + "instruction": "41 comments", + "bbox": [ + 0.217394404941135, + 0.8872228325737848, + 0.27127615610758465, + 0.906808336046007 + ], + "point": [ + 0.2443, + 0.897 + ] + }, + { + "instruction": "Men gathered around sign reading \"Police_ We need your protection:", + "bbox": [ + 0.21718300713433158, + 0.6775552707248264, + 0.671158684624566, + 0.7059031168619792 + ], + "point": [ + 0.4442, + 0.6917 + ] + }, + { + "instruction": "not your", + "bbox": [ + 0.21718300713433158, + 0.6775552707248264, + 0.671158684624566, + 0.7059031168619792 + ], + "point": [ + 0.4442, + 0.6917 + ] + }, + { + "instruction": "83 comments", + "bbox": [ + 0.21720447540283203, + 0.7936667209201389, + 0.27163927290174694, + 0.8133493381076389 + ], + "point": [ + 0.2444, + 0.8035 + ] + }, + { + "instruction": "Submitted by maahinberi [t3_yhgpyw] 2 years ago", + "bbox": [ + 0.21761398315429686, + 0.8624292670355903, + 0.4241278330485026, + 0.8852874755859375 + ], + "point": [ + 0.3209, + 0.8739 + ] + }, + { + "instruction": "27 comments", + "bbox": [ + 0.21761288113064237, + 0.5446135796440972, + 0.2713863796657986, + 0.5647857666015625 + ], + "point": [ + 0.2445, + 0.5547 + ] + }, + { + "instruction": "23 comments", + "bbox": [ + 0.2209673563639323, + 0.6387423366970486, + 0.27290429009331596, + 0.6584853108723958 + ], + "point": [ + 0.2469, + 0.6486 + ] + }, + { + "instruction": "a toolbox option to change the options on a user interface.", + "bbox": [ + 0.685469479031033, + 0.487482672797309, + 0.8860906812879774, + 0.6345749918619792 + ], + "point": [ + 0.7858, + 0.561 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8955908881293403, + 0.04939053429497613, + 0.970819600423177, + 0.09016799926757812 + ], + "point": [ + 0.9332, + 0.0698 + ] + }, + { + "instruction": "A structure in a mountainous area.", + "bbox": [ + 0.15638048383924696, + 0.3931391059027778, + 0.212284787495931, + 0.47694708930121527 + ], + "point": [ + 0.1843, + 0.435 + ] + }, + { + "instruction": "Adding a new item or element.", + "bbox": [ + 0.6468441009521484, + 0.09536324395073785, + 0.7205416361490885, + 0.15650599161783854 + ], + "point": [ + 0.6837, + 0.1259 + ] + }, + { + "instruction": "A collapsed building.", + "bbox": [ + 0.15776218838161893, + 0.4875411309136285, + 0.2116967519124349, + 0.5692301432291667 + ], + "point": [ + 0.1847, + 0.5284 + ] + }, + { + "instruction": "a person sitting outdoors.", + "bbox": [ + 0.15739609400431315, + 0.5805402289496527, + 0.21172337002224392, + 0.6618329535590278 + ], + "point": [ + 0.1846, + 0.6212 + ] + }, + { + "instruction": "a dropdown menu for selecting hot items.", + "bbox": [ + 0.2690233442518446, + 0.24571809556749133, + 0.32101902431911894, + 0.2875083414713542 + ], + "point": [ + 0.295, + 0.2666 + ] + }, + { + "instruction": "Subscript.", + "bbox": [ + 0.6950004577636719, + 0.22763365003797742, + 0.7742952982584635, + 0.27360414293077256 + ], + "point": [ + 0.7346, + 0.2506 + ] + }, + { + "instruction": "the action to move to the top of the page.", + "bbox": [ + 0.15820304022894965, + 0.30172322591145834, + 0.21128340827094183, + 0.38223063151041664 + ], + "point": [ + 0.1847, + 0.342 + ] + }, + { + "instruction": "A text document or link.", + "bbox": [ + 0.15715094672309027, + 0.8297832573784722, + 0.21147325303819445, + 0.9121812608506944 + ], + "point": [ + 0.1843, + 0.871 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08279202779134115, + 0.053291621738009984, + 0.15564600626627603, + 0.08425447252061632 + ], + "point": [ + 0.1192, + 0.0688 + ] + }, + { + "instruction": "Proceeding a sign.", + "bbox": [ + 0.15799569023980034, + 0.6734084743923611, + 0.21110182868109809, + 0.7541916232638889 + ], + "point": [ + 0.1845, + 0.7138 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.38638182746039496, + 0.1020768059624566, + 0.5222426944308811, + 0.14882007175021703 + ], + "point": [ + 0.4543, + 0.1254 + ] + }, + { + "instruction": "Hide this forum.", + "bbox": [ + 0.6850139617919921, + 0.41065609402126735, + 0.8850636800130208, + 0.4795792304144965 + ], + "point": [ + 0.785, + 0.4451 + ] + }, + { + "instruction": "a message to happy light up night, Pittsburgh.", + "bbox": [ + 0.21707577175564235, + 0.48904300265842016, + 0.41218859354654946, + 0.519224616156684 + ], + "point": [ + 0.3146, + 0.5041 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12697919209798178, + 0.48852040608723957, + 0.15882443322075737, + 0.5686103990342882 + ], + "point": [ + 0.1429, + 0.5286 + ] + }, + { + "instruction": "Forms.", + "bbox": [ + 0.1909669452243381, + 0.0970650143093533, + 0.25168348948160807, + 0.1522059292263455 + ], + "point": [ + 0.2213, + 0.1246 + ] + }, + { + "instruction": "Postmill.", + "bbox": [ + 0.12757347954644097, + 0.09677070617675781, + 0.1918485853407118, + 0.151908688015408 + ], + "point": [ + 0.1597, + 0.1243 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12799367904663086, + 0.3022711181640625, + 0.15797082053290473, + 0.38150505913628474 + ], + "point": [ + 0.143, + 0.3419 + ] + }, + { + "instruction": "a counter displaying the number 0.", + "bbox": [ + 0.7730461968315973, + 0.22784417046440972, + 0.8193940904405382, + 0.2735694037543403 + ], + "point": [ + 0.7962, + 0.2507 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9757593790690104, + 0.0032516564263237848, + 0.9968775431315104, + 0.03920150332980686 + ], + "point": [ + 0.9863, + 0.0212 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.1278055402967665, + 0.3938546074761285, + 0.15827051798502603, + 0.4767192586263021 + ], + "point": [ + 0.143, + 0.4353 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12799338234795465, + 0.5808772786458334, + 0.15834631390041776, + 0.6609978569878472 + ], + "point": [ + 0.1432, + 0.6209 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.6139006720648872, + 0.09648727416992188, + 0.6489427354600694, + 0.15544269137912325 + ], + "point": [ + 0.6314, + 0.126 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12844107945760092, + 0.6743016899956598, + 0.1572538693745931, + 0.7531208631727431 + ], + "point": [ + 0.1428, + 0.7137 + ] + }, + { + "instruction": "Fallingwater by Lisa Frank Lloyd Wright.", + "bbox": [ + 0.2175663842095269, + 0.39626180013020834, + 0.44456397162543404, + 0.4248655192057292 + ], + "point": [ + 0.3311, + 0.4106 + ] + }, + { + "instruction": "This gem from Nextdoor, southside.", + "bbox": [ + 0.2174955579969618, + 0.9233766004774305, + 0.42682910495334203, + 0.9537794325086806 + ], + "point": [ + 0.3222, + 0.9386 + ] + }, + { + "instruction": "subscripting a file or application.", + "bbox": [ + 0.6952182345920139, + 0.3590758599175347, + 0.7780870225694444, + 0.3844085015190972 + ], + "point": [ + 0.7367, + 0.3717 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9730911254882812, + 0.04669631534152561, + 0.9974604288736979, + 0.0920591566297743 + ], + "point": [ + 0.9853, + 0.0694 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05372790230645074, + 0.04862910376654731, + 0.07711386150783962, + 0.0883549329969618 + ], + "point": [ + 0.0654, + 0.0685 + ] + }, + { + "instruction": "A prompt to find a flight number.", + "bbox": [ + 0.2178661346435547, + 0.8299347601996527, + 0.42197659810384114, + 0.8607147894965278 + ], + "point": [ + 0.3199, + 0.8453 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.251640256245931, + 0.09681625366210937, + 0.293351936340332, + 0.1515323045518663 + ], + "point": [ + 0.2725, + 0.1242 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.13051673041449652, + 0.9255799696180556, + 0.1558156967163086, + 0.9764044867621527 + ], + "point": [ + 0.1432, + 0.951 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004628193378448486, + 0.05056839836968316, + 0.027308004432254368, + 0.08657767401801215 + ], + "point": [ + 0.016, + 0.0686 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.8688540988498263, + 0.04644168429904514, + 0.8926449245876736, + 0.09087471856011285 + ], + "point": [ + 0.8807, + 0.0687 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12915524376763238, + 0.8311813693576389, + 0.15754517449273003, + 0.9141148546006944 + ], + "point": [ + 0.1434, + 0.8726 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1507179472181532, + 0.00973165300157335, + 0.16593199835883246, + 0.03722953372531467 + ], + "point": [ + 0.1583, + 0.0235 + ] + }, + { + "instruction": "A user profile or account.", + "bbox": [ + 0.7203068203396268, + 0.09640101114908854, + 0.8715446472167969, + 0.15445631239149304 + ], + "point": [ + 0.7959, + 0.1254 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02921993202633328, + 0.04946312798394097, + 0.05095873408847385, + 0.08643888685438368 + ], + "point": [ + 0.0401, + 0.068 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8378324720594618, + 0.05369557274712457, + 0.8563742743598091, + 0.08769767761230468 + ], + "point": [ + 0.8471, + 0.0707 + ] + }, + { + "instruction": "A text input field with the first word being \"This is not a crime\".", + "bbox": [ + 0.15745730929904514, + 0.9240110948350695, + 0.2128067864312066, + 0.9792119683159722 + ], + "point": [ + 0.1851, + 0.9516 + ] + }, + { + "instruction": "Submissions and comments section.", + "bbox": [ + 0.12623962826199, + 0.24463587443033855, + 0.26152591705322265, + 0.2879651557074653 + ], + "point": [ + 0.1939, + 0.2663 + ] + }, + { + "instruction": "Comments section.", + "bbox": [ + 0.22905197143554687, + 0.45185123019748263, + 0.27104004753960503, + 0.4714509752061632 + ], + "point": [ + 0.25, + 0.4617 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.3409354739718967, + 0.009131875567966038, + 0.3569729275173611, + 0.034119842317369246 + ], + "point": [ + 0.349, + 0.0216 + ] + }, + { + "instruction": "Following a user profile or account.", + "bbox": [ + 0.23130630917019315, + 0.5829194471571181, + 0.6061914443969727, + 0.6112219916449653 + ], + "point": [ + 0.4187, + 0.5971 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3150633282131619, + 0.007513585620456272, + 0.3322896533542209, + 0.03584458774990506 + ], + "point": [ + 0.3237, + 0.0217 + ] + }, + { + "instruction": "a text input field.", + "bbox": [ + 0.6949740939670139, + 0.2702710639105903, + 0.8730684068467882, + 0.3302393256293403 + ], + "point": [ + 0.784, + 0.3003 + ] + }, + { + "instruction": "Comments section.", + "bbox": [ + 0.2276693344116211, + 0.35906901041666667, + 0.2710519790649414, + 0.37869099934895833 + ], + "point": [ + 0.2494, + 0.3689 + ] + }, + { + "instruction": "41 comments.", + "bbox": [ + 0.217394404941135, + 0.8872228325737848, + 0.27127615610758465, + 0.906808336046007 + ], + "point": [ + 0.2443, + 0.897 + ] + }, + { + "instruction": "A link to the user profile or account.", + "bbox": [ + 0.21718300713433158, + 0.6775552707248264, + 0.671158684624566, + 0.7059031168619792 + ], + "point": [ + 0.4442, + 0.6917 + ] + }, + { + "instruction": "a comments section or feature.", + "bbox": [ + 0.21720447540283203, + 0.7936667209201389, + 0.27163927290174694, + 0.8133493381076389 + ], + "point": [ + 0.2444, + 0.8035 + ] + }, + { + "instruction": "A link to a document or file.", + "bbox": [ + 0.21761398315429686, + 0.8624292670355903, + 0.4241278330485026, + 0.8852874755859375 + ], + "point": [ + 0.3209, + 0.8739 + ] + }, + { + "instruction": "27 comments or comments section.", + "bbox": [ + 0.21761288113064237, + 0.5446135796440972, + 0.2713863796657986, + 0.5647857666015625 + ], + "point": [ + 0.2445, + 0.5547 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.00014647510316636827, + 0.0511104244656033, + 0.004939349823527866, + 0.08790450202094184 + ], + "point": [ + 0.0025, + 0.0695 + ] + }, + { + "instruction": "23 comments.", + "bbox": [ + 0.2209673563639323, + 0.6387423366970486, + 0.27290429009331596, + 0.6584853108723958 + ], + "point": [ + 0.2469, + 0.6486 + ] + }, + { + "instruction": "A loading or progress indicator.", + "bbox": [ + 7.0151686668396e-05, + 0.0001093186272515191, + 0.008396582802136739, + 0.062199035220676 + ], + "point": [ + 0.0042, + 0.0312 + ] + } + ], + "element_size": 125 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_22/8934.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Create submission", + "bbox": [ + 0.02881944179534912, + 0.013888888888888888, + 0.10381944179534912, + 0.029444444444444443 + ], + "point": [ + 0.0663, + 0.0217 + ] + }, + { + "instruction": "Skinit Decal Gaming Skin Con", + "bbox": [ + 0.1940972434149848, + 0.011666666666666667, + 0.31354168785942926, + 0.03166666666666667 + ], + "point": [ + 0.2538, + 0.0217 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.3184027565850152, + 0.013333332273695203, + 0.3541666454739041, + 0.03388888359069824 + ], + "point": [ + 0.3363, + 0.0236 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:9ggg/submitlpittsburgh", + "bbox": [ + 0.1579861111111111, + 0.059444444444444446, + 0.49930555555555556, + 0.08277777777777778 + ], + "point": [ + 0.3286, + 0.0711 + ] + }, + { + "instruction": "Create submission", + "bbox": [ + 0.12534723281860352, + 0.19055557250976562, + 0.29375, + 0.2261111280653212 + ], + "point": [ + 0.2095, + 0.2083 + ] + }, + { + "instruction": "pittsburgh", + "bbox": [ + 0.6944444020589192, + 0.18555555555555556, + 0.75625, + 0.21444444444444444 + ], + "point": [ + 0.7253, + 0.2 + ] + }, + { + "instruction": "URL", + "bbox": [ + 0.13402777777777777, + 0.2566666497124566, + 0.15416666666666667, + 0.2766666497124566 + ], + "point": [ + 0.1441, + 0.2667 + ] + }, + { + "instruction": "Image", + "bbox": [ + 0.16493055555555555, + 0.2572222391764323, + 0.19583333333333333, + 0.2783333502875434 + ], + "point": [ + 0.1804, + 0.2678 + ] + }, + { + "instruction": "t5_2qhrn", + "bbox": [ + 0.6947916666666667, + 0.28833333333333333, + 0.7368055555555556, + 0.31 + ], + "point": [ + 0.7158, + 0.2992 + ] + }, + { + "instruction": "Choose File | BOZNBLZLCQ.O jpg", + "bbox": [ + 0.13784721162584093, + 0.29833333333333334, + 0.28229166666666666, + 0.3233333333333333 + ], + "point": [ + 0.2101, + 0.3108 + ] + }, + { + "instruction": "Created 2 years ago", + "bbox": [ + 0.6961805979410808, + 0.3438888888888889, + 0.7708333333333334, + 0.3611111111111111 + ], + "point": [ + 0.7335, + 0.3525 + ] + }, + { + "instruction": "Title", + "bbox": [ + 0.12638888888888888, + 0.3522222222222222, + 0.14756944444444445, + 0.36833333333333335 + ], + "point": [ + 0.137, + 0.3603 + ] + }, + { + "instruction": "Body", + "bbox": [ + 0.12604167726304796, + 0.47833333333333333, + 0.1517361217074924, + 0.5 + ], + "point": [ + 0.1389, + 0.4892 + ] + }, + { + "instruction": "Markdown allowed. Formatting help", + "bbox": [ + 0.12743055555555555, + 0.7688888888888888, + 0.26145833333333335, + 0.7872222222222223 + ], + "point": [ + 0.1944, + 0.7781 + ] + }, + { + "instruction": "Forum", + "bbox": [ + 0.12638888888888888, + 0.8072222900390625, + 0.15694444444444444, + 0.8233334011501736 + ], + "point": [ + 0.1417, + 0.8153 + ] + }, + { + "instruction": "Running Postmill", + "bbox": [ + 0.47013884650336374, + 0.9633333333333334, + 0.5291666242811415, + 0.9833333333333333 + ], + "point": [ + 0.4997, + 0.9733 + ] + }, + { + "instruction": "Toolbox", + "bbox": [ + 0.685110600789388, + 0.487451409233941, + 0.8857994079589844, + 0.6340801323784723 + ], + "point": [ + 0.7855, + 0.5608 + ] + }, + { + "instruction": "Bans", + "bbox": [ + 0.685110600789388, + 0.487451409233941, + 0.8857994079589844, + 0.6340801323784723 + ], + "point": [ + 0.7855, + 0.5608 + ] + }, + { + "instruction": "Moderation log", + "bbox": [ + 0.685110600789388, + 0.487451409233941, + 0.8857994079589844, + 0.6340801323784723 + ], + "point": [ + 0.7855, + 0.5608 + ] + }, + { + "instruction": "80 Incognito", + "bbox": [ + 0.8955997043185764, + 0.04950141906738281, + 0.9707583957248264, + 0.09012033250596788 + ], + "point": [ + 0.9332, + 0.0698 + ] + }, + { + "instruction": "Create submission", + "bbox": [ + 0.12674130333794487, + 0.8727992757161458, + 0.23066586388481988, + 0.9176658121744792 + ], + "point": [ + 0.1787, + 0.8952 + ] + }, + { + "instruction": "pittsburgh", + "bbox": [ + 0.1267740355597602, + 0.8250000678168403, + 0.24151696099175346, + 0.8614506700303819 + ], + "point": [ + 0.1841, + 0.8432 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.083135191599528, + 0.05330191718207465, + 0.15570126639472115, + 0.08420608520507812 + ], + "point": [ + 0.1194, + 0.0688 + ] + }, + { + "instruction": "Subscribe", + "bbox": [ + 0.6954294840494791, + 0.22776740180121527, + 0.7744210137261285, + 0.27369194878472225 + ], + "point": [ + 0.7349, + 0.2507 + ] + }, + { + "instruction": "Hide this forum", + "bbox": [ + 0.684712388780382, + 0.4106363932291667, + 0.8850228203667535, + 0.4795044623480903 + ], + "point": [ + 0.7849, + 0.4451 + ] + }, + { + "instruction": "Submit", + "bbox": [ + 0.6471967485215929, + 0.09539712693956164, + 0.7203396267361111, + 0.15654279920789932 + ], + "point": [ + 0.6838, + 0.126 + ] + }, + { + "instruction": "Postmill", + "bbox": [ + 0.12828748491075304, + 0.09710659450954862, + 0.19136888715955946, + 0.15017745971679688 + ], + "point": [ + 0.1598, + 0.1236 + ] + }, + { + "instruction": "Forums", + "bbox": [ + 0.19192559983995225, + 0.09779934353298611, + 0.25187500847710503, + 0.15104224310980902 + ], + "point": [ + 0.2219, + 0.1244 + ] + }, + { + "instruction": "Subscribe via RSS", + "bbox": [ + 0.6952271355523003, + 0.3597541978624132, + 0.7772371927897136, + 0.38301361083984375 + ], + "point": [ + 0.7362, + 0.3714 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.25100570254855686, + 0.09616197374131945, + 0.29433723025851777, + 0.15352854410807293 + ], + "point": [ + 0.2727, + 0.1248 + ] + }, + { + "instruction": "MarvelsGrantMan136", + "bbox": [ + 0.7204522026909722, + 0.09620969984266493, + 0.8700746324327256, + 0.15400509304470486 + ], + "point": [ + 0.7953, + 0.1251 + ] + }, + { + "instruction": "navigating to the next item or page.", + "bbox": [ + 0.12503140767415363, + 0.3727678765190972, + 0.5187244415283203, + 0.4663597954644097 + ], + "point": [ + 0.3219, + 0.4196 + ] + }, + { + "instruction": "a toolbox option to change the size of a log.", + "bbox": [ + 0.685110600789388, + 0.487451409233941, + 0.8857994079589844, + 0.6340801323784723 + ], + "point": [ + 0.7855, + 0.5608 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8955997043185764, + 0.04950141906738281, + 0.9707583957248264, + 0.09012033250596788 + ], + "point": [ + 0.9332, + 0.0698 + ] + }, + { + "instruction": "creating a submission.", + "bbox": [ + 0.12674130333794487, + 0.8727992757161458, + 0.23066586388481988, + 0.9176658121744792 + ], + "point": [ + 0.1787, + 0.8952 + ] + }, + { + "instruction": "navigating to the next item or page.", + "bbox": [ + 0.12500760820176865, + 0.49903733995225696, + 0.5179765277438694, + 0.7589837646484375 + ], + "point": [ + 0.3215, + 0.629 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.1267740355597602, + 0.8250000678168403, + 0.24151696099175346, + 0.8614506700303819 + ], + "point": [ + 0.1841, + 0.8432 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.083135191599528, + 0.05330191718207465, + 0.15570126639472115, + 0.08420608520507812 + ], + "point": [ + 0.1194, + 0.0688 + ] + }, + { + "instruction": "Subscript.", + "bbox": [ + 0.6954294840494791, + 0.22776740180121527, + 0.7744210137261285, + 0.27369194878472225 + ], + "point": [ + 0.7349, + 0.2507 + ] + }, + { + "instruction": "Hide this forum.", + "bbox": [ + 0.684712388780382, + 0.4106363932291667, + 0.8850228203667535, + 0.4795044623480903 + ], + "point": [ + 0.7849, + 0.4451 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9756986829969618, + 0.003181930118136936, + 0.9970052083333333, + 0.03941817177666558 + ], + "point": [ + 0.9864, + 0.0213 + ] + }, + { + "instruction": "creating a new comment or entry.", + "bbox": [ + 0.6471967485215929, + 0.09539712693956164, + 0.7203396267361111, + 0.15654279920789932 + ], + "point": [ + 0.6838, + 0.126 + ] + }, + { + "instruction": "a counter displaying the number 0.", + "bbox": [ + 0.7729776170518663, + 0.227429690890842, + 0.8198470221625433, + 0.273365732828776 + ], + "point": [ + 0.7964, + 0.2504 + ] + }, + { + "instruction": "Postmill.", + "bbox": [ + 0.12828748491075304, + 0.09710659450954862, + 0.19136888715955946, + 0.15017745971679688 + ], + "point": [ + 0.1598, + 0.1236 + ] + }, + { + "instruction": "a option to choose a file.", + "bbox": [ + 0.1312257554796007, + 0.2908944363064236, + 0.19710922241210938, + 0.3283408610026042 + ], + "point": [ + 0.1642, + 0.3096 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05425007078382704, + 0.049864273071289066, + 0.07664967642890083, + 0.08838895161946615 + ], + "point": [ + 0.0654, + 0.0691 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004677946037716336, + 0.05169353485107422, + 0.026885541280110677, + 0.08679621378580729 + ], + "point": [ + 0.0158, + 0.0692 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9741873847113716, + 0.04858244154188368, + 0.9959028455946181, + 0.09025146484375 + ], + "point": [ + 0.985, + 0.0694 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15077196756998698, + 0.009817579057481554, + 0.16596060858832465, + 0.03662483215332031 + ], + "point": [ + 0.1584, + 0.0232 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029673817422654895, + 0.0508774905734592, + 0.05040352079603407, + 0.08665398491753472 + ], + "point": [ + 0.04, + 0.0688 + ] + }, + { + "instruction": "Forms.", + "bbox": [ + 0.19192559983995225, + 0.09779934353298611, + 0.25187500847710503, + 0.15104224310980902 + ], + "point": [ + 0.2219, + 0.1244 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.8696121215820313, + 0.04751910739474827, + 0.8920642428927952, + 0.08932412889268664 + ], + "point": [ + 0.8808, + 0.0684 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8380264282226563, + 0.05400728013780382, + 0.8560972425672743, + 0.08744781494140624 + ], + "point": [ + 0.8471, + 0.0707 + ] + }, + { + "instruction": "Subscripting a file or application.", + "bbox": [ + 0.6952271355523003, + 0.3597541978624132, + 0.7772371927897136, + 0.38301361083984375 + ], + "point": [ + 0.7362, + 0.3714 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.614116202460395, + 0.09649575975206164, + 0.6488990359836154, + 0.15535061306423611 + ], + "point": [ + 0.6315, + 0.1259 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.25100570254855686, + 0.09616197374131945, + 0.29433723025851777, + 0.15352854410807293 + ], + "point": [ + 0.2727, + 0.1248 + ] + }, + { + "instruction": "A user profile or account.", + "bbox": [ + 0.7204522026909722, + 0.09620969984266493, + 0.8700746324327256, + 0.15400509304470486 + ], + "point": [ + 0.7953, + 0.1251 + ] + }, + { + "instruction": "Search function.", + "bbox": [ + 0.3922051747639974, + 0.10917060004340277, + 0.4100638919406467, + 0.1403951178656684 + ], + "point": [ + 0.4011, + 0.1248 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.34088202582465277, + 0.01096201048956977, + 0.3575806935628255, + 0.03268936898973253 + ], + "point": [ + 0.3492, + 0.0218 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3157357957628038, + 0.01027146233452691, + 0.3321556091308594, + 0.033852543301052515 + ], + "point": [ + 0.3239, + 0.0221 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.00013169232341978286, + 0.05198909759521484, + 0.004918623467286428, + 0.08737026638454862 + ], + "point": [ + 0.0025, + 0.0697 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 0.9948518541124132, + 0.0450140380859375, + 1.0, + 0.09390896267361111 + ], + "point": [ + 0.9974, + 0.0695 + ] + } + ], + "element_size": 62 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_23/9186.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Create submission", + "bbox": [ + 0.028819447093539768, + 0.013333333333333334, + 0.10347223546769883, + 0.029444444444444443 + ], + "point": [ + 0.0661, + 0.0214 + ] + }, + { + "instruction": "Skinit Decal Gaming Skin Con", + "bbox": [ + 0.1940972434149848, + 0.011666666666666667, + 0.31354168785942926, + 0.03166666666666667 + ], + "point": [ + 0.2538, + 0.0217 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-L.amazonaws com:7770/skinit-decal-gaming-skin-compatible-with-ps3-dual-shock-wireless-controller-officially-li_", + "bbox": [ + 0.15833329094780815, + 0.06055555555555556, + 0.8350694444444444, + 0.08166666666666667 + ], + "point": [ + 0.4967, + 0.0711 + ] + }, + { + "instruction": "Skinit Decal", + "bbox": [ + 0.1125, + 0.14722222222222223, + 0.16006944444444443, + 0.1622222222222222 + ], + "point": [ + 0.1363, + 0.1547 + ] + }, + { + "instruction": "Gaming Skin Compatible with PS3 Dual Shock Wireless Controller - Officially Licensed NFL Pittsburgh Steelers", + "bbox": [ + 0.15902777777777777, + 0.1438888719346788, + 0.5836805555555555, + 0.16722220526801215 + ], + "point": [ + 0.3714, + 0.1556 + ] + }, + { + "instruction": "Blast Dark Design", + "bbox": [ + 0.5881944444444445, + 0.14722222222222223, + 0.6583333333333333, + 0.16444444444444445 + ], + "point": [ + 0.6233, + 0.1558 + ] + }, + { + "instruction": "Controller", + "bbox": [ + 0.06770833333333333, + 0.23833331637912325, + 0.19756944444444444, + 0.285 + ], + "point": [ + 0.1326, + 0.2617 + ] + }, + { + "instruction": "Blast Dark", + "bbox": [ + 0.7590277777777777, + 0.23833331637912325, + 0.890625, + 0.285 + ], + "point": [ + 0.8248, + 0.2617 + ] + }, + { + "instruction": "S16.99", + "bbox": [ + 0.5840277777777778, + 0.45444444444444443, + 0.6274305555555556, + 0.4777777777777778 + ], + "point": [ + 0.6057, + 0.4661 + ] + }, + { + "instruction": "Qty", + "bbox": [ + 0.5847222222222223, + 0.5033332994249132, + 0.6055555555555555, + 0.5238888549804688 + ], + "point": [ + 0.5951, + 0.5136 + ] + }, + { + "instruction": "80 Incognito", + "bbox": [ + 0.8952025519476996, + 0.049539816114637585, + 0.9706925286187066, + 0.0897294447157118 + ], + "point": [ + 0.9329, + 0.0696 + ] + }, + { + "instruction": "Add to Cart", + "bbox": [ + 0.6310668097601997, + 0.5270687866210938, + 0.7302875094943576, + 0.5886147732204862 + ], + "point": [ + 0.6807, + 0.5578 + ] + }, + { + "instruction": "Add to Compare", + "bbox": [ + 0.6606400807698568, + 0.6288084581163195, + 0.737056647406684, + 0.6586113823784723 + ], + "point": [ + 0.6988, + 0.6437 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08275682661268446, + 0.05292308383517795, + 0.15570797390407987, + 0.08436633639865451 + ], + "point": [ + 0.1192, + 0.0686 + ] + }, + { + "instruction": "Add to Wish List", + "bbox": [ + 0.584303961859809, + 0.6284585232204861, + 0.6607888963487413, + 0.6585568576388889 + ], + "point": [ + 0.6225, + 0.6435 + ] + }, + { + "instruction": "Home", + "bbox": [ + 0.06906874974568684, + 0.14377063327365452, + 0.09479077657063802, + 0.16540969848632814 + ], + "point": [ + 0.0819, + 0.1546 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.31686712900797526, + 0.010355678134494358, + 0.33119093577067055, + 0.034533504909939235 + ], + "point": [ + 0.324, + 0.0224 + ] + }, + { + "instruction": "Stecrers", + "bbox": [ + 0.1160932117038303, + 0.38585174560546875, + 0.529712274339464, + 0.9999999660915798 + ], + "point": [ + 0.3229, + 0.6929 + ] + }, + { + "instruction": "Stee crs", + "bbox": [ + 0.1160932117038303, + 0.38585174560546875, + 0.529712274339464, + 0.9999999660915798 + ], + "point": [ + 0.3229, + 0.6929 + ] + }, + { + "instruction": "Cr$", + "bbox": [ + 0.1160932117038303, + 0.38585174560546875, + 0.529712274339464, + 0.9999999660915798 + ], + "point": [ + 0.3229, + 0.6929 + ] + }, + { + "instruction": "Stec ers", + "bbox": [ + 0.1160932117038303, + 0.38585174560546875, + 0.529712274339464, + 0.9999999660915798 + ], + "point": [ + 0.3229, + 0.6929 + ] + }, + { + "instruction": "51 aelers", + "bbox": [ + 0.1160932117038303, + 0.38585174560546875, + 0.529712274339464, + 0.9999999660915798 + ], + "point": [ + 0.3229, + 0.6929 + ] + }, + { + "instruction": "(#", + "bbox": [ + 0.1160932117038303, + 0.38585174560546875, + 0.529712274339464, + 0.9999999660915798 + ], + "point": [ + 0.3229, + 0.6929 + ] + }, + { + "instruction": "Steelers", + "bbox": [ + 0.1160932117038303, + 0.38585174560546875, + 0.529712274339464, + 0.9999999660915798 + ], + "point": [ + 0.3229, + 0.6929 + ] + }, + { + "instruction": "teel", + "bbox": [ + 0.1160932117038303, + 0.38585174560546875, + 0.529712274339464, + 0.9999999660915798 + ], + "point": [ + 0.3229, + 0.6929 + ] + }, + { + "instruction": "5t4]", + "bbox": [ + 0.1160932117038303, + 0.38585174560546875, + 0.529712274339464, + 0.9999999660915798 + ], + "point": [ + 0.3229, + 0.6929 + ] + }, + { + "instruction": "Stet", + "bbox": [ + 0.1160932117038303, + 0.38585174560546875, + 0.529712274339464, + 0.9999999660915798 + ], + "point": [ + 0.3229, + 0.6929 + ] + }, + { + "instruction": "Saeler", + "bbox": [ + 0.1160932117038303, + 0.38585174560546875, + 0.529712274339464, + 0.9999999660915798 + ], + "point": [ + 0.3229, + 0.6929 + ] + }, + { + "instruction": "Hers", + "bbox": [ + 0.1160932117038303, + 0.38585174560546875, + 0.529712274339464, + 0.9999999660915798 + ], + "point": [ + 0.3229, + 0.6929 + ] + }, + { + "instruction": "ecler?", + "bbox": [ + 0.1160932117038303, + 0.38585174560546875, + 0.529712274339464, + 0.9999999660915798 + ], + "point": [ + 0.3229, + 0.6929 + ] + }, + { + "instruction": "Stee'", + "bbox": [ + 0.1160932117038303, + 0.38585174560546875, + 0.529712274339464, + 0.9999999660915798 + ], + "point": [ + 0.3229, + 0.6929 + ] + }, + { + "instruction": "teelersh", + "bbox": [ + 0.1160932117038303, + 0.38585174560546875, + 0.529712274339464, + 0.9999999660915798 + ], + "point": [ + 0.3229, + 0.6929 + ] + }, + { + "instruction": "'tecler;", + "bbox": [ + 0.1160932117038303, + 0.38585174560546875, + 0.529712274339464, + 0.9999999660915798 + ], + "point": [ + 0.3229, + 0.6929 + ] + }, + { + "instruction": "Stee)", + "bbox": [ + 0.1160932117038303, + 0.38585174560546875, + 0.529712274339464, + 0.9999999660915798 + ], + "point": [ + 0.3229, + 0.6929 + ] + }, + { + "instruction": "Sleeiers", + "bbox": [ + 0.1160932117038303, + 0.38585174560546875, + 0.529712274339464, + 0.9999999660915798 + ], + "point": [ + 0.3229, + 0.6929 + ] + }, + { + "instruction": "Design", + "bbox": [ + 0.06722220314873589, + 0.2891375732421875, + 0.1582154909769694, + 0.34797207302517363 + ], + "point": [ + 0.1127, + 0.3186 + ] + }, + { + "instruction": "Skinit Decal Gaming Skin Compatible with PS3 Dual Shock Wireless", + "bbox": [ + 0.11271336873372396, + 0.18064795600043404, + 0.8622756110297309, + 0.4378071085611979 + ], + "point": [ + 0.4875, + 0.3092 + ] + }, + { + "instruction": "Officially Licensed NFL Pittsburgh Steelers", + "bbox": [ + 0.11271336873372396, + 0.18064795600043404, + 0.8622756110297309, + 0.4378071085611979 + ], + "point": [ + 0.4875, + 0.3092 + ] + }, + { + "instruction": "IN STOCK", + "bbox": [ + 0.11271336873372396, + 0.18064795600043404, + 0.8622756110297309, + 0.4378071085611979 + ], + "point": [ + 0.4875, + 0.3092 + ] + }, + { + "instruction": "SKU", + "bbox": [ + 0.11271336873372396, + 0.18064795600043404, + 0.8622756110297309, + 0.4378071085611979 + ], + "point": [ + 0.4875, + 0.3092 + ] + }, + { + "instruction": "BOZNBLZLCQ", + "bbox": [ + 0.11271336873372396, + 0.18064795600043404, + 0.8622756110297309, + 0.4378071085611979 + ], + "point": [ + 0.4875, + 0.3092 + ] + }, + { + "instruction": "Be the first to review this product", + "bbox": [ + 0.11271336873372396, + 0.18064795600043404, + 0.8622756110297309, + 0.4378071085611979 + ], + "point": [ + 0.4875, + 0.3092 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8952025519476996, + 0.049539816114637585, + 0.9706925286187066, + 0.0897294447157118 + ], + "point": [ + 0.9329, + 0.0696 + ] + }, + { + "instruction": "Adding a new item to the cart.", + "bbox": [ + 0.6310668097601997, + 0.5270687866210938, + 0.7302875094943576, + 0.5886147732204862 + ], + "point": [ + 0.6807, + 0.5578 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.5840106964111328, + 0.5266143120659722, + 0.6242958492702908, + 0.588821546766493 + ], + "point": [ + 0.6042, + 0.5577 + ] + }, + { + "instruction": "Adding a new item to the compare level.", + "bbox": [ + 0.6606400807698568, + 0.6288084581163195, + 0.737056647406684, + 0.6586113823784723 + ], + "point": [ + 0.6988, + 0.6437 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08275682661268446, + 0.05292308383517795, + 0.15570797390407987, + 0.08436633639865451 + ], + "point": [ + 0.1192, + 0.0686 + ] + }, + { + "instruction": "Adding a new item to a wish list.", + "bbox": [ + 0.584303961859809, + 0.6284585232204861, + 0.6607888963487413, + 0.6585568576388889 + ], + "point": [ + 0.6225, + 0.6435 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05493887265523275, + 0.048272243075900605, + 0.07608215014139812, + 0.09069091796875 + ], + "point": [ + 0.0655, + 0.0695 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9757308959960938, + 0.003266675737169054, + 0.9970691257052952, + 0.039859693315294056 + ], + "point": [ + 0.9864, + 0.0216 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15053511725531685, + 0.007268970277574327, + 0.16697054968939887, + 0.03956171777513292 + ], + "point": [ + 0.1588, + 0.0234 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9750240749782986, + 0.04958340962727865, + 0.9957672119140625, + 0.08992799546983507 + ], + "point": [ + 0.9854, + 0.0698 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.8702964782714844, + 0.05056850857204861, + 0.8912605285644531, + 0.08830009460449219 + ], + "point": [ + 0.8808, + 0.0694 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.0056640558772616915, + 0.05167546166314019, + 0.026401811175876193, + 0.08827177259657118 + ], + "point": [ + 0.016, + 0.07 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.030648538801405164, + 0.05148416731092665, + 0.0491400400797526, + 0.08760784573025174 + ], + "point": [ + 0.0399, + 0.0695 + ] + }, + { + "instruction": "Home.", + "bbox": [ + 0.06906874974568684, + 0.14377063327365452, + 0.09479077657063802, + 0.16540969848632814 + ], + "point": [ + 0.0819, + 0.1546 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.31686712900797526, + 0.010355678134494358, + 0.33119093577067055, + 0.034533504909939235 + ], + "point": [ + 0.324, + 0.0224 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.33994009229871963, + 0.006538611518012153, + 0.35632620917426217, + 0.03828904045952691 + ], + "point": [ + 0.3481, + 0.0224 + ] + }, + { + "instruction": "a game controller for theSteelers team.", + "bbox": [ + 0.1160932117038303, + 0.38585174560546875, + 0.529712274339464, + 0.9999999660915798 + ], + "point": [ + 0.3229, + 0.6929 + ] + }, + { + "instruction": "Design.", + "bbox": [ + 0.06722220314873589, + 0.2891375732421875, + 0.1582154909769694, + 0.34797207302517363 + ], + "point": [ + 0.1127, + 0.3186 + ] + }, + { + "instruction": "Sign in.", + "bbox": [ + 0.11271336873372396, + 0.18064795600043404, + 0.8622756110297309, + 0.4378071085611979 + ], + "point": [ + 0.4875, + 0.3092 + ] + } + ], + "element_size": 61 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_24/9312.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Create submission", + "bbox": [ + 0.028819447093539768, + 0.013333333333333334, + 0.10347223546769883, + 0.029444444444444443 + ], + "point": [ + 0.0661, + 0.0214 + ] + }, + { + "instruction": "Skinit Decal Gaming Skin Con", + "bbox": [ + 0.1940972434149848, + 0.011666666666666667, + 0.31354168785942926, + 0.03166666666666667 + ], + "point": [ + 0.2538, + 0.0217 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.3190972222222222, + 0.013333332273695203, + 0.3541666666666667, + 0.03388888359069824 + ], + "point": [ + 0.3366, + 0.0236 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:9gg9/submitlpittsburgh", + "bbox": [ + 0.1579861111111111, + 0.059444444444444446, + 0.49930555555555556, + 0.08277777777777778 + ], + "point": [ + 0.3286, + 0.0711 + ] + }, + { + "instruction": "Create submission", + "bbox": [ + 0.12534723281860352, + 0.19055557250976562, + 0.29375, + 0.2261111280653212 + ], + "point": [ + 0.2095, + 0.2083 + ] + }, + { + "instruction": "pittsburgh", + "bbox": [ + 0.6951388888888889, + 0.18666666666666668, + 0.75625, + 0.21444444444444444 + ], + "point": [ + 0.7257, + 0.2006 + ] + }, + { + "instruction": "URL", + "bbox": [ + 0.13402777777777777, + 0.2566666497124566, + 0.15416666666666667, + 0.2766666497124566 + ], + "point": [ + 0.1441, + 0.2667 + ] + }, + { + "instruction": "Image", + "bbox": [ + 0.16493055555555555, + 0.2572222391764323, + 0.19583333333333333, + 0.2783333502875434 + ], + "point": [ + 0.1804, + 0.2678 + ] + }, + { + "instruction": "BOZNBLZLCQ.Ojpg", + "bbox": [ + 0.19618055555555555, + 0.29833333333333334, + 0.2815972222222222, + 0.3233333333333333 + ], + "point": [ + 0.2389, + 0.3108 + ] + }, + { + "instruction": "Created 2 years ago", + "bbox": [ + 0.6961805979410808, + 0.3438888888888889, + 0.7708333333333334, + 0.3611111111111111 + ], + "point": [ + 0.7335, + 0.3525 + ] + }, + { + "instruction": "Title", + "bbox": [ + 0.12638888888888888, + 0.3522222222222222, + 0.14756944444444445, + 0.36833333333333335 + ], + "point": [ + 0.137, + 0.3603 + ] + }, + { + "instruction": "Body", + "bbox": [ + 0.12604167726304796, + 0.47833333333333333, + 0.1517361217074924, + 0.5 + ], + "point": [ + 0.1389, + 0.4892 + ] + }, + { + "instruction": "Markdown allowed. Formatting help", + "bbox": [ + 0.12743055555555555, + 0.7688888888888888, + 0.26145833333333335, + 0.7872222222222223 + ], + "point": [ + 0.1944, + 0.7781 + ] + }, + { + "instruction": "Forum", + "bbox": [ + 0.12638888888888888, + 0.8072222900390625, + 0.15694444444444444, + 0.8233334011501736 + ], + "point": [ + 0.1417, + 0.8153 + ] + }, + { + "instruction": "Running Postmill", + "bbox": [ + 0.47013884650336374, + 0.9633333333333334, + 0.5291666242811415, + 0.9833333333333333 + ], + "point": [ + 0.4997, + 0.9733 + ] + }, + { + "instruction": "Toolbox", + "bbox": [ + 0.6851795620388454, + 0.4874026150173611, + 0.8858426411946615, + 0.634030287000868 + ], + "point": [ + 0.7855, + 0.5607 + ] + }, + { + "instruction": "Bans", + "bbox": [ + 0.6851795620388454, + 0.4874026150173611, + 0.8858426411946615, + 0.634030287000868 + ], + "point": [ + 0.7855, + 0.5607 + ] + }, + { + "instruction": "Moderation log", + "bbox": [ + 0.6851795620388454, + 0.4874026150173611, + 0.8858426411946615, + 0.634030287000868 + ], + "point": [ + 0.7855, + 0.5607 + ] + }, + { + "instruction": "Skinit Decal Gaming Skin Compatible with PS3 Dual Shock Wireless Controller", + "bbox": [ + 0.12528084648980034, + 0.37329447428385415, + 0.5205593109130859, + 0.4691105821397569 + ], + "point": [ + 0.3229, + 0.4212 + ] + }, + { + "instruction": "Officially Licensed NFL Fjtsburgh Steelers -", + "bbox": [ + 0.12528084648980034, + 0.37329447428385415, + 0.5205593109130859, + 0.4691105821397569 + ], + "point": [ + 0.3229, + 0.4212 + ] + }, + { + "instruction": "Blast Dark Designg", + "bbox": [ + 0.12528084648980034, + 0.37329447428385415, + 0.5205593109130859, + 0.4691105821397569 + ], + "point": [ + 0.3229, + 0.4212 + ] + }, + { + "instruction": "Create submission", + "bbox": [ + 0.1267796304490831, + 0.8726456705729166, + 0.23072827657063802, + 0.9176551649305555 + ], + "point": [ + 0.1788, + 0.8952 + ] + }, + { + "instruction": "80 Incognito", + "bbox": [ + 0.8956146240234375, + 0.04954331292046441, + 0.9707466973198785, + 0.09012804667154949 + ], + "point": [ + 0.9332, + 0.0698 + ] + }, + { + "instruction": "Subscribe", + "bbox": [ + 0.6950508965386285, + 0.22780027601453992, + 0.7741429646809895, + 0.2736147223578559 + ], + "point": [ + 0.7346, + 0.2507 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08318318261040582, + 0.05358584509955512, + 0.1556715859307183, + 0.08420969645182291 + ], + "point": [ + 0.1194, + 0.0689 + ] + }, + { + "instruction": "pittsburgh", + "bbox": [ + 0.1267867194281684, + 0.8250001356336806, + 0.24151844448513454, + 0.8612782118055555 + ], + "point": [ + 0.1842, + 0.8431 + ] + }, + { + "instruction": "Hide this forum", + "bbox": [ + 0.684702640109592, + 0.41057081434461806, + 0.8850171407063802, + 0.47957912868923613 + ], + "point": [ + 0.7849, + 0.4451 + ] + }, + { + "instruction": "Submit", + "bbox": [ + 0.6471889919704861, + 0.09543047587076824, + 0.7203969319661458, + 0.1565476311577691 + ], + "point": [ + 0.6838, + 0.126 + ] + }, + { + "instruction": "Postmill", + "bbox": [ + 0.12785447438557943, + 0.09738126966688368, + 0.19171869489881727, + 0.14979075113932291 + ], + "point": [ + 0.1598, + 0.1236 + ] + }, + { + "instruction": "Forums", + "bbox": [ + 0.19122914208306208, + 0.09771818372938368, + 0.2520593219333225, + 0.15225743611653647 + ], + "point": [ + 0.2216, + 0.125 + ] + }, + { + "instruction": "Choose File", + "bbox": [ + 0.13126538594563802, + 0.2910712348090278, + 0.19707455105251737, + 0.32817464192708334 + ], + "point": [ + 0.1642, + 0.3096 + ] + }, + { + "instruction": "Subscribe via RSS", + "bbox": [ + 0.6955464257134332, + 0.35950792100694445, + 0.7804669698079427, + 0.3840413411458333 + ], + "point": [ + 0.738, + 0.3718 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.25075719621446396, + 0.09623269822862413, + 0.29474175771077477, + 0.15349183824327256 + ], + "point": [ + 0.2727, + 0.1249 + ] + }, + { + "instruction": "MarvelsGrantMan136", + "bbox": [ + 0.7200919257269965, + 0.09597568088107639, + 0.8703438652886285, + 0.1543053521050347 + ], + "point": [ + 0.7952, + 0.1251 + ] + }, + { + "instruction": "t5_2qhrn", + "bbox": [ + 0.6950986226399739, + 0.2667074245876736, + 0.8729064093695746, + 0.33033820258246527 + ], + "point": [ + 0.784, + 0.2985 + ] + }, + { + "instruction": "a toolbox option to change the size of a log.", + "bbox": [ + 0.6851795620388454, + 0.4874026150173611, + 0.8858426411946615, + 0.634030287000868 + ], + "point": [ + 0.7855, + 0.5607 + ] + }, + { + "instruction": "An option to view the settings or options.", + "bbox": [ + 0.12528084648980034, + 0.37329447428385415, + 0.5205593109130859, + 0.4691105821397569 + ], + "point": [ + 0.3229, + 0.4212 + ] + }, + { + "instruction": "creating a submission.", + "bbox": [ + 0.1267796304490831, + 0.8726456705729166, + 0.23072827657063802, + 0.9176551649305555 + ], + "point": [ + 0.1788, + 0.8952 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8956146240234375, + 0.04954331292046441, + 0.9707466973198785, + 0.09012804667154949 + ], + "point": [ + 0.9332, + 0.0698 + ] + }, + { + "instruction": "Subscript.", + "bbox": [ + 0.6950508965386285, + 0.22780027601453992, + 0.7741429646809895, + 0.2736147223578559 + ], + "point": [ + 0.7346, + 0.2507 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08318318261040582, + 0.05358584509955512, + 0.1556715859307183, + 0.08420969645182291 + ], + "point": [ + 0.1194, + 0.0689 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.1267867194281684, + 0.8250001356336806, + 0.24151844448513454, + 0.8612782118055555 + ], + "point": [ + 0.1842, + 0.8431 + ] + }, + { + "instruction": "Hide this forum.", + "bbox": [ + 0.684702640109592, + 0.41057081434461806, + 0.8850171407063802, + 0.47957912868923613 + ], + "point": [ + 0.7849, + 0.4451 + ] + }, + { + "instruction": "creating a new comment or entry.", + "bbox": [ + 0.6471889919704861, + 0.09543047587076824, + 0.7203969319661458, + 0.1565476311577691 + ], + "point": [ + 0.6838, + 0.126 + ] + }, + { + "instruction": "a counter displaying the number 0.", + "bbox": [ + 0.7728429158528646, + 0.22741492377387154, + 0.8197938707139757, + 0.2733065795898437 + ], + "point": [ + 0.7963, + 0.2504 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9757286919487848, + 0.003268311818440755, + 0.9969463772243924, + 0.03935123655531141 + ], + "point": [ + 0.9863, + 0.0213 + ] + }, + { + "instruction": "Postmill.", + "bbox": [ + 0.12785447438557943, + 0.09738126966688368, + 0.19171869489881727, + 0.14979075113932291 + ], + "point": [ + 0.1598, + 0.1236 + ] + }, + { + "instruction": "navigating to the next item or page.", + "bbox": [ + 0.126355595058865, + 0.507115953233507, + 0.5191557354397244, + 0.7571809217664931 + ], + "point": [ + 0.3228, + 0.6321 + ] + }, + { + "instruction": "Forms.", + "bbox": [ + 0.19122914208306208, + 0.09771818372938368, + 0.2520593219333225, + 0.15225743611653647 + ], + "point": [ + 0.2216, + 0.125 + ] + }, + { + "instruction": "a option to choose a file.", + "bbox": [ + 0.13126538594563802, + 0.2910712348090278, + 0.19707455105251737, + 0.32817464192708334 + ], + "point": [ + 0.1642, + 0.3096 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054453934563530815, + 0.05014537811279297, + 0.07654698689778645, + 0.08780387030707465 + ], + "point": [ + 0.0655, + 0.069 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004612040519714355, + 0.05176733228895399, + 0.026896275414360894, + 0.08658573574490018 + ], + "point": [ + 0.0158, + 0.0692 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9740030924479167, + 0.04845948961046007, + 0.9961395263671875, + 0.09055490281846788 + ], + "point": [ + 0.9851, + 0.0695 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15080680847167968, + 0.009929467307196724, + 0.16588172912597657, + 0.03630091879102919 + ], + "point": [ + 0.1583, + 0.0231 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029734632703993055, + 0.05138585408528646, + 0.05012376573350694, + 0.08630099826388889 + ], + "point": [ + 0.0399, + 0.0688 + ] + }, + { + "instruction": "Subscripting via RSS.", + "bbox": [ + 0.6955464257134332, + 0.35950792100694445, + 0.7804669698079427, + 0.3840413411458333 + ], + "point": [ + 0.738, + 0.3718 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8381557888454861, + 0.05431491427951389, + 0.8560636732313368, + 0.08709937201605902 + ], + "point": [ + 0.8471, + 0.0707 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.8697492811414931, + 0.047997555202907986, + 0.8917360093858507, + 0.08879686143663194 + ], + "point": [ + 0.8807, + 0.0684 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.25075719621446396, + 0.09623269822862413, + 0.29474175771077477, + 0.15349183824327256 + ], + "point": [ + 0.2727, + 0.1249 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.6136200375027127, + 0.0965045166015625, + 0.6488247765435113, + 0.15538113064236111 + ], + "point": [ + 0.6312, + 0.1259 + ] + }, + { + "instruction": "A user profile or account.", + "bbox": [ + 0.7200919257269965, + 0.09597568088107639, + 0.8703438652886285, + 0.1543053521050347 + ], + "point": [ + 0.7952, + 0.1251 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.34083078172471787, + 0.011042421129014757, + 0.3576436360677083, + 0.032578964233398434 + ], + "point": [ + 0.3492, + 0.0218 + ] + }, + { + "instruction": "Search function.", + "bbox": [ + 0.3912069532606337, + 0.10878256903754341, + 0.41081169976128473, + 0.1395343526204427 + ], + "point": [ + 0.401, + 0.1242 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.31574461195203996, + 0.010238456726074218, + 0.33221092224121096, + 0.033781483968098956 + ], + "point": [ + 0.324, + 0.022 + ] + }, + { + "instruction": "a text input field.", + "bbox": [ + 0.6950986226399739, + 0.2667074245876736, + 0.8729064093695746, + 0.33033820258246527 + ], + "point": [ + 0.784, + 0.2985 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.00013559543424182467, + 0.052078870137532554, + 0.004963374303446876, + 0.08697862413194445 + ], + "point": [ + 0.0025, + 0.0695 + ] + } + ], + "element_size": 66 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_25/9450.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Create submission", + "bbox": [ + 0.028819447093539768, + 0.013333333333333334, + 0.10347223546769883, + 0.029444444444444443 + ], + "point": [ + 0.0661, + 0.0214 + ] + }, + { + "instruction": "Skinit Decal Gaming Skin Con", + "bbox": [ + 0.1940972434149848, + 0.011666666666666667, + 0.31354168785942926, + 0.03166666666666667 + ], + "point": [ + 0.2538, + 0.0217 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.3184027565850152, + 0.013333332273695203, + 0.3541666454739041, + 0.03388888359069824 + ], + "point": [ + 0.3363, + 0.0236 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:9ggg/submitlpittsburgh", + "bbox": [ + 0.1579861111111111, + 0.059444444444444446, + 0.49930555555555556, + 0.08277777777777778 + ], + "point": [ + 0.3286, + 0.0711 + ] + }, + { + "instruction": "Create submission", + "bbox": [ + 0.12534723281860352, + 0.19055557250976562, + 0.29375, + 0.2261111280653212 + ], + "point": [ + 0.2095, + 0.2083 + ] + }, + { + "instruction": "pittsburgh", + "bbox": [ + 0.6944444020589192, + 0.18555555555555556, + 0.75625, + 0.21444444444444444 + ], + "point": [ + 0.7253, + 0.2 + ] + }, + { + "instruction": "URL", + "bbox": [ + 0.13402776718139647, + 0.2566666497124566, + 0.15486110051472982, + 0.2766666497124566 + ], + "point": [ + 0.1444, + 0.2667 + ] + }, + { + "instruction": "Image", + "bbox": [ + 0.16493055555555555, + 0.2572222391764323, + 0.19583333333333333, + 0.2783333502875434 + ], + "point": [ + 0.1804, + 0.2678 + ] + }, + { + "instruction": "BOZNBLZLCQ.Ojpg", + "bbox": [ + 0.19618055555555555, + 0.29833333333333334, + 0.2815972222222222, + 0.3233333333333333 + ], + "point": [ + 0.2389, + 0.3108 + ] + }, + { + "instruction": "Created 2 years ago", + "bbox": [ + 0.6961805979410808, + 0.3438888888888889, + 0.7708333333333334, + 0.3611111111111111 + ], + "point": [ + 0.7335, + 0.3525 + ] + }, + { + "instruction": "Title", + "bbox": [ + 0.12638888888888888, + 0.3522222222222222, + 0.14756944444444445, + 0.36833333333333335 + ], + "point": [ + 0.137, + 0.3603 + ] + }, + { + "instruction": "Body", + "bbox": [ + 0.12604167726304796, + 0.47833333333333333, + 0.1517361217074924, + 0.5 + ], + "point": [ + 0.1389, + 0.4892 + ] + }, + { + "instruction": "Markdown allowed. Formatting help", + "bbox": [ + 0.12743055555555555, + 0.7688888888888888, + 0.26145833333333335, + 0.7872222222222223 + ], + "point": [ + 0.1944, + 0.7781 + ] + }, + { + "instruction": "Forum", + "bbox": [ + 0.12638888888888888, + 0.8072222900390625, + 0.15694444444444444, + 0.8233334011501736 + ], + "point": [ + 0.1417, + 0.8153 + ] + }, + { + "instruction": "Running Postmill", + "bbox": [ + 0.47013884650336374, + 0.9633333333333334, + 0.5291666242811415, + 0.9833333333333333 + ], + "point": [ + 0.4997, + 0.9733 + ] + }, + { + "instruction": "Toolbox", + "bbox": [ + 0.6851632859971788, + 0.4874054633246528, + 0.8858473883734809, + 0.6340392388237848 + ], + "point": [ + 0.7855, + 0.5607 + ] + }, + { + "instruction": "Bans", + "bbox": [ + 0.6851632859971788, + 0.4874054633246528, + 0.8858473883734809, + 0.6340392388237848 + ], + "point": [ + 0.7855, + 0.5607 + ] + }, + { + "instruction": "Moderation log", + "bbox": [ + 0.6851632859971788, + 0.4874054633246528, + 0.8858473883734809, + 0.6340392388237848 + ], + "point": [ + 0.7855, + 0.5607 + ] + }, + { + "instruction": "80 Incognito", + "bbox": [ + 0.8956304762098525, + 0.04952243804931641, + 0.9707886589898004, + 0.09008115980360243 + ], + "point": [ + 0.9332, + 0.0698 + ] + }, + { + "instruction": "Create submission", + "bbox": [ + 0.12679124408298068, + 0.8728939480251736, + 0.23075684441460503, + 0.9181549072265625 + ], + "point": [ + 0.1788, + 0.8955 + ] + }, + { + "instruction": "Skinit Decal Gaming Skin Compatible with PS3 Dual Shock Wireless Controller", + "bbox": [ + 0.12484088473849826, + 0.3735688273111979, + 0.5206088595920139, + 0.47185211181640624 + ], + "point": [ + 0.3227, + 0.4227 + ] + }, + { + "instruction": "Officially Licensed NFL Pittsburgh Steelers", + "bbox": [ + 0.12484088473849826, + 0.3735688273111979, + 0.5206088595920139, + 0.47185211181640624 + ], + "point": [ + 0.3227, + 0.4227 + ] + }, + { + "instruction": "Blast Dark Design", + "bbox": [ + 0.12484088473849826, + 0.3735688273111979, + 0.5206088595920139, + 0.47185211181640624 + ], + "point": [ + 0.3227, + 0.4227 + ] + }, + { + "instruction": "Subscribe", + "bbox": [ + 0.6950646718343099, + 0.2278045145670573, + 0.7741855197482639, + 0.2736102464463976 + ], + "point": [ + 0.7346, + 0.2507 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.0831408076816135, + 0.05341597663031684, + 0.15567028257581922, + 0.08417022705078125 + ], + "point": [ + 0.1194, + 0.0688 + ] + }, + { + "instruction": "pittsburgh", + "bbox": [ + 0.12678661346435546, + 0.824996337890625, + 0.24152435726589627, + 0.8612984212239584 + ], + "point": [ + 0.1842, + 0.8431 + ] + }, + { + "instruction": "Hide this forum", + "bbox": [ + 0.6847794426812066, + 0.4106185234917535, + 0.884997304280599, + 0.47941219753689235 + ], + "point": [ + 0.7849, + 0.445 + ] + }, + { + "instruction": "Submit", + "bbox": [ + 0.6471862369113498, + 0.09545284695095486, + 0.7203789605034723, + 0.15646243625217013 + ], + "point": [ + 0.6838, + 0.126 + ] + }, + { + "instruction": "Postmill", + "bbox": [ + 0.12816554175482855, + 0.09796293470594618, + 0.19146686130099827, + 0.1491470506456163 + ], + "point": [ + 0.1598, + 0.1236 + ] + }, + { + "instruction": "Forums", + "bbox": [ + 0.19174921247694227, + 0.09846789889865451, + 0.2520105785793728, + 0.15004160563151042 + ], + "point": [ + 0.2219, + 0.1243 + ] + }, + { + "instruction": "Choose File", + "bbox": [ + 0.13127260208129882, + 0.29110687255859374, + 0.19709896511501737, + 0.3283208889431424 + ], + "point": [ + 0.1642, + 0.3097 + ] + }, + { + "instruction": "Subscribe via RSS", + "bbox": [ + 0.6947905646430121, + 0.3591336398654514, + 0.777276357014974, + 0.38322136773003473 + ], + "point": [ + 0.736, + 0.3712 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.25130462646484375, + 0.09649712456597222, + 0.2947653028700087, + 0.15387120564778645 + ], + "point": [ + 0.273, + 0.1252 + ] + }, + { + "instruction": "MarvelsGrantMan136", + "bbox": [ + 0.7202290852864583, + 0.09634774102105034, + 0.8700787014431424, + 0.15383945041232638 + ], + "point": [ + 0.7952, + 0.1251 + ] + }, + { + "instruction": "t5_2qhrn", + "bbox": [ + 0.6950716654459635, + 0.26716223822699653, + 0.8729153951009114, + 0.330304938422309 + ], + "point": [ + 0.784, + 0.2987 + ] + }, + { + "instruction": "a toolbox option to change the size of a log.", + "bbox": [ + 0.6851632859971788, + 0.4874054633246528, + 0.8858473883734809, + 0.6340392388237848 + ], + "point": [ + 0.7855, + 0.5607 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8956304762098525, + 0.04952243804931641, + 0.9707886589898004, + 0.09008115980360243 + ], + "point": [ + 0.9332, + 0.0698 + ] + }, + { + "instruction": "creating a submission.", + "bbox": [ + 0.12679124408298068, + 0.8728939480251736, + 0.23075684441460503, + 0.9181549072265625 + ], + "point": [ + 0.1788, + 0.8955 + ] + }, + { + "instruction": "An option to view the settings or options within a user interface.", + "bbox": [ + 0.12484088473849826, + 0.3735688273111979, + 0.5206088595920139, + 0.47185211181640624 + ], + "point": [ + 0.3227, + 0.4227 + ] + }, + { + "instruction": "Subscript.", + "bbox": [ + 0.6950646718343099, + 0.2278045145670573, + 0.7741855197482639, + 0.2736102464463976 + ], + "point": [ + 0.7346, + 0.2507 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.0831408076816135, + 0.05341597663031684, + 0.15567028257581922, + 0.08417022705078125 + ], + "point": [ + 0.1194, + 0.0688 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.12678661346435546, + 0.824996337890625, + 0.24152435726589627, + 0.8612984212239584 + ], + "point": [ + 0.1842, + 0.8431 + ] + }, + { + "instruction": "Hide this forum.", + "bbox": [ + 0.6847794426812066, + 0.4106185234917535, + 0.884997304280599, + 0.47941219753689235 + ], + "point": [ + 0.7849, + 0.445 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9757128397623698, + 0.003241558074951172, + 0.9969688415527344, + 0.039390527937147354 + ], + "point": [ + 0.9863, + 0.0213 + ] + }, + { + "instruction": "a counter displaying the number 0.", + "bbox": [ + 0.7729019165039063, + 0.22744940863715277, + 0.8197697957356771, + 0.27330780029296875 + ], + "point": [ + 0.7963, + 0.2504 + ] + }, + { + "instruction": "creating a new comment or entry.", + "bbox": [ + 0.6471862369113498, + 0.09545284695095486, + 0.7203789605034723, + 0.15646243625217013 + ], + "point": [ + 0.6838, + 0.126 + ] + }, + { + "instruction": "Postmill.", + "bbox": [ + 0.12816554175482855, + 0.09796293470594618, + 0.19146686130099827, + 0.1491470506456163 + ], + "point": [ + 0.1598, + 0.1236 + ] + }, + { + "instruction": "navigating to the next item or page.", + "bbox": [ + 0.12522542741563586, + 0.49965688069661457, + 0.5180314169989692, + 0.7592655436197917 + ], + "point": [ + 0.3216, + 0.6295 + ] + }, + { + "instruction": "Forms.", + "bbox": [ + 0.19174921247694227, + 0.09846789889865451, + 0.2520105785793728, + 0.15004160563151042 + ], + "point": [ + 0.2219, + 0.1243 + ] + }, + { + "instruction": "a option to choose a file.", + "bbox": [ + 0.13127260208129882, + 0.29110687255859374, + 0.19709896511501737, + 0.3283208889431424 + ], + "point": [ + 0.1642, + 0.3097 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05431775516933865, + 0.049957512749565974, + 0.07654532856411404, + 0.0880283440483941 + ], + "point": [ + 0.0654, + 0.069 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004864132404327393, + 0.05179691738552517, + 0.026801496081882054, + 0.0865910424126519 + ], + "point": [ + 0.0158, + 0.0692 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.974234856499566, + 0.04863255818684896, + 0.995927259657118, + 0.09018460591634114 + ], + "point": [ + 0.9851, + 0.0694 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15083430608113607, + 0.009950790405273437, + 0.165861627790663, + 0.036344163682725694 + ], + "point": [ + 0.1583, + 0.0231 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029794300927056205, + 0.051117977566189236, + 0.05021052360534668, + 0.08628388298882378 + ], + "point": [ + 0.04, + 0.0687 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8380987379286025, + 0.05418702443440755, + 0.8560371398925781, + 0.08725521511501737 + ], + "point": [ + 0.8471, + 0.0707 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.869730970594618, + 0.04776033189561632, + 0.8918718126085069, + 0.0889932590060764 + ], + "point": [ + 0.8808, + 0.0684 + ] + }, + { + "instruction": "Subscripting a file or application.", + "bbox": [ + 0.6947905646430121, + 0.3591336398654514, + 0.777276357014974, + 0.38322136773003473 + ], + "point": [ + 0.736, + 0.3712 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.25130462646484375, + 0.09649712456597222, + 0.2947653028700087, + 0.15387120564778645 + ], + "point": [ + 0.273, + 0.1252 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.6142047034369574, + 0.09653030395507813, + 0.6488864050971137, + 0.15534771389431423 + ], + "point": [ + 0.6315, + 0.1259 + ] + }, + { + "instruction": "A user profile or account.", + "bbox": [ + 0.7202290852864583, + 0.09634774102105034, + 0.8700787014431424, + 0.15383945041232638 + ], + "point": [ + 0.7952, + 0.1251 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.34088859558105467, + 0.010634634229871962, + 0.35749808417426215, + 0.032964680989583335 + ], + "point": [ + 0.3492, + 0.0218 + ] + }, + { + "instruction": "Search function.", + "bbox": [ + 0.39116439819335935, + 0.10843707614474826, + 0.410394287109375, + 0.13979507446289063 + ], + "point": [ + 0.4008, + 0.1241 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3157780329386393, + 0.010180309083726672, + 0.33215698666042753, + 0.0338250192006429 + ], + "point": [ + 0.324, + 0.022 + ] + }, + { + "instruction": "a text input field.", + "bbox": [ + 0.6950716654459635, + 0.26716223822699653, + 0.8729153951009114, + 0.330304938422309 + ], + "point": [ + 0.784, + 0.2987 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.00012931459479861789, + 0.05206144544813368, + 0.0049250115950902305, + 0.08709659152560764 + ], + "point": [ + 0.0025, + 0.0696 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 0.9948413425021702, + 0.04496485392252604, + 1.0, + 0.09400909423828124 + ], + "point": [ + 0.9974, + 0.0695 + ] + } + ], + "element_size": 67 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_26/10866.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "pittsburgh", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07256944444444445, + 0.03111111111111111 + ], + "point": [ + 0.0507, + 0.0225 + ] + }, + { + "instruction": "Skinit Decal Gaming Skin Con", + "bbox": [ + 0.1940972434149848, + 0.011666666666666667, + 0.31354168785942926, + 0.03166666666666667 + ], + "point": [ + 0.2538, + 0.0217 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.3190972222222222, + 0.013333332273695203, + 0.3541666666666667, + 0.03388888359069824 + ], + "point": [ + 0.3366, + 0.0236 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws.com:9999/f/pittsburgh", + "bbox": [ + 0.15833331214057075, + 0.06055555555555556, + 0.47118055555555555, + 0.08277777777777778 + ], + "point": [ + 0.3148, + 0.0717 + ] + }, + { + "instruction": "[f/pittsburgh", + "bbox": [ + 0.125, + 0.19166666666666668, + 0.24340277777777777, + 0.23166666666666666 + ], + "point": [ + 0.1842, + 0.2117 + ] + }, + { + "instruction": "pittsburgh", + "bbox": [ + 0.6951388888888889, + 0.18666666666666668, + 0.75625, + 0.21444444444444444 + ], + "point": [ + 0.7257, + 0.2006 + ] + }, + { + "instruction": "Skinit Decal Gaming Skin Compatible with PS3 Dual Shock Wireless Controller", + "bbox": [ + 0.2170138676961263, + 0.3005555555555556, + 0.6673610899183485, + 0.33444444444444443 + ], + "point": [ + 0.4422, + 0.3175 + ] + }, + { + "instruction": "Officially Licensid NFL Pittsburgh Steelers", + "bbox": [ + 0.22291668785942925, + 0.3333333672417535, + 0.4708333333333333, + 0.36333336724175347 + ], + "point": [ + 0.3469, + 0.3483 + ] + }, + { + "instruction": "Blast Dark Design", + "bbox": [ + 0.4774305555555556, + 0.33444444444444443, + 0.5826388888888889, + 0.3638888888888889 + ], + "point": [ + 0.53, + 0.3492 + ] + }, + { + "instruction": "Created 2 years ago", + "bbox": [ + 0.6961805979410808, + 0.3438888888888889, + 0.7708333333333334, + 0.3611111111111111 + ], + "point": [ + 0.7335, + 0.3525 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.2795138888888889, + 0.39222222222222225, + 0.29583329094780814, + 0.4072222222222222 + ], + "point": [ + 0.2877, + 0.3997 + ] + }, + { + "instruction": "Submitted by Dare_County [t3_2780b9] 2 years ago", + "bbox": [ + 0.2170138888888889, + 0.46111111111111114, + 0.40694444444444444, + 0.47944444444444445 + ], + "point": [ + 0.312, + 0.4703 + ] + }, + { + "instruction": "87 comments", + "bbox": [ + 0.2170138888888889, + 0.4850000339084201, + 0.2708333333333333, + 0.4994444783528646 + ], + "point": [ + 0.2439, + 0.4922 + ] + }, + { + "instruction": "51 comments", + "bbox": [ + 0.2170138888888889, + 0.5772222222222222, + 0.2708333333333333, + 0.5933333333333334 + ], + "point": [ + 0.2439, + 0.5853 + ] + }, + { + "instruction": "Submitted by Tiny-Strain-6400 [t3_1 1e6moh]", + "bbox": [ + 0.2170138888888889, + 0.7411111111111112, + 0.38645833333333335, + 0.7583333333333333 + ], + "point": [ + 0.3017, + 0.7497 + ] + }, + { + "instruction": "year ago", + "bbox": [ + 0.3920138888888889, + 0.7438889567057292, + 0.4263888888888889, + 0.7583334011501736 + ], + "point": [ + 0.4092, + 0.7511 + ] + }, + { + "instruction": "83 comments", + "bbox": [ + 0.2170138888888889, + 0.9200000678168403, + 0.2708333333333333, + 0.9372222900390625 + ], + "point": [ + 0.2439, + 0.9286 + ] + }, + { + "instruction": "ittsburgh", + "bbox": [ + 0.16006945504082573, + 0.9644445122612847, + 0.17916666666666667, + 0.9750000678168402 + ], + "point": [ + 0.1696, + 0.9697 + ] + }, + { + "instruction": "amazonaws com:9999/./63102aa3203535345d1c6cd75d3901bbOb96f0a8e8", + "bbox": [ + 0.008680544959174263, + 0.9788888888888889, + 0.32083332273695203, + 0.9972222222222222 + ], + "point": [ + 0.1648, + 0.9881 + ] + }, + { + "instruction": "Ann", + "bbox": [ + 0.33090277777777777, + 0.9916666666666667, + 0.3572916666666667, + 0.9988888888888889 + ], + "point": [ + 0.3441, + 0.9953 + ] + }, + { + "instruction": "WcoC", + "bbox": [ + 0.3645833333333333, + 0.9933333333333333, + 0.38506944444444446, + 0.9983333333333333 + ], + "point": [ + 0.3748, + 0.9958 + ] + }, + { + "instruction": "A", + "bbox": [ + 0.38645833333333335, + 0.995, + 0.4013888888888889, + 0.9983333333333333 + ], + "point": [ + 0.3939, + 0.9967 + ] + }, + { + "instruction": "Toolbox", + "bbox": [ + 0.6853694491916232, + 0.4876010470920139, + 0.8860993279351128, + 0.634180162217882 + ], + "point": [ + 0.7857, + 0.5609 + ] + }, + { + "instruction": "Bans", + "bbox": [ + 0.6853694491916232, + 0.4876010470920139, + 0.8860993279351128, + 0.634180162217882 + ], + "point": [ + 0.7857, + 0.5609 + ] + }, + { + "instruction": "Moderation log", + "bbox": [ + 0.6853694491916232, + 0.4876010470920139, + 0.8860993279351128, + 0.634180162217882 + ], + "point": [ + 0.7857, + 0.5609 + ] + }, + { + "instruction": "80 Incognito", + "bbox": [ + 0.8956178453233506, + 0.04943758222791884, + 0.970814683702257, + 0.09015752156575521 + ], + "point": [ + 0.9332, + 0.0698 + ] + }, + { + "instruction": "Subscribe", + "bbox": [ + 0.6950458102756076, + 0.22778177897135415, + 0.7741917928059896, + 0.2736087375217014 + ], + "point": [ + 0.7346, + 0.2507 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08281373977661133, + 0.05347497304280599, + 0.15561342239379883, + 0.08418999565972222 + ], + "point": [ + 0.1192, + 0.0688 + ] + }, + { + "instruction": "Hot", + "bbox": [ + 0.26909239027235243, + 0.24571675618489583, + 0.32105140686035155, + 0.28765051947699655 + ], + "point": [ + 0.2951, + 0.2667 + ] + }, + { + "instruction": "Hide this forum", + "bbox": [ + 0.6850841522216797, + 0.4106658935546875, + 0.8850351121690538, + 0.47948594835069447 + ], + "point": [ + 0.7851, + 0.4451 + ] + }, + { + "instruction": "1334", + "bbox": [ + 0.1272226121690538, + 0.5191651746961805, + 0.1585378858778212, + 0.5995069715711806 + ], + "point": [ + 0.1429, + 0.5593 + ] + }, + { + "instruction": "1438", + "bbox": [ + 0.12783016628689237, + 0.42757927788628475, + 0.15810631646050347, + 0.506555650499132 + ], + "point": [ + 0.143, + 0.4671 + ] + }, + { + "instruction": "Fallingwater by Lisa Frank Lloyd Wright", + "bbox": [ + 0.21727884080674914, + 0.5205123562282986, + 0.44316393534342446, + 0.5492236328125 + ], + "point": [ + 0.3302, + 0.5349 + ] + }, + { + "instruction": "1054", + "bbox": [ + 0.12704302469889323, + 0.6116641574435764, + 0.15831080542670356, + 0.6921307373046875 + ], + "point": [ + 0.1427, + 0.6519 + ] + }, + { + "instruction": "Postmill", + "bbox": [ + 0.1273127449883355, + 0.0970959726969401, + 0.19198387993706598, + 0.15174502902560763 + ], + "point": [ + 0.1596, + 0.1244 + ] + }, + { + "instruction": "Forums", + "bbox": [ + 0.19153938293457032, + 0.09751529269748264, + 0.2513147142198351, + 0.15164947509765625 + ], + "point": [ + 0.2214, + 0.1246 + ] + }, + { + "instruction": "969", + "bbox": [ + 0.12821725209554036, + 0.7056576877170139, + 0.15869168175591364, + 0.7851760525173611 + ], + "point": [ + 0.1435, + 0.7454 + ] + }, + { + "instruction": "943", + "bbox": [ + 0.12892578972710503, + 0.7994315592447917, + 0.1568283928765191, + 0.8785690646701388 + ], + "point": [ + 0.1429, + 0.839 + ] + }, + { + "instruction": "Happy Light Up Night; Pittsburghl", + "bbox": [ + 0.21705029805501302, + 0.6131407335069444, + 0.4124771965874566, + 0.6424818250868055 + ], + "point": [ + 0.3148, + 0.6278 + ] + }, + { + "instruction": "Submit", + "bbox": [ + 0.6483322567409939, + 0.09549548678927951, + 0.71973876953125, + 0.15522564358181423 + ], + "point": [ + 0.684, + 0.1254 + ] + }, + { + "instruction": "Driving in Pittsburgh summed up by one traffic sign:", + "bbox": [ + 0.2165943357679579, + 0.4271064927842882, + 0.5209631178114149, + 0.45702246771918403 + ], + "point": [ + 0.3688, + 0.4421 + ] + }, + { + "instruction": "Subscribe via RSS", + "bbox": [ + 0.6954842461480035, + 0.35932081434461804, + 0.7791814168294271, + 0.38412502712673613 + ], + "point": [ + 0.7373, + 0.3717 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.2522692150539822, + 0.09647349039713542, + 0.29336910247802733, + 0.1523814222547743 + ], + "point": [ + 0.2728, + 0.1244 + ] + }, + { + "instruction": "MarvelsGrantMan136", + "bbox": [ + 0.721697998046875, + 0.09626229180230035, + 0.871402825249566, + 0.15378375583224826 + ], + "point": [ + 0.7966, + 0.125 + ] + }, + { + "instruction": "Did Liust aet the best flight number", + "bbox": [ + 0.21729473537868924, + 0.955298597547743, + 0.42214813232421877, + 0.983408949110243 + ], + "point": [ + 0.3197, + 0.9694 + ] + }, + { + "instruction": "Submissions", + "bbox": [ + 0.12657634947035049, + 0.24570049709743924, + 0.19909975263807508, + 0.28817369249131947 + ], + "point": [ + 0.1628, + 0.2669 + ] + }, + { + "instruction": "Comments", + "bbox": [ + 0.1969692866007487, + 0.24506034003363716, + 0.2615165498521593, + 0.2877453274197049 + ], + "point": [ + 0.2292, + 0.2664 + ] + }, + { + "instruction": "The potholes are pretty bad out there_stay vigilant my fellow drivers", + "bbox": [ + 0.23128776550292968, + 0.7066433376736111, + 0.6062221527099609, + 0.7351173231336805 + ], + "point": [ + 0.4188, + 0.7209 + ] + }, + { + "instruction": "27 comments", + "bbox": [ + 0.21745963626437717, + 0.6692791069878472, + 0.27191749148898653, + 0.6898394097222222 + ], + "point": [ + 0.2447, + 0.6796 + ] + }, + { + "instruction": "t5_2qhrn", + "bbox": [ + 0.6950142330593533, + 0.27023084852430557, + 0.8729320949978299, + 0.3302816433376736 + ], + "point": [ + 0.784, + 0.3003 + ] + }, + { + "instruction": "Men gathered around sign reading", + "bbox": [ + 0.21710294087727863, + 0.8008580186631944, + 0.6709231482611762, + 0.915977783203125 + ], + "point": [ + 0.444, + 0.8584 + ] + }, + { + "instruction": "'Police_ We need your protection:", + "bbox": [ + 0.21710294087727863, + 0.8008580186631944, + 0.6709231482611762, + 0.915977783203125 + ], + "point": [ + 0.444, + 0.8584 + ] + }, + { + "instruction": "not your", + "bbox": [ + 0.21710294087727863, + 0.8008580186631944, + 0.6709231482611762, + 0.915977783203125 + ], + "point": [ + 0.444, + 0.8584 + ] + }, + { + "instruction": "harassment; Garfield Teen Organization;\" on Columbo Avenue, Garfield: April;", + "bbox": [ + 0.21710294087727863, + 0.8008580186631944, + 0.6709231482611762, + 0.915977783203125 + ], + "point": [ + 0.444, + 0.8584 + ] + }, + { + "instruction": "1968: photograph by charles \"teenie\" Harris.", + "bbox": [ + 0.21710294087727863, + 0.8008580186631944, + 0.6709231482611762, + 0.915977783203125 + ], + "point": [ + 0.444, + 0.8584 + ] + }, + { + "instruction": "Submitted by Yinzerman1992 [t3_1Omkny4] 2 years ago", + "bbox": [ + 0.21710294087727863, + 0.8008580186631944, + 0.6709231482611762, + 0.915977783203125 + ], + "point": [ + 0.444, + 0.8584 + ] + }, + { + "instruction": "23 comments", + "bbox": [ + 0.21720203823513454, + 0.7616673448350695, + 0.27171652052137585, + 0.7826373969184027 + ], + "point": [ + 0.2445, + 0.7722 + ] + }, + { + "instruction": "Submitted by Chopper1 1Pilot [t3_yzofho] 2 years ago", + "bbox": [ + 0.21734610663519965, + 0.6445356580946181, + 0.41792496575249566, + 0.6665856255425348 + ], + "point": [ + 0.3176, + 0.6556 + ] + }, + { + "instruction": "Submitted by put_the_ux_in_sux [t3_10q441y] 2 years ago", + "bbox": [ + 0.21727608574761284, + 0.5509261745876736, + 0.4444247775607639, + 0.5741626654730903 + ], + "point": [ + 0.3309, + 0.5625 + ] + }, + { + "instruction": "Delete", + "bbox": [ + 0.3031676398383247, + 0.38994011773003473, + 0.3287391238742404, + 0.4096005588107639 + ], + "point": [ + 0.316, + 0.3998 + ] + }, + { + "instruction": "No comments", + "bbox": [ + 0.21716071234809028, + 0.38999006483289933, + 0.27420035468207465, + 0.40974646674262155 + ], + "point": [ + 0.2457, + 0.3999 + ] + }, + { + "instruction": "Submitted by MarvelsGrantMan136 22 seconds ago", + "bbox": [ + 0.21697459750705295, + 0.36537255181206596, + 0.4102789560953776, + 0.38626074896918405 + ], + "point": [ + 0.3136, + 0.3758 + ] + }, + { + "instruction": "a toolbox option to change the size of a log.", + "bbox": [ + 0.6853694491916232, + 0.4876010470920139, + 0.8860993279351128, + 0.634180162217882 + ], + "point": [ + 0.7857, + 0.5609 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8956178453233506, + 0.04943758222791884, + 0.970814683702257, + 0.09015752156575521 + ], + "point": [ + 0.9332, + 0.0698 + ] + }, + { + "instruction": "A pagoda-like structure in a mountainous area.", + "bbox": [ + 0.1578919940524631, + 0.5180501980251736, + 0.2116747326321072, + 0.6005562337239584 + ], + "point": [ + 0.1848, + 0.5593 + ] + }, + { + "instruction": "A collapsed building.", + "bbox": [ + 0.1578791512383355, + 0.6112239583333333, + 0.21157296498616537, + 0.6920454915364583 + ], + "point": [ + 0.1847, + 0.6516 + ] + }, + { + "instruction": "the undo action.", + "bbox": [ + 0.15793924331665038, + 0.42547454833984377, + 0.21118507385253907, + 0.5059346856011284 + ], + "point": [ + 0.1846, + 0.4657 + ] + }, + { + "instruction": "Subscript.", + "bbox": [ + 0.6950458102756076, + 0.22778177897135415, + 0.7741917928059896, + 0.2736087375217014 + ], + "point": [ + 0.7346, + 0.2507 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08281373977661133, + 0.05347497304280599, + 0.15561342239379883, + 0.08418999565972222 + ], + "point": [ + 0.1192, + 0.0688 + ] + }, + { + "instruction": "a dropdown menu for selecting hot items.", + "bbox": [ + 0.26909239027235243, + 0.24571675618489583, + 0.32105140686035155, + 0.28765051947699655 + ], + "point": [ + 0.2951, + 0.2667 + ] + }, + { + "instruction": "a person sitting outdoors.", + "bbox": [ + 0.15793472925821941, + 0.7048183865017361, + 0.21140560574001735, + 0.7850778537326389 + ], + "point": [ + 0.1847, + 0.7449 + ] + }, + { + "instruction": "Hide this forum.", + "bbox": [ + 0.6850841522216797, + 0.4106658935546875, + 0.8850351121690538, + 0.47948594835069447 + ], + "point": [ + 0.7851, + 0.4451 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.3863361358642578, + 0.10191954718695746, + 0.5222711775037977, + 0.14871290418836805 + ], + "point": [ + 0.4543, + 0.1253 + ] + }, + { + "instruction": "Proceeds.", + "bbox": [ + 0.15853406058417427, + 0.7982101779513889, + 0.21157239278157552, + 0.8812497287326388 + ], + "point": [ + 0.1851, + 0.8397 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.1272226121690538, + 0.5191651746961805, + 0.1585378858778212, + 0.5995069715711806 + ], + "point": [ + 0.1429, + 0.5593 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9757553948296441, + 0.0032390107048882377, + 0.9968910217285156, + 0.039281465742323135 + ], + "point": [ + 0.9863, + 0.0213 + ] + }, + { + "instruction": "a counter displaying the number 0.", + "bbox": [ + 0.7730206807454427, + 0.22792012532552083, + 0.8194465637207031, + 0.27365726047092015 + ], + "point": [ + 0.7962, + 0.2508 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12783016628689237, + 0.42757927788628475, + 0.15810631646050347, + 0.506555650499132 + ], + "point": [ + 0.143, + 0.4671 + ] + }, + { + "instruction": "a video game remote control.", + "bbox": [ + 0.15848015679253472, + 0.3064784410264757, + 0.20673866271972657, + 0.3739850192599826 + ], + "point": [ + 0.1826, + 0.3402 + ] + }, + { + "instruction": "Fallingwater by Lisa Frank Lloyd Wright.", + "bbox": [ + 0.21727884080674914, + 0.5205123562282986, + 0.44316393534342446, + 0.5492236328125 + ], + "point": [ + 0.3302, + 0.5349 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12704302469889323, + 0.6116641574435764, + 0.15831080542670356, + 0.6921307373046875 + ], + "point": [ + 0.1427, + 0.6519 + ] + }, + { + "instruction": "Postmill.", + "bbox": [ + 0.1273127449883355, + 0.0970959726969401, + 0.19198387993706598, + 0.15174502902560763 + ], + "point": [ + 0.1596, + 0.1244 + ] + }, + { + "instruction": "Forms.", + "bbox": [ + 0.19153938293457032, + 0.09751529269748264, + 0.2513147142198351, + 0.15164947509765625 + ], + "point": [ + 0.2214, + 0.1246 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12821725209554036, + 0.7056576877170139, + 0.15869168175591364, + 0.7851760525173611 + ], + "point": [ + 0.1435, + 0.7454 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12892578972710503, + 0.7994315592447917, + 0.1568283928765191, + 0.8785690646701388 + ], + "point": [ + 0.1429, + 0.839 + ] + }, + { + "instruction": "a message to happy light up night, Pittsburgh.", + "bbox": [ + 0.21705029805501302, + 0.6131407335069444, + 0.4124771965874566, + 0.6424818250868055 + ], + "point": [ + 0.3148, + 0.6278 + ] + }, + { + "instruction": "adding a comment.", + "bbox": [ + 0.6483322567409939, + 0.09549548678927951, + 0.71973876953125, + 0.15522564358181423 + ], + "point": [ + 0.684, + 0.1254 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05382405387030707, + 0.049094594319661455, + 0.07698983086480035, + 0.08708752102322048 + ], + "point": [ + 0.0654, + 0.0681 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9733283996582032, + 0.04694975958930121, + 0.9973313225640191, + 0.09188322279188368 + ], + "point": [ + 0.9853, + 0.0694 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004732394218444824, + 0.05114070044623481, + 0.027212622430589466, + 0.08602645026312934 + ], + "point": [ + 0.016, + 0.0686 + ] + }, + { + "instruction": "Driving in Pittsburgh sunset up by one traffic sign.", + "bbox": [ + 0.2165943357679579, + 0.4271064927842882, + 0.5209631178114149, + 0.45702246771918403 + ], + "point": [ + 0.3688, + 0.4421 + ] + }, + { + "instruction": "Subscripting a file or application.", + "bbox": [ + 0.6954842461480035, + 0.35932081434461804, + 0.7791814168294271, + 0.38412502712673613 + ], + "point": [ + 0.7373, + 0.3717 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.150723754035102, + 0.009854602813720702, + 0.16585152943929035, + 0.03703108893500434 + ], + "point": [ + 0.1583, + 0.0234 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12944997151692708, + 0.3053600396050347, + 0.15754502614339191, + 0.3746554904513889 + ], + "point": [ + 0.1435, + 0.34 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029359218809339734, + 0.05008593241373698, + 0.05073658095465766, + 0.08583821614583333 + ], + "point": [ + 0.04, + 0.068 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.8690176222059461, + 0.04670556810167101, + 0.892476823594835, + 0.09033498975965712 + ], + "point": [ + 0.8807, + 0.0685 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.2522692150539822, + 0.09647349039713542, + 0.29336910247802733, + 0.1523814222547743 + ], + "point": [ + 0.2728, + 0.1244 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.6146731482611762, + 0.09595838758680555, + 0.6496688418918186, + 0.15501463148328992 + ], + "point": [ + 0.6322, + 0.1255 + ] + }, + { + "instruction": "A user profile or account.", + "bbox": [ + 0.721697998046875, + 0.09626229180230035, + 0.871402825249566, + 0.15378375583224826 + ], + "point": [ + 0.7966, + 0.125 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8379271613226996, + 0.05354996575249566, + 0.8563095940483941, + 0.08776114569769965 + ], + "point": [ + 0.8471, + 0.0707 + ] + }, + { + "instruction": "A search bar for finding the next flight number.", + "bbox": [ + 0.21729473537868924, + 0.955298597547743, + 0.42214813232421877, + 0.983408949110243 + ], + "point": [ + 0.3197, + 0.9694 + ] + }, + { + "instruction": "Submissions.", + "bbox": [ + 0.12657634947035049, + 0.24570049709743924, + 0.19909975263807508, + 0.28817369249131947 + ], + "point": [ + 0.1628, + 0.2669 + ] + }, + { + "instruction": "Comments section.", + "bbox": [ + 0.1969692866007487, + 0.24506034003363716, + 0.2615165498521593, + 0.2877453274197049 + ], + "point": [ + 0.2292, + 0.2664 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.34095039367675783, + 0.008887068430582682, + 0.3569929334852431, + 0.03413227293226454 + ], + "point": [ + 0.349, + 0.0215 + ] + }, + { + "instruction": "Following a user profile or account.", + "bbox": [ + 0.23128776550292968, + 0.7066433376736111, + 0.6062221527099609, + 0.7351173231336805 + ], + "point": [ + 0.4188, + 0.7209 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.31510990990532767, + 0.007470635308159722, + 0.33222120073106554, + 0.03580296410454644 + ], + "point": [ + 0.3237, + 0.0216 + ] + }, + { + "instruction": "27 comments or comments section.", + "bbox": [ + 0.21745963626437717, + 0.6692791069878472, + 0.27191749148898653, + 0.6898394097222222 + ], + "point": [ + 0.2447, + 0.6796 + ] + }, + { + "instruction": "a text input field.", + "bbox": [ + 0.6950142330593533, + 0.27023084852430557, + 0.8729320949978299, + 0.3302816433376736 + ], + "point": [ + 0.784, + 0.3003 + ] + }, + { + "instruction": "A link to an information page or page.", + "bbox": [ + 0.21710294087727863, + 0.8008580186631944, + 0.6709231482611762, + 0.915977783203125 + ], + "point": [ + 0.444, + 0.8584 + ] + }, + { + "instruction": "23 comments.", + "bbox": [ + 0.21720203823513454, + 0.7616673448350695, + 0.27171652052137585, + 0.7826373969184027 + ], + "point": [ + 0.2445, + 0.7722 + ] + }, + { + "instruction": "A script file named \"Submitted bychopper\".", + "bbox": [ + 0.21734610663519965, + 0.6445356580946181, + 0.41792496575249566, + 0.6665856255425348 + ], + "point": [ + 0.3176, + 0.6556 + ] + }, + { + "instruction": "A prompt to submit an action by putting the ux in the system (f3, 10-4) by 2 years ago.", + "bbox": [ + 0.21727608574761284, + 0.5509261745876736, + 0.4444247775607639, + 0.5741626654730903 + ], + "point": [ + 0.3309, + 0.5625 + ] + }, + { + "instruction": "Delete.", + "bbox": [ + 0.3031676398383247, + 0.38994011773003473, + 0.3287391238742404, + 0.4096005588107639 + ], + "point": [ + 0.316, + 0.3998 + ] + }, + { + "instruction": "No comments.", + "bbox": [ + 0.21716071234809028, + 0.38999006483289933, + 0.27420035468207465, + 0.40974646674262155 + ], + "point": [ + 0.2457, + 0.3999 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.00013863990704218547, + 0.05147620730929905, + 0.004982081552346547, + 0.08760243733723959 + ], + "point": [ + 0.0026, + 0.0695 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.13528644773695203, + 0.9596761067708334, + 0.1543790923224555, + 0.980732421875 + ], + "point": [ + 0.1448, + 0.9702 + ] + }, + { + "instruction": "A script file.", + "bbox": [ + 0.21697459750705295, + 0.36537255181206596, + 0.4102789560953776, + 0.38626074896918405 + ], + "point": [ + 0.3136, + 0.3758 + ] + }, + { + "instruction": "A loading or progress indicator.", + "bbox": [ + 7.071726851993137e-05, + 8.621851603190104e-05, + 0.008408271935251024, + 0.06169307072957357 + ], + "point": [ + 0.0042, + 0.0309 + ] + } + ], + "element_size": 118 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_from_shopping/action_videoframes/action_27/11070.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Postmill", + "bbox": [ + 0.02881944179534912, + 0.013888888888888888, + 0.06319444444444444, + 0.029444444444444443 + ], + "point": [ + 0.046, + 0.0217 + ] + }, + { + "instruction": "Skinit Decal Gaming Skin Con", + "bbox": [ + 0.1940972434149848, + 0.011666666666666667, + 0.31354168785942926, + 0.03166666666666667 + ], + "point": [ + 0.2538, + 0.0217 + ] + }, + { + "instruction": "X | +", + "bbox": [ + 0.3190972222222222, + 0.013333332273695203, + 0.3541666666666667, + 0.03388888359069824 + ], + "point": [ + 0.3366, + 0.0236 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-T.amazonaws.com:9999", + "bbox": [ + 0.1579861111111111, + 0.059444444444444446, + 0.41423611111111114, + 0.08055555555555556 + ], + "point": [ + 0.2861, + 0.07 + ] + }, + { + "instruction": "Charger Cable for NS Switch and Switch Lite", + "bbox": [ + 0.15833331214057075, + 0.24166666666666667, + 0.4170138888888889, + 0.27166666666666667 + ], + "point": [ + 0.2877, + 0.2567 + ] + }, + { + "instruction": "2 Pack 1OFT Nylon Braided USB C to USB A Type C Fast Data Sync Power", + "bbox": [ + 0.421875, + 0.2411111111111111, + 0.8440971374511719, + 0.27055555555555555 + ], + "point": [ + 0.633, + 0.2558 + ] + }, + { + "instruction": "Charging Cord Accessories for Samsung Galaxy S9 S8 Note 9,Pixel, LG V30 G6, OnePlus ec2-44202-179-34.compute-", + "bbox": [ + 0.15833331214057075, + 0.27166668362087676, + 0.7645833121405707, + 0.30277777777777776 + ], + "point": [ + 0.4615, + 0.2872 + ] + }, + { + "instruction": "amazonaws com:7770", + "bbox": [ + 0.7670138888888889, + 0.2811111111111111, + 0.8434027777777777, + 0.2961111111111111 + ], + "point": [ + 0.8052, + 0.2886 + ] + }, + { + "instruction": "Submitted by MarvelsGrantMan136 on August 1442024 at 6.28 PM in gaming", + "bbox": [ + 0.15902777777777777, + 0.30444444444444446, + 0.4461805555555556, + 0.325 + ], + "point": [ + 0.3026, + 0.3147 + ] + }, + { + "instruction": "No comments", + "bbox": [ + 0.159375, + 0.33, + 0.21388888888888888, + 0.34444444444444444 + ], + "point": [ + 0.1866, + 0.3372 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.22118057674831815, + 0.33, + 0.23819446563720703, + 0.34444444444444444 + ], + "point": [ + 0.2297, + 0.3372 + ] + }, + { + "instruction": "Delete", + "bbox": [ + 0.24444444444444444, + 0.33, + 0.2701388888888889, + 0.34444444444444444 + ], + "point": [ + 0.2573, + 0.3372 + ] + }, + { + "instruction": "[OC] Loot", + "bbox": [ + 0.21631944444444445, + 0.365, + 0.2746527777777778, + 0.3933333333333333 + ], + "point": [ + 0.2455, + 0.3792 + ] + }, + { + "instruction": "Submitted by colmscomics [t3_125qemv] on March 29,2023 at 10.47 AM in gaming", + "bbox": [ + 0.2170138888888889, + 0.3988888888888889, + 0.5263888888888889, + 0.4172222222222222 + ], + "point": [ + 0.3717, + 0.4081 + ] + }, + { + "instruction": "Submitted by jakesimp1 [t3_126yyu8] on March 30,2023 at 4.54 PM in gaming", + "bbox": [ + 0.2170138888888889, + 0.4922222222222222, + 0.5076388888888889, + 0.5094444444444445 + ], + "point": [ + 0.3623, + 0.5008 + ] + }, + { + "instruction": "175 comments", + "bbox": [ + 0.21805555555555556, + 0.5161111450195313, + 0.27569440205891926, + 0.5311111450195313 + ], + "point": [ + 0.2469, + 0.5236 + ] + }, + { + "instruction": "Who will win the Oscar for ACTRESS IN A SUPPORTING ROLE?", + "bbox": [ + 0.15972220102945964, + 0.5538888888888889, + 0.5187499788072374, + 0.5788888888888889 + ], + "point": [ + 0.3392, + 0.5664 + ] + }, + { + "instruction": "9,933 Submitted by GetFreeCash [t3_10kc546] on January 24,2023 at 1.20 PM in movies", + "bbox": [ + 0.12986111111111112, + 0.575, + 0.4652777777777778, + 0.6044444444444445 + ], + "point": [ + 0.2976, + 0.5897 + ] + }, + { + "instruction": "23 comments", + "bbox": [ + 0.159375, + 0.6088888888888889, + 0.21319444444444444, + 0.6244444444444445 + ], + "point": [ + 0.1863, + 0.6167 + ] + }, + { + "instruction": "Submitted by fart_Jr [t3_128059u] on March 31,2023 at 5.29 PM in gaming", + "bbox": [ + 0.2170138888888889, + 0.6788888888888889, + 0.4951388888888889, + 0.6961111111111111 + ], + "point": [ + 0.3561, + 0.6875 + ] + }, + { + "instruction": "7,720 Submitted by GetFreeCash [t3_1Okbpzo] on January 24,2023 at 1:04 PM in movies", + "bbox": [ + 0.1295138782925076, + 0.7611111111111111, + 0.46527776718139646, + 0.7911111111111111 + ], + "point": [ + 0.2974, + 0.7761 + ] + }, + { + "instruction": "20 comments", + "bbox": [ + 0.159375, + 0.7961111111111111, + 0.21319444444444444, + 0.8111111111111111 + ], + "point": [ + 0.1863, + 0.8036 + ] + }, + { + "instruction": "Submitted by EeKo9 [t3_1259806] on March 29,2023 at 10.43 AM in gaming", + "bbox": [ + 0.2170138888888889, + 0.865, + 0.49895833333333334, + 0.8833333333333333 + ], + "point": [ + 0.358, + 0.8742 + ] + }, + { + "instruction": "120 comments", + "bbox": [ + 0.21805555555555556, + 0.8888888888888888, + 0.27569440205891926, + 0.9044444444444445 + ], + "point": [ + 0.2469, + 0.8967 + ] + }, + { + "instruction": "Submitted by msalaar_ [t3_11engil] on February 28,2023 at 6.24 PM in gaming", + "bbox": [ + 0.21666666666666667, + 0.9572222222222222, + 0.5079861111111111, + 0.9777777777777777 + ], + "point": [ + 0.3623, + 0.9675 + ] + }, + { + "instruction": "ec2-44-202-179-34.compute-1.amazonaws com:gggg/forums", + "bbox": [ + 0.002430566151936849, + 0.98, + 0.25138889948527016, + 0.9983333333333333 + ], + "point": [ + 0.1269, + 0.9892 + ] + }, + { + "instruction": "80 Incognito", + "bbox": [ + 0.8955804612901476, + 0.04945825364854601, + 0.9707830641004774, + 0.09009912278917101 + ], + "point": [ + 0.9332, + 0.0698 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08282574547661675, + 0.05338756985134548, + 0.15560764736599392, + 0.08417062547471788 + ], + "point": [ + 0.1192, + 0.0688 + ] + }, + { + "instruction": "Postmill", + "bbox": [ + 0.1251898659600152, + 0.09523907979329427, + 0.192822880215115, + 0.15513387044270832 + ], + "point": [ + 0.159, + 0.1252 + ] + }, + { + "instruction": "20,9081", + "bbox": [ + 0.12624556223551434, + 0.36491407606336806, + 0.15970270368787978, + 0.4445045301649306 + ], + "point": [ + 0.143, + 0.4047 + ] + }, + { + "instruction": "Submissions", + "bbox": [ + 0.1261828316582574, + 0.18368408203125, + 0.19888657463921441, + 0.2258038330078125 + ], + "point": [ + 0.1625, + 0.2047 + ] + }, + { + "instruction": "Subscribed", + "bbox": [ + 0.26897449493408204, + 0.1830408732096354, + 0.3539468341403537, + 0.2246120876736111 + ], + "point": [ + 0.3115, + 0.2038 + ] + }, + { + "instruction": "6,828", + "bbox": [ + 0.1269097646077474, + 0.8297322591145834, + 0.1588417477077908, + 0.9105624728732639 + ], + "point": [ + 0.1429, + 0.8701 + ] + }, + { + "instruction": "11,231", + "bbox": [ + 0.1259706285264757, + 0.45702178955078127, + 0.15946242014567058, + 0.5374554782443577 + ], + "point": [ + 0.1427, + 0.4972 + ] + }, + { + "instruction": "Hot", + "bbox": [ + 0.3530345280965169, + 0.1833613077799479, + 0.40285809834798175, + 0.22403388129340276 + ], + "point": [ + 0.3779, + 0.2037 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.2501299540201823, + 0.09739332411024305, + 0.29424976772732203, + 0.15126610649956598 + ], + "point": [ + 0.2722, + 0.1243 + ] + }, + { + "instruction": "9,912", + "bbox": [ + 0.12784238391452366, + 0.641571790907118, + 0.1580227428012424, + 0.7209031168619792 + ], + "point": [ + 0.1429, + 0.6812 + ] + }, + { + "instruction": "Forums", + "bbox": [ + 0.19111999935574, + 0.09684388902452257, + 0.2516050762600369, + 0.15353695339626736 + ], + "point": [ + 0.2214, + 0.1252 + ] + }, + { + "instruction": "MarvelsGrantMan136", + "bbox": [ + 0.7214314778645833, + 0.09909308539496528, + 0.8707427978515625, + 0.1482532755533854 + ], + "point": [ + 0.7961, + 0.1237 + ] + }, + { + "instruction": "Comments", + "bbox": [ + 0.1977347691853841, + 0.1833901129828559, + 0.26133081648084855, + 0.22538647121853297 + ], + "point": [ + 0.2295, + 0.2044 + ] + }, + { + "instruction": "don\"( alwavb", + "bbox": [ + 0.1582848866780599, + 0.9231043158637153, + 0.21188481648763022, + 0.9992403835720486 + ], + "point": [ + 0.1851, + 0.9612 + ] + }, + { + "instruction": "ashbanEd", + "bbox": [ + 0.1582848866780599, + 0.9231043158637153, + 0.21188481648763022, + 0.9992403835720486 + ], + "point": [ + 0.1851, + 0.9612 + ] + }, + { + "instruction": "5,984", + "bbox": [ + 0.12805540296766493, + 0.9252825927734375, + 0.1586441887749566, + 0.9806040445963542 + ], + "point": [ + 0.1433, + 0.9529 + ] + }, + { + "instruction": "Submit", + "bbox": [ + 0.6501593271891276, + 0.10032646179199219, + 0.7178557501898871, + 0.14680152045355901 + ], + "point": [ + 0.684, + 0.1236 + ] + }, + { + "instruction": "Very nice; Leon", + "bbox": [ + 0.21764354705810546, + 0.45790340847439237, + 0.30775953928629557, + 0.48633032904730905 + ], + "point": [ + 0.2627, + 0.4721 + ] + }, + { + "instruction": "in Two Panels", + "bbox": [ + 0.2169536378648546, + 0.6438368055555556, + 0.3447461658053928, + 0.6728777398003473 + ], + "point": [ + 0.2808, + 0.6584 + ] + }, + { + "instruction": "Story", + "bbox": [ + 0.2169536378648546, + 0.6438368055555556, + 0.3447461658053928, + 0.6728777398003473 + ], + "point": [ + 0.2808, + 0.6584 + ] + }, + { + "instruction": "Wait You guys can see?", + "bbox": [ + 0.21755462222629124, + 0.9242011176215278, + 0.3550172381930881, + 0.9535719129774306 + ], + "point": [ + 0.2863, + 0.9389 + ] + }, + { + "instruction": "Who will win the Oscar for FILM EDITING?", + "bbox": [ + 0.15863467322455513, + 0.7374005126953125, + 0.4121067470974392, + 0.7653455268012153 + ], + "point": [ + 0.2854, + 0.7514 + ] + }, + { + "instruction": "It's the only logical explanation", + "bbox": [ + 0.21736657884385852, + 0.8300547960069444, + 0.39728016323513454, + 0.8597926161024305 + ], + "point": [ + 0.3073, + 0.8449 + ] + }, + { + "instruction": "148 comments", + "bbox": [ + 0.21767684088812933, + 0.4201020304361979, + 0.2762692345513238, + 0.4405754597981771 + ], + "point": [ + 0.247, + 0.4303 + ] + }, + { + "instruction": "19 comments", + "bbox": [ + 0.2255557166205512, + 0.7019720458984375, + 0.2716432359483507, + 0.7195374213324652 + ], + "point": [ + 0.2486, + 0.7108 + ] + }, + { + "instruction": "Incognito.", + "bbox": [ + 0.8955804612901476, + 0.04945825364854601, + 0.9707830641004774, + 0.09009912278917101 + ], + "point": [ + 0.9332, + 0.0698 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.38578245374891496, + 0.10211471557617187, + 0.5221865336100261, + 0.14898835923936632 + ], + "point": [ + 0.454, + 0.1256 + ] + }, + { + "instruction": "a character in a hospital bed with a speech bubble.", + "bbox": [ + 0.15817251205444335, + 0.363884039984809, + 0.21144981384277345, + 0.4438858710394965 + ], + "point": [ + 0.1848, + 0.4039 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08282574547661675, + 0.05338756985134548, + 0.15560764736599392, + 0.08417062547471788 + ], + "point": [ + 0.1192, + 0.0688 + ] + }, + { + "instruction": "Postmill.", + "bbox": [ + 0.1251898659600152, + 0.09523907979329427, + 0.192822880215115, + 0.15513387044270832 + ], + "point": [ + 0.159, + 0.1252 + ] + }, + { + "instruction": "Strikethrough", + "bbox": [ + 0.15874370998806422, + 0.8294664171006945, + 0.21237979465060763, + 0.9108011881510417 + ], + "point": [ + 0.1856, + 0.8701 + ] + }, + { + "instruction": "A character in a game.", + "bbox": [ + 0.15799301995171441, + 0.641834716796875, + 0.2125406053331163, + 0.7238066948784723 + ], + "point": [ + 0.1853, + 0.6828 + ] + }, + { + "instruction": "a person with long hair.", + "bbox": [ + 0.15768305460611978, + 0.45597486707899304, + 0.21158854166666666, + 0.5392518446180555 + ], + "point": [ + 0.1846, + 0.4976 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12624556223551434, + 0.36491407606336806, + 0.15970270368787978, + 0.4445045301649306 + ], + "point": [ + 0.143, + 0.4047 + ] + }, + { + "instruction": "Submissions.", + "bbox": [ + 0.1261828316582574, + 0.18368408203125, + 0.19888657463921441, + 0.2258038330078125 + ], + "point": [ + 0.1625, + 0.2047 + ] + }, + { + "instruction": "Subscripted.", + "bbox": [ + 0.26897449493408204, + 0.1830408732096354, + 0.3539468341403537, + 0.2246120876736111 + ], + "point": [ + 0.3115, + 0.2038 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.9757831149631077, + 0.0035930103725857203, + 0.9967837863498263, + 0.03917385313245985 + ], + "point": [ + 0.9863, + 0.0214 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.1269097646077474, + 0.8297322591145834, + 0.1588417477077908, + 0.9105624728732639 + ], + "point": [ + 0.1429, + 0.8701 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.1259706285264757, + 0.45702178955078127, + 0.15946242014567058, + 0.5374554782443577 + ], + "point": [ + 0.1427, + 0.4972 + ] + }, + { + "instruction": "a dropdown menu for selecting hot items.", + "bbox": [ + 0.3530345280965169, + 0.1833613077799479, + 0.40285809834798175, + 0.22403388129340276 + ], + "point": [ + 0.3779, + 0.2037 + ] + }, + { + "instruction": "Wiki", + "bbox": [ + 0.2501299540201823, + 0.09739332411024305, + 0.29424976772732203, + 0.15126610649956598 + ], + "point": [ + 0.2722, + 0.1243 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12784238391452366, + 0.641571790907118, + 0.1580227428012424, + 0.7209031168619792 + ], + "point": [ + 0.1429, + 0.6812 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9730073716905382, + 0.046461851331922745, + 0.9982237074110243, + 0.09281262715657553 + ], + "point": [ + 0.9856, + 0.0696 + ] + }, + { + "instruction": "Forms.", + "bbox": [ + 0.19111999935574, + 0.09684388902452257, + 0.2516050762600369, + 0.15353695339626736 + ], + "point": [ + 0.2214, + 0.1252 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12775625652737088, + 0.7394847276475695, + 0.15801430808173286, + 0.8108125813802083 + ], + "point": [ + 0.1429, + 0.7751 + ] + }, + { + "instruction": "Scroll up and down.", + "bbox": [ + 0.12797656589084203, + 0.5498621283637153, + 0.15762042999267578, + 0.625966322157118 + ], + "point": [ + 0.1428, + 0.5879 + ] + }, + { + "instruction": "A user profile or account.", + "bbox": [ + 0.7214314778645833, + 0.09909308539496528, + 0.8707427978515625, + 0.1482532755533854 + ], + "point": [ + 0.7961, + 0.1237 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.05458542505900065, + 0.05117529551188151, + 0.07607027689615885, + 0.0867530992296007 + ], + "point": [ + 0.0653, + 0.069 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8377512613932292, + 0.05375628153483073, + 0.8564890543619792, + 0.08701019287109375 + ], + "point": [ + 0.8471, + 0.0704 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004746674166785346, + 0.0508781009250217, + 0.02739266686969333, + 0.08615579393174913 + ], + "point": [ + 0.0161, + 0.0685 + ] + }, + { + "instruction": "Comments section.", + "bbox": [ + 0.1977347691853841, + 0.1833901129828559, + 0.26133081648084855, + 0.22538647121853297 + ], + "point": [ + 0.2295, + 0.2044 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15078854031032987, + 0.010224402745564779, + 0.16573162078857423, + 0.03676003456115723 + ], + "point": [ + 0.1583, + 0.0235 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.1338719579908583, + 0.2810929192437066, + 0.15340422524346245, + 0.31281090630425346 + ], + "point": [ + 0.1436, + 0.297 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.8690870496961806, + 0.048321668836805554, + 0.8920515272352431, + 0.08893104553222657 + ], + "point": [ + 0.8806, + 0.0686 + ] + }, + { + "instruction": "a user profile or account.", + "bbox": [ + 0.1582848866780599, + 0.9231043158637153, + 0.21188481648763022, + 0.9992403835720486 + ], + "point": [ + 0.1851, + 0.9612 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029403681225246853, + 0.0507492192586263, + 0.05063015619913737, + 0.08562445746527778 + ], + "point": [ + 0.04, + 0.0682 + ] + }, + { + "instruction": "an upward arrow indicating the height of 5,984.", + "bbox": [ + 0.12805540296766493, + 0.9252825927734375, + 0.1586441887749566, + 0.9806040445963542 + ], + "point": [ + 0.1433, + 0.9529 + ] + }, + { + "instruction": "adding a comment.", + "bbox": [ + 0.6501593271891276, + 0.10032646179199219, + 0.7178557501898871, + 0.14680152045355901 + ], + "point": [ + 0.684, + 0.1236 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.6188052707248264, + 0.10370485093858507, + 0.6452493455674914, + 0.14744199964735244 + ], + "point": [ + 0.632, + 0.1256 + ] + }, + { + "instruction": "a search function for \"very nice, leon\".", + "bbox": [ + 0.21764354705810546, + 0.45790340847439237, + 0.30775953928629557, + 0.48633032904730905 + ], + "point": [ + 0.2627, + 0.4721 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.34162061479356554, + 0.009772109985351562, + 0.35625381469726564, + 0.03418561723497179 + ], + "point": [ + 0.3489, + 0.022 + ] + }, + { + "instruction": "A story in two panels.", + "bbox": [ + 0.2169536378648546, + 0.6438368055555556, + 0.3447461658053928, + 0.6728777398003473 + ], + "point": [ + 0.2808, + 0.6584 + ] + }, + { + "instruction": "1", + "bbox": [ + 0.13435177273220486, + 0.2614940049913194, + 0.1534223132663303, + 0.28325120713975693 + ], + "point": [ + 0.1439, + 0.2724 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.3153895696004232, + 0.00890525394015842, + 0.3320747587415907, + 0.03500845167371962 + ], + "point": [ + 0.3237, + 0.022 + ] + }, + { + "instruction": "Watt Your Guys can see an option to wait.", + "bbox": [ + 0.21755462222629124, + 0.9242011176215278, + 0.3550172381930881, + 0.9535719129774306 + ], + "point": [ + 0.2863, + 0.9389 + ] + }, + { + "instruction": "The option to who will win the Oscar for film editing.", + "bbox": [ + 0.15863467322455513, + 0.7374005126953125, + 0.4121067470974392, + 0.7653455268012153 + ], + "point": [ + 0.2854, + 0.7514 + ] + }, + { + "instruction": "It's the only logical translation.", + "bbox": [ + 0.21736657884385852, + 0.8300547960069444, + 0.39728016323513454, + 0.8597926161024305 + ], + "point": [ + 0.3073, + 0.8449 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.25363727145724824, + 0.9784838189019097, + 0.2635556115044488, + 0.9990940348307291 + ], + "point": [ + 0.2586, + 0.9888 + ] + }, + { + "instruction": "a comments section or feature.", + "bbox": [ + 0.21767684088812933, + 0.4201020304361979, + 0.2762692345513238, + 0.4405754597981771 + ], + "point": [ + 0.247, + 0.4303 + ] + }, + { + "instruction": "9 comments.", + "bbox": [ + 0.2255557166205512, + 0.7019720458984375, + 0.2716432359483507, + 0.7195374213324652 + ], + "point": [ + 0.2486, + 0.7108 + ] + }, + { + "instruction": "A loading or progress indicator.", + "bbox": [ + 6.903774208492703e-05, + 0.0, + 0.008508140179846023, + 0.06117830064561632 + ], + "point": [ + 0.0043, + 0.0306 + ] + } + ], + "element_size": 98 + } +] \ No newline at end of file