[ { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_0/1337.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Classifieds", "bbox": [ 0.028819444444444446, 0.013888888888888888, 0.07465277777777778, 0.029444444444444443 ], "point": [ 0.0517, 0.0217 ] }, { "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com 9980", "bbox": [ 0.15833333333333333, 0.06055554707845052, 0.43368055555555557, 0.08055555555555556 ], "point": [ 0.296, 0.0706 ] }, { "instruction": "What are", "bbox": [ 0.2611110899183485, 0.25111112806532115, 0.40208333333333335, 0.31555555555555553 ], "point": [ 0.3316, 0.2833 ] }, { "instruction": "looking for today?", "bbox": [ 0.4597222646077474, 0.23944444444444443, 0.7430556403266059, 0.3277777777777778 ], "point": [ 0.6014, 0.2836 ] }, { "instruction": "Keyword", "bbox": [ 0.15902777777777777, 0.3794444783528646, 0.20798611111111112, 0.4027778116861979 ], "point": [ 0.1835, 0.3911 ] }, { "instruction": "Category", "bbox": [ 0.4979166666666667, 0.37777777777777777, 0.55, 0.40555555555555556 ], "point": [ 0.524, 0.3917 ] }, { "instruction": "e.g,, a blue used car", "bbox": [ 0.16666666666666666, 0.42333333333333334, 0.26180555555555557, 0.4438888888888889 ], "point": [ 0.2142, 0.4336 ] }, { "instruction": "Latest Listings", "bbox": [ 0.1576388676961263, 0.5411111111111111, 0.2670138676961263, 0.5777777777777777 ], "point": [ 0.2123, 0.5594 ] }, { "instruction": "you", "bbox": [ 0.40069444444444446, 0.26666666666666666, 0.46493055555555557, 0.31777777777777777 ], "point": [ 0.4328, 0.2922 ] }, { "instruction": "xbox series X", "bbox": [ 0.3313905715942383, 0.5904224310980902, 0.4934541490342882, 0.8875742594401042 ], "point": [ 0.4124, 0.739 ] }, { "instruction": "with extras", "bbox": [ 0.3313905715942383, 0.5904224310980902, 0.4934541490342882, 0.8875742594401042 ], "point": [ 0.4124, 0.739 ] }, { "instruction": "350.00 $", "bbox": [ 0.3313905715942383, 0.5904224310980902, 0.4934541490342882, 0.8875742594401042 ], "point": [ 0.4124, 0.739 ] }, { "instruction": "JBL Powered PA Speaker", "bbox": [ 0.15664874182807076, 0.5887372504340278, 0.3202900568644206, 0.8872842068142361 ], "point": [ 0.2385, 0.738 ] }, { "instruction": "150.00 $", "bbox": [ 0.15664874182807076, 0.5887372504340278, 0.3202900568644206, 0.8872842068142361 ], "point": [ 0.2385, 0.738 ] }, { "instruction": "Search", "bbox": [ 0.7025464799669053, 0.40345645480685766, 0.842276848687066, 0.46258270263671875 ], "point": [ 0.7724, 0.433 ] }, { "instruction": "IGI", "bbox": [ 0.6788621266682943, 0.5904115804036458, 0.8422136942545573, 0.8876484510633681 ], "point": [ 0.7605, 0.739 ] }, { "instruction": "Engagement Ring", "bbox": [ 0.6788621266682943, 0.5904115804036458, 0.8422136942545573, 0.8876484510633681 ], "point": [ 0.7605, 0.739 ] }, { "instruction": "2200.00 $", "bbox": [ 0.6788621266682943, 0.5904115804036458, 0.8422136942545573, 0.8876484510633681 ], "point": [ 0.7605, 0.739 ] }, { "instruction": "Select a", "bbox": [ 0.49740418328179253, 0.40331095377604165, 0.6935910118950738, 0.46362297905815975 ], "point": [ 0.5955, 0.4335 ] }, { "instruction": "category", "bbox": [ 0.49740418328179253, 0.40331095377604165, 0.6935910118950738, 0.46362297905815975 ], "point": [ 0.5955, 0.4335 ] }, { "instruction": "Publish Ad", "bbox": [ 0.7643430921766493, 0.12404003567165799, 0.8410964965820312, 0.16612014770507813 ], "point": [ 0.8027, 0.1451 ] }, { "instruction": "Finish update", "bbox": [ 0.9085506863064237, 0.04939490424262153, 0.9969806247287326, 0.09011254204644097 ], "point": [ 0.9528, 0.0698 ] }, { "instruction": "Canon EF 100-40Omm fl4__", "bbox": [ 0.5058244069417318, 0.5950702582465278, 0.6681316375732422, 0.8885287814670139 ], "point": [ 0.587, 0.7418 ] }, { "instruction": "1645.00 $", "bbox": [ 0.5058244069417318, 0.5950702582465278, 0.6681316375732422, 0.8885287814670139 ], "point": [ 0.587, 0.7418 ] }, { "instruction": "Not Secure", "bbox": [ 0.08303359879387749, 0.05378060658772787, 0.15555566151936848, 0.08424098544650607 ], "point": [ 0.1193, 0.069 ] }, { "instruction": "account", "bbox": [ 0.6348991817898221, 0.1257774437798394, 0.702552753024631, 0.1638156467013889 ], "point": [ 0.6687, 0.1448 ] }, { "instruction": "My `", "bbox": [ 0.6348991817898221, 0.1257774437798394, 0.702552753024631, 0.1638156467013889 ], "point": [ 0.6687, 0.1448 ] }, { "instruction": "Osclass", "bbox": [ 0.1567781236436632, 0.11100543551974826, 0.2808294932047526, 0.17818527221679686 ], "point": [ 0.2188, 0.1446 ] }, { "instruction": "Z\"96", "bbox": [ 0.5069111718071831, 0.905709228515625, 0.6680363549126519, 1.0 ], "point": [ 0.5875, 0.9529 ] }, { "instruction": "Xhi", "bbox": [ 0.5069111718071831, 0.905709228515625, 0.6680363549126519, 1.0 ], "point": [ 0.5875, 0.9529 ] }, { "instruction": "Logout", "bbox": [ 0.7145499335394965, 0.12542082044813369, 0.7613735622829861, 0.16443466186523437 ], "point": [ 0.738, 0.1449 ] }, { "instruction": "MLm", "bbox": [ 0.33356844584147133, 0.9056844075520833, 0.4936242421468099, 1.0 ], "point": [ 0.4136, 0.9528 ] }, { "instruction": "the price of an xbox series x/ withExtras.", "bbox": [ 0.3313905715942383, 0.5904224310980902, 0.4934541490342882, 0.8875742594401042 ], "point": [ 0.4124, 0.739 ] }, { "instruction": "a speaker with a price of 150.00.", "bbox": [ 0.15664874182807076, 0.5887372504340278, 0.3202900568644206, 0.8872842068142361 ], "point": [ 0.2385, 0.738 ] }, { "instruction": "a search function.", "bbox": [ 0.7025464799669053, 0.40345645480685766, 0.842276848687066, 0.46258270263671875 ], "point": [ 0.7724, 0.433 ] }, { "instruction": "Engagement Ring.", "bbox": [ 0.6788621266682943, 0.5904115804036458, 0.8422136942545573, 0.8876484510633681 ], "point": [ 0.7605, 0.739 ] }, { "instruction": "Select a category.", "bbox": [ 0.49740418328179253, 0.40331095377604165, 0.6935910118950738, 0.46362297905815975 ], "point": [ 0.5955, 0.4335 ] }, { "instruction": "Publish Ad.", "bbox": [ 0.7643430921766493, 0.12404003567165799, 0.8410964965820312, 0.16612014770507813 ], "point": [ 0.8027, 0.1451 ] }, { "instruction": "the option to finish an update.", "bbox": [ 0.9085506863064237, 0.04939490424262153, 0.9969806247287326, 0.09011254204644097 ], "point": [ 0.9528, 0.0698 ] }, { "instruction": "a price tag of $1645.00.", "bbox": [ 0.5058244069417318, 0.5950702582465278, 0.6681316375732422, 0.8885287814670139 ], "point": [ 0.587, 0.7418 ] }, { "instruction": "Not Security.", "bbox": [ 0.08303359879387749, 0.05378060658772787, 0.15555566151936848, 0.08424098544650607 ], "point": [ 0.1193, 0.069 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9757919311523438, 0.003978401819864909, 0.9966678195529514, 0.03903685993618435 ], "point": [ 0.9862, 0.0215 ] }, { "instruction": "Five-point star", "bbox": [ 0.7898764716254341, 0.05547909206814236, 0.8069117228190105, 0.0859625244140625 ], "point": [ 0.7984, 0.0707 ] }, { "instruction": "Reload", "bbox": [ 0.05398202472262913, 0.049850523206922744, 0.07705346213446723, 0.09024615817599826 ], "point": [ 0.0655, 0.07 ] }, { "instruction": "Increase", "bbox": [ 0.8215599060058594, 0.05513729519314236, 0.8430015563964843, 0.08309872097439236 ], "point": [ 0.8323, 0.0691 ] }, { "instruction": "My account.", "bbox": [ 0.6348991817898221, 0.1257774437798394, 0.702552753024631, 0.1638156467013889 ], "point": [ 0.6687, 0.1448 ] }, { "instruction": "an image placeholder for a class.", "bbox": [ 0.1567781236436632, 0.11100543551974826, 0.2808294932047526, 0.17818527221679686 ], "point": [ 0.2188, 0.1446 ] }, { "instruction": "Close", "bbox": [ 0.15061418745252822, 0.010090198516845703, 0.165390502081977, 0.03629191080729167 ], "point": [ 0.158, 0.0232 ] }, { "instruction": "a price tag.", "bbox": [ 0.5069111718071831, 0.905709228515625, 0.6680363549126519, 1.0 ], "point": [ 0.5875, 0.9529 ] }, { "instruction": "Back", "bbox": [ 0.004683913124932183, 0.050958370632595486, 0.0272721184624566, 0.0875713602701823 ], "point": [ 0.016, 0.0693 ] }, { "instruction": "logout.", "bbox": [ 0.7145499335394965, 0.12542082044813369, 0.7613735622829861, 0.16443466186523437 ], "point": [ 0.738, 0.1449 ] }, { "instruction": "Forward", "bbox": [ 0.02923097875383165, 0.050176722208658854, 0.05061233838399251, 0.08719985114203559 ], "point": [ 0.0399, 0.0687 ] }, { "instruction": "Extensions", "bbox": [ 0.8470928615993923, 0.052227762010362416, 0.8679931640625, 0.08314291212293837 ], "point": [ 0.8575, 0.0677 ] }, { "instruction": "Time Field", "bbox": [ 0.8849451700846355, 0.04722837660047743, 0.9063949584960938, 0.09283373514811198 ], "point": [ 0.8957, 0.07 ] }, { "instruction": "a suitcase.", "bbox": [ 0.33356844584147133, 0.9056844075520833, 0.4936242421468099, 1.0 ], "point": [ 0.4136, 0.9528 ] }, { "instruction": "a boat with a sail on top of it.", "bbox": [ 0.1575344509548611, 0.90576904296875, 0.32064666748046877, 1.0 ], "point": [ 0.2391, 0.9529 ] }, { "instruction": "New Tab", "bbox": [ 0.1750719600253635, 0.007837264802720812, 0.1908360375298394, 0.03961537149217394 ], "point": [ 0.183, 0.0237 ] }, { "instruction": "A guitar.", "bbox": [ 0.6798794216579861, 0.9058492024739583, 0.8421858045789931, 1.0 ], "point": [ 0.761, 0.9529 ] }, { "instruction": "Italic", "bbox": [ 0.32512779235839845, 0.39563805474175345, 0.33494703504774304, 0.42474002414279516 ], "point": [ 0.33, 0.4102 ] } ], "element_size": 59 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_1/1685.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Classifieds", "bbox": [ 0.028819444444444446, 0.013888888888888888, 0.07465277777777778, 0.029444444444444443 ], "point": [ 0.0517, 0.0217 ] }, { "instruction": "ec2-13-58-15-0.us-east-2.compute.amazonaws com.9980", "bbox": [ 0.15868055555555555, 0.061111115349663625, 0.4340277777777778, 0.07944445292154947 ], "point": [ 0.2964, 0.0703 ] }, { "instruction": "KAIYO.Com", "bbox": [ 0.17569446563720703, 0.11, 0.23263891008165147, 0.12444444444444444 ], "point": [ 0.2042, 0.1172 ] }, { "instruction": "646-844-8585", "bbox": [ 0.2420138676961263, 0.11, 0.3027777565850152, 0.12444444444444444 ], "point": [ 0.2724, 0.1172 ] }, { "instruction": "KAIYO.Com", "bbox": [ 0.5232638465033637, 0.11, 0.5795138465033637, 0.12444444444444444 ], "point": [ 0.5514, 0.1172 ] }, { "instruction": "646-844-8585", "bbox": [ 0.5888888465033637, 0.11, 0.6496527353922527, 0.12444444444444444 ], "point": [ 0.6193, 0.1172 ] }, { "instruction": "Century Furniture English", "bbox": [ 0.1670138782925076, 0.14222223917643229, 0.29791666666666666, 0.16666668362087675 ], "point": [ 0.2325, 0.1544 ] }, { "instruction": "All categories", "bbox": [ 0.1763888888888889, 0.30444444444444446, 0.27847222222222223, 0.3388888888888889 ], "point": [ 0.2274, 0.3217 ] }, { "instruction": "All locations", "bbox": [ 0.6312500847710504, 0.3061111111111111, 0.7239583333333334, 0.3333333333333333 ], "point": [ 0.6776, 0.3197 ] }, { "instruction": "Auto parts", "bbox": [ 0.4255864037407769, 0.35651641845703125, 0.5053755442301432, 0.49324364556206596 ], "point": [ 0.4655, 0.4249 ] }, { "instruction": "Farm", "bbox": [ 0.5090846167670355, 0.647328355577257, 0.5887004004584419, 0.7855525037977431 ], "point": [ 0.5489, 0.7164 ] }, { "instruction": "garden", "bbox": [ 0.5090846167670355, 0.647328355577257, 0.5887004004584419, 0.7855525037977431 ], "point": [ 0.5489, 0.7164 ] }, { "instruction": "Arts + crafts", "bbox": [ 0.34142210218641494, 0.3564529758029514, 0.42215915256076386, 0.49390977647569445 ], "point": [ 0.3818, 0.4252 ] }, { "instruction": "Computer", "bbox": [ 0.25883365207248266, 0.6476830376519097, 0.33799862331814234, 0.7851876491970486 ], "point": [ 0.2984, 0.7164 ] }, { "instruction": "parts", "bbox": [ 0.25883365207248266, 0.6476830376519097, 0.33799862331814234, 0.7851876491970486 ], "point": [ 0.2984, 0.7164 ] }, { "instruction": "Beauty", "bbox": [ 0.5088648478190104, 0.3568755425347222, 0.5885613335503472, 0.4927637396918403 ], "point": [ 0.5487, 0.4248 ] }, { "instruction": "health", "bbox": [ 0.5088648478190104, 0.3568755425347222, 0.5885613335503472, 0.4927637396918403 ], "point": [ 0.5487, 0.4248 ] }, { "instruction": "Antiques", "bbox": [ 0.17551692326863608, 0.3558955891927083, 0.2554605695936415, 0.4953887939453125 ], "point": [ 0.2155, 0.4256 ] }, { "instruction": "Computers", "bbox": [ 0.3416330125596788, 0.64744873046875, 0.42243593004014757, 0.785810546875 ], "point": [ 0.382, 0.7166 ] }, { "instruction": "Books", "bbox": [ 0.3418277104695638, 0.5040119425455729, 0.422201665242513, 0.6402274576822916 ], "point": [ 0.382, 0.5721 ] }, { "instruction": "Jewelry", "bbox": [ 0.3418182373046875, 0.7929843478732639, 0.4223114013671875, 0.9303371853298611 ], "point": [ 0.3821, 0.8617 ] }, { "instruction": "Motorcycles", "bbox": [ 0.42596329583062065, 0.7930125596788195, 0.5053510453965929, 0.9298802354600695 ], "point": [ 0.4657, 0.8614 ] }, { "instruction": "Music", "bbox": [ 0.5094925774468316, 0.7931714545355902, 0.5880568610297309, 0.9295660400390625 ], "point": [ 0.5488, 0.8614 ] }, { "instruction": "instruments", "bbox": [ 0.5094925774468316, 0.7931714545355902, 0.5880568610297309, 0.9295660400390625 ], "point": [ 0.5488, 0.8614 ] }, { "instruction": "Cars", "bbox": [ 0.42578629387749567, 0.5036703152126736, 0.5053111182318794, 0.6398846435546875 ], "point": [ 0.4655, 0.5718 ] }, { "instruction": "trucks", "bbox": [ 0.42578629387749567, 0.5036703152126736, 0.5053111182318794, 0.6398846435546875 ], "point": [ 0.4655, 0.5718 ] }, { "instruction": "Cell phones", "bbox": [ 0.5094110276963976, 0.5041943359375, 0.5887001037597657, 0.639661865234375 ], "point": [ 0.5491, 0.5719 ] }, { "instruction": "Electronics", "bbox": [ 0.4260941399468316, 0.647622545030382, 0.5052457173665365, 0.7856892225477431 ], "point": [ 0.4657, 0.7167 ] }, { "instruction": "Household", "bbox": [ 0.259188969930013, 0.7932895236545139, 0.33867064581976997, 0.9300798882378473 ], "point": [ 0.2989, 0.8617 ] }, { "instruction": "Appliances", "bbox": [ 0.259818352593316, 0.3571145968967014, 0.3383444044325087, 0.4940115695529514 ], "point": [ 0.2991, 0.4256 ] }, { "instruction": "Furniture", "bbox": [ 0.17559454176161024, 0.7924629041883681, 0.25527704026963977, 0.9309861246744792 ], "point": [ 0.2154, 0.8617 ] }, { "instruction": "Boats", "bbox": [ 0.2591441684299045, 0.5037516276041667, 0.3384169684516059, 0.6411451551649305 ], "point": [ 0.2988, 0.5724 ] }, { "instruction": "Collectibles", "bbox": [ 0.1761346499125163, 0.6474854193793402, 0.2549735599093967, 0.7859092203776041 ], "point": [ 0.2156, 0.7167 ] }, { "instruction": "Bikes", "bbox": [ 0.1758251084221734, 0.5021493191189236, 0.25503510369194876, 0.6416671413845486 ], "point": [ 0.2154, 0.5719 ] }, { "instruction": "Finish update", "bbox": [ 0.9088467915852865, 0.04977960374620226, 0.9975186665852864, 0.0900401390923394 ], "point": [ 0.9532, 0.0699 ] }, { "instruction": "2 Zebra Pillows", "bbox": [ 0.33216929965549047, 0.1288385009765625, 0.49416652255588106, 0.2134339057074653 ], "point": [ 0.4132, 0.1711 ] }, { "instruction": "6.00 $", "bbox": [ 0.33216929965549047, 0.1288385009765625, 0.49416652255588106, 0.2134339057074653 ], "point": [ 0.4132, 0.1711 ] }, { "instruction": "Delaware (870)", "bbox": [ 0.6304370456271702, 0.5445375230577257, 0.7160413953993056, 0.5686567179361979 ], "point": [ 0.6732, 0.5566 ] }, { "instruction": "Complete Guitar Rig Full S_", "bbox": [ 0.6820120069715712, 0.13039486355251736, 0.8379647996690538, 0.20638519287109375 ], "point": [ 0.76, 0.1684 ] }, { "instruction": "900.00 $", "bbox": [ 0.6820120069715712, 0.13039486355251736, 0.8379647996690538, 0.20638519287109375 ], "point": [ 0.76, 0.1684 ] }, { "instruction": "Not Secure", "bbox": [ 0.08366213374667697, 0.052350561353895396, 0.15676436954074435, 0.08493479410807292 ], "point": [ 0.1202, 0.0686 ] }, { "instruction": "Maryland (21674)", "bbox": [ 0.63084839714898, 0.4167130194769965, 0.7290352715386285, 0.4413190714518229 ], "point": [ 0.6799, 0.429 ] }, { "instruction": "Ohio (5626)", "bbox": [ 0.6300841013590495, 0.44929283989800345, 0.6997732798258464, 0.4730461629231771 ], "point": [ 0.6649, 0.4612 ] }, { "instruction": "Washington; D.C. (1567)", "bbox": [ 0.6336748335096571, 0.48106448703342014, 0.758209228515625, 0.5048511081271702 ], "point": [ 0.6959, 0.493 ] }, { "instruction": "605.00 $", "bbox": [ 0.16715077294243708, 0.16802990383572047, 0.21947320302327475, 0.19765758938259548 ], "point": [ 0.1933, 0.1828 ] }, { "instruction": "West Virginia (1109)", "bbox": [ 0.6359491560194227, 0.5131827460394965, 0.7401792738172743, 0.5352069430881077 ], "point": [ 0.6881, 0.5242 ] }, { "instruction": "Highland House Furniture", "bbox": [ 0.5037665473090278, 0.11904832628038195, 0.6687543233235677, 0.21382927788628472 ], "point": [ 0.5863, 0.1664 ] }, { "instruction": "220.00 $", "bbox": [ 0.5037665473090278, 0.11904832628038195, 0.6687543233235677, 0.21382927788628472 ], "point": [ 0.5863, 0.1664 ] }, { "instruction": "Pennsylvania (22180)", "bbox": [ 0.6323275672064887, 0.38582933213975695, 0.7443074544270833, 0.4103755018446181 ], "point": [ 0.6883, 0.3981 ] }, { "instruction": "Virginia (31126)", "bbox": [ 0.6305311838785808, 0.353756103515625, 0.7183675130208333, 0.3775469970703125 ], "point": [ 0.6744, 0.3657 ] }, { "instruction": "Auto parts.", "bbox": [ 0.4255864037407769, 0.35651641845703125, 0.5053755442301432, 0.49324364556206596 ], "point": [ 0.4655, 0.4249 ] }, { "instruction": "farm + garden functionality.", "bbox": [ 0.5090846167670355, 0.647328355577257, 0.5887004004584419, 0.7855525037977431 ], "point": [ 0.5489, 0.7164 ] }, { "instruction": "arts + crafts.", "bbox": [ 0.34142210218641494, 0.3564529758029514, 0.42215915256076386, 0.49390977647569445 ], "point": [ 0.3818, 0.4252 ] }, { "instruction": "Computer parts.", "bbox": [ 0.25883365207248266, 0.6476830376519097, 0.33799862331814234, 0.7851876491970486 ], "point": [ 0.2984, 0.7164 ] }, { "instruction": "Health function.", "bbox": [ 0.5088648478190104, 0.3568755425347222, 0.5885613335503472, 0.4927637396918403 ], "point": [ 0.5487, 0.4248 ] }, { "instruction": "antiques.", "bbox": [ 0.17551692326863608, 0.3558955891927083, 0.2554605695936415, 0.4953887939453125 ], "point": [ 0.2155, 0.4256 ] }, { "instruction": "Computers", "bbox": [ 0.3416330125596788, 0.64744873046875, 0.42243593004014757, 0.785810546875 ], "point": [ 0.382, 0.7166 ] }, { "instruction": "a books menu.", "bbox": [ 0.3418277104695638, 0.5040119425455729, 0.422201665242513, 0.6402274576822916 ], "point": [ 0.382, 0.5721 ] }, { "instruction": "Jewelry", "bbox": [ 0.3418182373046875, 0.7929843478732639, 0.4223114013671875, 0.9303371853298611 ], "point": [ 0.3821, 0.8617 ] }, { "instruction": "motorcycles.", "bbox": [ 0.42596329583062065, 0.7930125596788195, 0.5053510453965929, 0.9298802354600695 ], "point": [ 0.4657, 0.8614 ] }, { "instruction": "Music instruments.", "bbox": [ 0.5094925774468316, 0.7931714545355902, 0.5880568610297309, 0.9295660400390625 ], "point": [ 0.5488, 0.8614 ] }, { "instruction": "Cars and trucks settings.", "bbox": [ 0.42578629387749567, 0.5036703152126736, 0.5053111182318794, 0.6398846435546875 ], "point": [ 0.4655, 0.5718 ] }, { "instruction": "Cell phones.", "bbox": [ 0.5094110276963976, 0.5041943359375, 0.5887001037597657, 0.639661865234375 ], "point": [ 0.5491, 0.5719 ] }, { "instruction": "Electronics", "bbox": [ 0.4260941399468316, 0.647622545030382, 0.5052457173665365, 0.7856892225477431 ], "point": [ 0.4657, 0.7167 ] }, { "instruction": "the Household function.", "bbox": [ 0.259188969930013, 0.7932895236545139, 0.33867064581976997, 0.9300798882378473 ], "point": [ 0.2989, 0.8617 ] }, { "instruction": "Appliances", "bbox": [ 0.259818352593316, 0.3571145968967014, 0.3383444044325087, 0.4940115695529514 ], "point": [ 0.2991, 0.4256 ] }, { "instruction": "Furniture.", "bbox": [ 0.17559454176161024, 0.7924629041883681, 0.25527704026963977, 0.9309861246744792 ], "point": [ 0.2154, 0.8617 ] }, { "instruction": "Boats", "bbox": [ 0.2591441684299045, 0.5037516276041667, 0.3384169684516059, 0.6411451551649305 ], "point": [ 0.2988, 0.5724 ] }, { "instruction": "collectibles.", "bbox": [ 0.1761346499125163, 0.6474854193793402, 0.2549735599093967, 0.7859092203776041 ], "point": [ 0.2156, 0.7167 ] }, { "instruction": "Bikes", "bbox": [ 0.1758251084221734, 0.5021493191189236, 0.25503510369194876, 0.6416671413845486 ], "point": [ 0.2154, 0.5719 ] }, { "instruction": "a transportation or bus.", "bbox": [ 0.25975587632921004, 0.9357370334201389, 0.33822496202256946, 1.0 ], "point": [ 0.299, 0.9679 ] }, { "instruction": "adding a new item or element.", "bbox": [ 0.3428487989637587, 0.9357526312934028, 0.4226895650227865, 1.0 ], "point": [ 0.3828, 0.9679 ] }, { "instruction": "the camera function.", "bbox": [ 0.17567195892333984, 0.9356420220269097, 0.25473728179931643, 0.9999999321831597 ], "point": [ 0.2152, 0.9678 ] }, { "instruction": "the option to finish an update.", "bbox": [ 0.9088467915852865, 0.04977960374620226, 0.9975186665852864, 0.0900401390923394 ], "point": [ 0.9532, 0.0699 ] }, { "instruction": "a price of 2 Zebra Pillows.", "bbox": [ 0.33216929965549047, 0.1288385009765625, 0.49416652255588106, 0.2134339057074653 ], "point": [ 0.4132, 0.1711 ] }, { "instruction": "Five-point star", "bbox": [ 0.7893683539496528, 0.05589666578504774, 0.8070036146375869, 0.08577943589952257 ], "point": [ 0.7982, 0.0708 ] }, { "instruction": "Reload", "bbox": [ 0.05373533566792806, 0.04843112521701389, 0.07707466019524468, 0.09253084818522135 ], "point": [ 0.0654, 0.0705 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9759206983778211, 0.0036986425187852646, 0.9968343946668837, 0.03897184689839681 ], "point": [ 0.9864, 0.0213 ] }, { "instruction": "Time Field", "bbox": [ 0.8824501037597656, 0.045907262166341146, 0.9075279235839844, 0.09216639200846354 ], "point": [ 0.895, 0.069 ] }, { "instruction": "Increase", "bbox": [ 0.8205035739474826, 0.04531284756130642, 0.8443851047092014, 0.08647660149468316 ], "point": [ 0.8324, 0.0659 ] }, { "instruction": "Back", "bbox": [ 0.004166869322458903, 0.04839481777615017, 0.028040723005930582, 0.09312228732638889 ], "point": [ 0.0161, 0.0708 ] }, { "instruction": "Forward", "bbox": [ 0.028595474031236436, 0.047994507683648005, 0.051451248592800564, 0.09298105875651042 ], "point": [ 0.04, 0.0705 ] }, { "instruction": "Extensions", "bbox": [ 0.8450685289171007, 0.044840384589301216, 0.8714623345269097, 0.08682723151312934 ], "point": [ 0.8583, 0.0658 ] }, { "instruction": "Navigation or direction.", "bbox": [ 0.6304370456271702, 0.5445375230577257, 0.7160413953993056, 0.5686567179361979 ], "point": [ 0.6732, 0.5566 ] }, { "instruction": "a price tag of $900.00.", "bbox": [ 0.6820120069715712, 0.13039486355251736, 0.8379647996690538, 0.20638519287109375 ], "point": [ 0.76, 0.1684 ] }, { "instruction": "Close", "bbox": [ 0.15057330661349827, 0.009875492519802517, 0.16586935255262586, 0.037684139675564235 ], "point": [ 0.1582, 0.0238 ] }, { "instruction": "Not Security.", "bbox": [ 0.08366213374667697, 0.052350561353895396, 0.15676436954074435, 0.08493479410807292 ], "point": [ 0.1202, 0.0686 ] }, { "instruction": "Navigation or direction in Maryland.", "bbox": [ 0.63084839714898, 0.4167130194769965, 0.7290352715386285, 0.4413190714518229 ], "point": [ 0.6799, 0.429 ] }, { "instruction": "Navigation or direction.", "bbox": [ 0.6300841013590495, 0.44929283989800345, 0.6997732798258464, 0.4730461629231771 ], "point": [ 0.6649, 0.4612 ] }, { "instruction": "Navigation or direction.", "bbox": [ 0.6336748335096571, 0.48106448703342014, 0.758209228515625, 0.5048511081271702 ], "point": [ 0.6959, 0.493 ] }, { "instruction": "a price tag of 605.00.", "bbox": [ 0.16715077294243708, 0.16802990383572047, 0.21947320302327475, 0.19765758938259548 ], "point": [ 0.1933, 0.1828 ] }, { "instruction": "New Tab", "bbox": [ 0.17589036093817817, 0.009197352727254231, 0.19028116861979166, 0.03841132587856717 ], "point": [ 0.1831, 0.0238 ] }, { "instruction": "A location marker for West Virginia (1109).", "bbox": [ 0.6359491560194227, 0.5131827460394965, 0.7401792738172743, 0.5352069430881077 ], "point": [ 0.6881, 0.5242 ] }, { "instruction": "Highland House Furniture.", "bbox": [ 0.5037665473090278, 0.11904832628038195, 0.6687543233235677, 0.21382927788628472 ], "point": [ 0.5863, 0.1664 ] }, { "instruction": "Scroll up.", "bbox": [ 0.8688383314344618, 0.5568724568684896, 0.8886506822374132, 0.5877596028645833 ], "point": [ 0.8787, 0.5723 ] }, { "instruction": "Navigation to Pennsylvania (2218).", "bbox": [ 0.6323275672064887, 0.38582933213975695, 0.7443074544270833, 0.4103755018446181 ], "point": [ 0.6883, 0.3981 ] }, { "instruction": "Navigation or direction.", "bbox": [ 0.6305311838785808, 0.353756103515625, 0.7183675130208333, 0.3775469970703125 ], "point": [ 0.6744, 0.3657 ] }, { "instruction": "Search or magnifying glass.", "bbox": [ 6.968213452233209e-05, 0.044997914632161455, 0.004992764857080247, 0.09534573872884114 ], "point": [ 0.0025, 0.0702 ] } ], "element_size": 98 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_2/2741.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Classifieds", "bbox": [ 0.028819444444444446, 0.013888888888888888, 0.07465277777777778, 0.029444444444444443 ], "point": [ 0.0517, 0.0217 ] }, { "instruction": "ec2-13-58-15-0.us-east-2.compute.amazonaws.com:9980", "bbox": [ 0.15868055555555555, 0.061111115349663625, 0.43333333333333335, 0.07944445292154947 ], "point": [ 0.296, 0.0703 ] }, { "instruction": "All categories", "bbox": [ 0.1763888888888889, 0.15666666666666668, 0.27847222222222223, 0.19 ], "point": [ 0.2274, 0.1733 ] }, { "instruction": "All locations", "bbox": [ 0.6312500847710504, 0.15777777777777777, 0.7239583333333334, 0.18555555555555556 ], "point": [ 0.6776, 0.1717 ] }, { "instruction": "Beauty", "bbox": [ 0.5082762824164496, 0.20907730102539063, 0.5881577385796442, 0.3456787109375 ], "point": [ 0.5482, 0.2774 ] }, { "instruction": "health", "bbox": [ 0.5082762824164496, 0.20907730102539063, 0.5881577385796442, 0.3456787109375 ], "point": [ 0.5482, 0.2774 ] }, { "instruction": "Bikes", "bbox": [ 0.17520353529188368, 0.35326290554470485, 0.2557141621907552, 0.4930419582790799 ], "point": [ 0.2155, 0.4232 ] }, { "instruction": "Auto parts", "bbox": [ 0.42549285888671873, 0.20846072726779513, 0.5049981011284722, 0.3461252170138889 ], "point": [ 0.4652, 0.2773 ] }, { "instruction": "Farm + garden", "bbox": [ 0.5090234120686848, 0.5012642754448785, 0.5885169559054905, 0.6367961968315973 ], "point": [ 0.5488, 0.569 ] }, { "instruction": "Books", "bbox": [ 0.34149142371283636, 0.3537605116102431, 0.4223579830593533, 0.49196092393663193 ], "point": [ 0.3819, 0.4229 ] }, { "instruction": "Arts + crafts", "bbox": [ 0.3415171305338542, 0.20880237155490453, 0.42230216132269965, 0.34645243326822917 ], "point": [ 0.3819, 0.2776 ] }, { "instruction": "Boats", "bbox": [ 0.2593214458889431, 0.35330661349826387, 0.33849239349365234, 0.4921298556857639 ], "point": [ 0.2989, 0.4227 ] }, { "instruction": "Computer", "bbox": [ 0.2588650385538737, 0.5016381157769098, 0.33875030941433376, 0.6373876274956597 ], "point": [ 0.2988, 0.5695 ] }, { "instruction": "parts", "bbox": [ 0.2588650385538737, 0.5016381157769098, 0.33875030941433376, 0.6373876274956597 ], "point": [ 0.2988, 0.5695 ] }, { "instruction": "Cars", "bbox": [ 0.4260334862603082, 0.3533050198025174, 0.5053068796793619, 0.49150807698567706 ], "point": [ 0.4657, 0.4224 ] }, { "instruction": "trucks", "bbox": [ 0.4260334862603082, 0.3533050198025174, 0.5053068796793619, 0.49150807698567706 ], "point": [ 0.4657, 0.4224 ] }, { "instruction": "Computers", "bbox": [ 0.341971672905816, 0.5016079711914062, 0.42243118286132814, 0.6376087103949653 ], "point": [ 0.3822, 0.5696 ] }, { "instruction": "Cell phones", "bbox": [ 0.5094458685980903, 0.35449300130208333, 0.588843027750651, 0.4914337836371528 ], "point": [ 0.5491, 0.423 ] }, { "instruction": "Electronics", "bbox": [ 0.4260749816894531, 0.5018023342556424, 0.5054116990831163, 0.6376160346137153 ], "point": [ 0.4657, 0.5697 ] }, { "instruction": "Photo + video", "bbox": [ 0.17610260645548503, 0.7906757269965278, 0.2545611063639323, 0.9260983615451389 ], "point": [ 0.2153, 0.8584 ] }, { "instruction": "Video gaming", "bbox": [ 0.34292011260986327, 0.7910068088107639, 0.4217785305447049, 0.9268537055121527 ], "point": [ 0.3823, 0.8589 ] }, { "instruction": "Antiques", "bbox": [ 0.1757124900817871, 0.2086696031358507, 0.25549231635199654, 0.34714358859592015 ], "point": [ 0.2156, 0.2779 ] }, { "instruction": "Music", "bbox": [ 0.5088878631591797, 0.6465089925130209, 0.5882144080268012, 0.7818829345703125 ], "point": [ 0.5486, 0.7142 ] }, { "instruction": "instruments", "bbox": [ 0.5088878631591797, 0.6465089925130209, 0.5882144080268012, 0.7818829345703125 ], "point": [ 0.5486, 0.7142 ] }, { "instruction": "Motorcycles", "bbox": [ 0.42594545152452257, 0.6464414469401042, 0.5051851060655382, 0.7832642279730903 ], "point": [ 0.4656, 0.7149 ] }, { "instruction": "Jewelry", "bbox": [ 0.34171070522732205, 0.6463870578342014, 0.42236739264594186, 0.7844103325737847 ], "point": [ 0.382, 0.7154 ] }, { "instruction": "Appliances", "bbox": [ 0.25952718522813584, 0.20793731689453124, 0.33826253679063584, 0.3463321601019965 ], "point": [ 0.2989, 0.2771 ] }, { "instruction": "Rvs + campers", "bbox": [ 0.25952911376953125, 0.7906739637586806, 0.3385158962673611, 0.9255308702256945 ], "point": [ 0.299, 0.8581 ] }, { "instruction": "Collectibles", "bbox": [ 0.17629593743218316, 0.4994513956705729, 0.25508575439453124, 0.6409710015190972 ], "point": [ 0.2157, 0.5702 ] }, { "instruction": "Finish update", "bbox": [ 0.9089007059733073, 0.049651421440972225, 0.9974425421820746, 0.0899851820203993 ], "point": [ 0.9532, 0.0698 ] }, { "instruction": "Household", "bbox": [ 0.2588256200154622, 0.6462451171875, 0.3383749432033963, 0.78437744140625 ], "point": [ 0.2986, 0.7153 ] }, { "instruction": "Not Secure", "bbox": [ 0.08267402648925781, 0.05351921081542969, 0.1556819279988607, 0.08450536939832899 ], "point": [ 0.1192, 0.069 ] }, { "instruction": "Furniture", "bbox": [ 0.17578449249267578, 0.6444951714409722, 0.25466849009195963, 0.7851171875 ], "point": [ 0.2152, 0.7148 ] }, { "instruction": "Delaware (870)", "bbox": [ 0.6292068481445312, 0.39350067138671874, 0.7159762912326388, 0.421474846733941 ], "point": [ 0.6726, 0.4075 ] }, { "instruction": "West Virginia (1109)", "bbox": [ 0.6290969848632812, 0.3620138888888889, 0.7406207614474827, 0.3903133816189236 ], "point": [ 0.6849, 0.3762 ] }, { "instruction": "Washington; DC. (1567)", "bbox": [ 0.62952635023329, 0.3306063503689236, 0.7587494744194878, 0.3576161024305556 ], "point": [ 0.6941, 0.3441 ] }, { "instruction": "Ohio (5626)", "bbox": [ 0.6295538160536024, 0.2997185940212674, 0.699053955078125, 0.3264659627278646 ], "point": [ 0.6643, 0.3131 ] }, { "instruction": "Maryland (21674)", "bbox": [ 0.6287476857503255, 0.26885772705078126, 0.7273417154947917, 0.2935614013671875 ], "point": [ 0.678, 0.2812 ] }, { "instruction": "Virginia (31126)", "bbox": [ 0.6305904388427734, 0.2025932820638021, 0.717942640516493, 0.2306486341688368 ], "point": [ 0.6743, 0.2166 ] }, { "instruction": "Pennsylvania (22180)", "bbox": [ 0.630015394422743, 0.23640407986111112, 0.74354002210829, 0.2620608859592014 ], "point": [ 0.6868, 0.2492 ] }, { "instruction": "Health function.", "bbox": [ 0.5082762824164496, 0.20907730102539063, 0.5881577385796442, 0.3456787109375 ], "point": [ 0.5482, 0.2774 ] }, { "instruction": "Bikes", "bbox": [ 0.17520353529188368, 0.35326290554470485, 0.2557141621907552, 0.4930419582790799 ], "point": [ 0.2155, 0.4232 ] }, { "instruction": "Auto parts.", "bbox": [ 0.42549285888671873, 0.20846072726779513, 0.5049981011284722, 0.3461252170138889 ], "point": [ 0.4652, 0.2773 ] }, { "instruction": "farm + garden functionality.", "bbox": [ 0.5090234120686848, 0.5012642754448785, 0.5885169559054905, 0.6367961968315973 ], "point": [ 0.5488, 0.569 ] }, { "instruction": "a books menu.", "bbox": [ 0.34149142371283636, 0.3537605116102431, 0.4223579830593533, 0.49196092393663193 ], "point": [ 0.3819, 0.4229 ] }, { "instruction": "arts + crafts.", "bbox": [ 0.3415171305338542, 0.20880237155490453, 0.42230216132269965, 0.34645243326822917 ], "point": [ 0.3819, 0.2776 ] }, { "instruction": "boats.", "bbox": [ 0.2593214458889431, 0.35330661349826387, 0.33849239349365234, 0.4921298556857639 ], "point": [ 0.2989, 0.4227 ] }, { "instruction": "Computer parts.", "bbox": [ 0.2588650385538737, 0.5016381157769098, 0.33875030941433376, 0.6373876274956597 ], "point": [ 0.2988, 0.5695 ] }, { "instruction": "Cars and trucks settings.", "bbox": [ 0.4260334862603082, 0.3533050198025174, 0.5053068796793619, 0.49150807698567706 ], "point": [ 0.4657, 0.4224 ] }, { "instruction": "Computers", "bbox": [ 0.341971672905816, 0.5016079711914062, 0.42243118286132814, 0.6376087103949653 ], "point": [ 0.3822, 0.5696 ] }, { "instruction": "Cell phones.", "bbox": [ 0.5094458685980903, 0.35449300130208333, 0.588843027750651, 0.4914337836371528 ], "point": [ 0.5491, 0.423 ] }, { "instruction": "Electronics", "bbox": [ 0.4260749816894531, 0.5018023342556424, 0.5054116990831163, 0.6376160346137153 ], "point": [ 0.4657, 0.5697 ] }, { "instruction": "Photo + video.", "bbox": [ 0.17610260645548503, 0.7906757269965278, 0.2545611063639323, 0.9260983615451389 ], "point": [ 0.2153, 0.8584 ] }, { "instruction": "Video gaming.", "bbox": [ 0.34292011260986327, 0.7910068088107639, 0.4217785305447049, 0.9268537055121527 ], "point": [ 0.3823, 0.8589 ] }, { "instruction": "antiques.", "bbox": [ 0.1757124900817871, 0.2086696031358507, 0.25549231635199654, 0.34714358859592015 ], "point": [ 0.2156, 0.2779 ] }, { "instruction": "Music instruments.", "bbox": [ 0.5088878631591797, 0.6465089925130209, 0.5882144080268012, 0.7818829345703125 ], "point": [ 0.5486, 0.7142 ] }, { "instruction": "motorcycles", "bbox": [ 0.42594545152452257, 0.6464414469401042, 0.5051851060655382, 0.7832642279730903 ], "point": [ 0.4656, 0.7149 ] }, { "instruction": "Jewelry", "bbox": [ 0.34171070522732205, 0.6463870578342014, 0.42236739264594186, 0.7844103325737847 ], "point": [ 0.382, 0.7154 ] }, { "instruction": "Appliances", "bbox": [ 0.25952718522813584, 0.20793731689453124, 0.33826253679063584, 0.3463321601019965 ], "point": [ 0.2989, 0.2771 ] }, { "instruction": "Rvs +campers.", "bbox": [ 0.25952911376953125, 0.7906739637586806, 0.3385158962673611, 0.9255308702256945 ], "point": [ 0.299, 0.8581 ] }, { "instruction": "collectibles.", "bbox": [ 0.17629593743218316, 0.4994513956705729, 0.25508575439453124, 0.6409710015190972 ], "point": [ 0.2157, 0.5702 ] }, { "instruction": "the option to finish an update.", "bbox": [ 0.9089007059733073, 0.049651421440972225, 0.9974425421820746, 0.0899851820203993 ], "point": [ 0.9532, 0.0698 ] }, { "instruction": "the Household function.", "bbox": [ 0.2588256200154622, 0.6462451171875, 0.3383749432033963, 0.78437744140625 ], "point": [ 0.2986, 0.7153 ] }, { "instruction": "Not Security.", "bbox": [ 0.08267402648925781, 0.05351921081542969, 0.1556819279988607, 0.08450536939832899 ], "point": [ 0.1192, 0.069 ] }, { "instruction": "Five-point star", "bbox": [ 0.7891311645507812, 0.055219349331325954, 0.80699462890625, 0.08652004665798611 ], "point": [ 0.7981, 0.0709 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9758928934733073, 0.003833967844645182, 0.9966273837619357, 0.03902417500813802 ], "point": [ 0.9863, 0.0214 ] }, { "instruction": "Furniture", "bbox": [ 0.17578449249267578, 0.6444951714409722, 0.25466849009195963, 0.7851171875 ], "point": [ 0.2152, 0.7148 ] }, { "instruction": "Reload", "bbox": [ 0.05375812318589952, 0.04892124599880642, 0.07700691223144532, 0.09140020582411024 ], "point": [ 0.0654, 0.0702 ] }, { "instruction": "Navigation or direction.", "bbox": [ 0.6292068481445312, 0.39350067138671874, 0.7159762912326388, 0.421474846733941 ], "point": [ 0.6726, 0.4075 ] }, { "instruction": "Navigation to West Virginia (1109).", "bbox": [ 0.6290969848632812, 0.3620138888888889, 0.7406207614474827, 0.3903133816189236 ], "point": [ 0.6849, 0.3762 ] }, { "instruction": "Close", "bbox": [ 0.15085969501071506, 0.01045614136589898, 0.1652271376715766, 0.036961692174275716 ], "point": [ 0.158, 0.0237 ] }, { "instruction": "Navigation to Washington, D.C. (1567).", "bbox": [ 0.62952635023329, 0.3306063503689236, 0.7587494744194878, 0.3576161024305556 ], "point": [ 0.6941, 0.3441 ] }, { "instruction": "Back", "bbox": [ 0.004294143782721626, 0.04908934275309245, 0.027882168028089734, 0.09229732937282986 ], "point": [ 0.0161, 0.0707 ] }, { "instruction": "Forward", "bbox": [ 0.028693694538540312, 0.04865478091769748, 0.05128488540649414, 0.09159010145399306 ], "point": [ 0.04, 0.0701 ] }, { "instruction": "Navigation or direction.", "bbox": [ 0.6295538160536024, 0.2997185940212674, 0.699053955078125, 0.3264659627278646 ], "point": [ 0.6643, 0.3131 ] }, { "instruction": "Increase", "bbox": [ 0.8206790500217014, 0.052011684841579864, 0.8440288967556424, 0.08434063381618924 ], "point": [ 0.8324, 0.0682 ] }, { "instruction": "Add New Tab", "bbox": [ 0.17584222157796223, 0.009000014199150932, 0.18946459028455948, 0.03771008279588487 ], "point": [ 0.1827, 0.0234 ] }, { "instruction": "Navigation or direction.", "bbox": [ 0.6287476857503255, 0.26885772705078126, 0.7273417154947917, 0.2935614013671875 ], "point": [ 0.678, 0.2812 ] }, { "instruction": "Extensions", "bbox": [ 0.8464530944824219, 0.04706905788845486, 0.8703583611382378, 0.08414293924967448 ], "point": [ 0.8584, 0.0656 ] }, { "instruction": "Navigation or direction.", "bbox": [ 0.6305904388427734, 0.2025932820638021, 0.717942640516493, 0.2306486341688368 ], "point": [ 0.6743, 0.2166 ] }, { "instruction": "Navigation to Pennsylvania (2218).", "bbox": [ 0.630015394422743, 0.23640407986111112, 0.74354002210829, 0.2620608859592014 ], "point": [ 0.6868, 0.2492 ] }, { "instruction": "Time Field", "bbox": [ 0.8833830939398871, 0.047042833964029945, 0.9064147101508246, 0.09270272148980034 ], "point": [ 0.8949, 0.0699 ] }, { "instruction": "Scroll up.", "bbox": [ 0.7211136711968316, 0.5240725029839409, 0.7469028896755643, 0.5677725219726563 ], "point": [ 0.734, 0.5459 ] } ], "element_size": 83 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_3/3707.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Classifieds", "bbox": [ 0.028819444444444446, 0.013888888888888888, 0.07465277777777778, 0.029444444444444443 ], "point": [ 0.0517, 0.0217 ] }, { "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com 9980", "bbox": [ 0.15833333333333333, 0.06055554707845052, 0.43368055555555557, 0.08055555555555556 ], "point": [ 0.296, 0.0706 ] }, { "instruction": "Complete Guitar Rig Full S:", "bbox": [ 0.6885416666666667, 0.09555555555555556, 0.825, 0.11777777777777777 ], "point": [ 0.7568, 0.1067 ] }, { "instruction": "All categories", "bbox": [ 0.1763888888888889, 0.25555555555555554, 0.278125, 0.28888888888888886 ], "point": [ 0.2273, 0.2722 ] }, { "instruction": "All locations", "bbox": [ 0.6312500847710504, 0.25777779473198786, 0.7239583333333334, 0.28444447835286457 ], "point": [ 0.6776, 0.2711 ] }, { "instruction": "Farm", "bbox": [ 0.5089280870225694, 0.5998868136935764, 0.5885253058539497, 0.7348605007595486 ], "point": [ 0.5487, 0.6674 ] }, { "instruction": "garden", "bbox": [ 0.5089280870225694, 0.5998868136935764, 0.5885253058539497, 0.7348605007595486 ], "point": [ 0.5487, 0.6674 ] }, { "instruction": "Beauty", "bbox": [ 0.5086615668402777, 0.30775465223524306, 0.5888598971896701, 0.4447944471571181 ], "point": [ 0.5488, 0.3763 ] }, { "instruction": "health", "bbox": [ 0.5086615668402777, 0.30775465223524306, 0.5888598971896701, 0.4447944471571181 ], "point": [ 0.5488, 0.3763 ] }, { "instruction": "Bikes", "bbox": [ 0.1754016876220703, 0.45264617919921873, 0.25550799899631077, 0.5917198350694445 ], "point": [ 0.2155, 0.5222 ] }, { "instruction": "Electronics", "bbox": [ 0.4257850646972656, 0.5985362413194445, 0.5054891798231337, 0.7374997287326389 ], "point": [ 0.4656, 0.668 ] }, { "instruction": "Computers", "bbox": [ 0.34199292924669056, 0.599671630859375, 0.42246004740397136, 0.7355683051215278 ], "point": [ 0.3822, 0.6676 ] }, { "instruction": "Books", "bbox": [ 0.3415894614325629, 0.45340033637152777, 0.4222186194525825, 0.5904216851128472 ], "point": [ 0.3819, 0.5219 ] }, { "instruction": "Arts + crafts", "bbox": [ 0.34178233676486547, 0.30746917724609374, 0.42248073154025606, 0.44526336669921873 ], "point": [ 0.3821, 0.3764 ] }, { "instruction": "Auto parts", "bbox": [ 0.42546560499403213, 0.30746907552083336, 0.505178705851237, 0.44489556206597225 ], "point": [ 0.4653, 0.3762 ] }, { "instruction": "Cell phones", "bbox": [ 0.5090243021647135, 0.45380927191840276, 0.5889054192437067, 0.5899674479166667 ], "point": [ 0.549, 0.5219 ] }, { "instruction": "Motorcycles", "bbox": [ 0.425496588812934, 0.7455714925130208, 0.5049288431803386, 0.8813181559244792 ], "point": [ 0.4652, 0.8134 ] }, { "instruction": "Computer", "bbox": [ 0.25896850162082247, 0.6001482476128472, 0.3386758380466037, 0.7353091091579861 ], "point": [ 0.2988, 0.6677 ] }, { "instruction": "parts", "bbox": [ 0.25896850162082247, 0.6001482476128472, 0.3386758380466037, 0.7353091091579861 ], "point": [ 0.2988, 0.6677 ] }, { "instruction": "Jewelry", "bbox": [ 0.3419527053833008, 0.7456802029079861, 0.42220119900173614, 0.8820635308159722 ], "point": [ 0.3821, 0.8139 ] }, { "instruction": "Cars", "bbox": [ 0.4255387200249566, 0.4528040568033854, 0.5051221211751302, 0.5897288682725694 ], "point": [ 0.4653, 0.5213 ] }, { "instruction": "+ trucks", "bbox": [ 0.4255387200249566, 0.4528040568033854, 0.5051221211751302, 0.5897288682725694 ], "point": [ 0.4653, 0.5213 ] }, { "instruction": "Music", "bbox": [ 0.5087405734592014, 0.7459855143229167, 0.5880280388726129, 0.8804642740885417 ], "point": [ 0.5484, 0.8132 ] }, { "instruction": "instruments", "bbox": [ 0.5087405734592014, 0.7459855143229167, 0.5880280388726129, 0.8804642740885417 ], "point": [ 0.5484, 0.8132 ] }, { "instruction": "Collectibles", "bbox": [ 0.17611747317843968, 0.6001758490668403, 0.25522513919406464, 0.7360274929470486 ], "point": [ 0.2157, 0.6681 ] }, { "instruction": "Household", "bbox": [ 0.2591159184773763, 0.7457831488715277, 0.3385569042629666, 0.8820121256510417 ], "point": [ 0.2988, 0.8139 ] }, { "instruction": "Boats", "bbox": [ 0.25941969553629557, 0.45279747856987845, 0.3384645038180881, 0.5910233561197916 ], "point": [ 0.2989, 0.5219 ] }, { "instruction": "Appliances", "bbox": [ 0.25948030683729384, 0.3075514390733507, 0.33877328236897786, 0.4451456366644965 ], "point": [ 0.2991, 0.3763 ] }, { "instruction": "Antiques", "bbox": [ 0.1757399982876248, 0.30725443522135415, 0.25516586303710936, 0.4460234917534722 ], "point": [ 0.2155, 0.3766 ] }, { "instruction": "Video gaming", "bbox": [ 0.3424154917399089, 0.8893589952256944, 0.42189055548773874, 1.0 ], "point": [ 0.3822, 0.9447 ] }, { "instruction": "Rvs + campers", "bbox": [ 0.25787828233506943, 0.8891851128472222, 0.33770027160644533, 0.9996995713975695 ], "point": [ 0.2978, 0.9444 ] }, { "instruction": "Photo + video", "bbox": [ 0.17593699561225043, 0.8894529215494792, 0.25516910552978517, 0.9998857286241319 ], "point": [ 0.2156, 0.9447 ] }, { "instruction": "Furniture", "bbox": [ 0.1754980934990777, 0.745941162109375, 0.2549909591674805, 0.8824260796440972 ], "point": [ 0.2152, 0.8142 ] }, { "instruction": "Finish update", "bbox": [ 0.9089530944824219, 0.04940001593695747, 0.9972506205240885, 0.08993156433105469 ], "point": [ 0.9531, 0.0697 ] }, { "instruction": "2 Zebra Pillows", "bbox": [ 0.33106291029188367, 0.08992548624674479, 0.494195810953776, 0.16588877360026041 ], "point": [ 0.4126, 0.1279 ] }, { "instruction": "6.00 $", "bbox": [ 0.33106291029188367, 0.08992548624674479, 0.494195810953776, 0.16588877360026041 ], "point": [ 0.4126, 0.1279 ] }, { "instruction": "Highland House Furniture", "bbox": [ 0.5047197553846571, 0.09021332634819879, 0.6686344146728516, 0.16535254584418402 ], "point": [ 0.5867, 0.1278 ] }, { "instruction": "220.00 $", "bbox": [ 0.5047197553846571, 0.09021332634819879, 0.6686344146728516, 0.16535254584418402 ], "point": [ 0.5867, 0.1278 ] }, { "instruction": "X", "bbox": [ 0.15068700578477648, 0.009941380818684896, 0.16571740044487848, 0.037801907857259114 ], "point": [ 0.1582, 0.0239 ] }, { "instruction": "Delaware (870)", "bbox": [ 0.6293304867214626, 0.4952975124782986, 0.7166876051161024, 0.5193362765842013 ], "point": [ 0.673, 0.5073 ] }, { "instruction": "Not Secure", "bbox": [ 0.08362020386589898, 0.05225264655219184, 0.1567952685885959, 0.08498407999674479 ], "point": [ 0.1202, 0.0686 ] }, { "instruction": "Century Furniture English", "bbox": [ 0.15780220031738282, 0.08879705641004774, 0.32179442511664497, 0.1650128173828125 ], "point": [ 0.2398, 0.1269 ] }, { "instruction": "605.00 $", "bbox": [ 0.15780220031738282, 0.08879705641004774, 0.32179442511664497, 0.1650128173828125 ], "point": [ 0.2398, 0.1269 ] }, { "instruction": "Washington; DC. (1567)", "bbox": [ 0.6296680874294704, 0.429585198296441, 0.7587734646267361, 0.45730750189887154 ], "point": [ 0.6942, 0.4434 ] }, { "instruction": "West Virginia (1109)", "bbox": [ 0.631549072265625, 0.46314256456163194, 0.7404633416069879, 0.4872773573133681 ], "point": [ 0.686, 0.4752 ] }, { "instruction": "Pennsylvania (22180)", "bbox": [ 0.6308027903238932, 0.3360101996527778, 0.7440854390462239, 0.36230950249565974 ], "point": [ 0.6874, 0.3492 ] }, { "instruction": "Ohio (5626)", "bbox": [ 0.6296288384331598, 0.39994937472873265, 0.6993445502387152, 0.42437354193793403 ], "point": [ 0.6645, 0.4122 ] }, { "instruction": "Maryland (21674)", "bbox": [ 0.6297909630669488, 0.3672528076171875, 0.7297503153483073, 0.39351331922743055 ], "point": [ 0.6798, 0.3804 ] }, { "instruction": "900.00 $", "bbox": [ 0.6863898383246527, 0.12133976406521267, 0.740472920735677, 0.14903876410590278 ], "point": [ 0.7134, 0.1352 ] }, { "instruction": "Virginia (31126)", "bbox": [ 0.6303737216525608, 0.30023861355251735, 0.7903398301866319, 0.3311607869466146 ], "point": [ 0.7104, 0.3157 ] }, { "instruction": "farm + garden functionality.", "bbox": [ 0.5089280870225694, 0.5998868136935764, 0.5885253058539497, 0.7348605007595486 ], "point": [ 0.5487, 0.6674 ] }, { "instruction": "Health function.", "bbox": [ 0.5086615668402777, 0.30775465223524306, 0.5888598971896701, 0.4447944471571181 ], "point": [ 0.5488, 0.3763 ] }, { "instruction": "Bikes", "bbox": [ 0.1754016876220703, 0.45264617919921873, 0.25550799899631077, 0.5917198350694445 ], "point": [ 0.2155, 0.5222 ] }, { "instruction": "Electronics", "bbox": [ 0.4257850646972656, 0.5985362413194445, 0.5054891798231337, 0.7374997287326389 ], "point": [ 0.4656, 0.668 ] }, { "instruction": "Computers", "bbox": [ 0.34199292924669056, 0.599671630859375, 0.42246004740397136, 0.7355683051215278 ], "point": [ 0.3822, 0.6676 ] }, { "instruction": "Books", "bbox": [ 0.3415894614325629, 0.45340033637152777, 0.4222186194525825, 0.5904216851128472 ], "point": [ 0.3819, 0.5219 ] }, { "instruction": "arts + crafts.", "bbox": [ 0.34178233676486547, 0.30746917724609374, 0.42248073154025606, 0.44526336669921873 ], "point": [ 0.3821, 0.3764 ] }, { "instruction": "Auto parts.", "bbox": [ 0.42546560499403213, 0.30746907552083336, 0.505178705851237, 0.44489556206597225 ], "point": [ 0.4653, 0.3762 ] }, { "instruction": "Cell phones.", "bbox": [ 0.5090243021647135, 0.45380927191840276, 0.5889054192437067, 0.5899674479166667 ], "point": [ 0.549, 0.5219 ] }, { "instruction": "motorcycles", "bbox": [ 0.425496588812934, 0.7455714925130208, 0.5049288431803386, 0.8813181559244792 ], "point": [ 0.4652, 0.8134 ] }, { "instruction": "Computer parts.", "bbox": [ 0.25896850162082247, 0.6001482476128472, 0.3386758380466037, 0.7353091091579861 ], "point": [ 0.2988, 0.6677 ] }, { "instruction": "Jewelry", "bbox": [ 0.3419527053833008, 0.7456802029079861, 0.42220119900173614, 0.8820635308159722 ], "point": [ 0.3821, 0.8139 ] }, { "instruction": "Cars and trucks settings.", "bbox": [ 0.4255387200249566, 0.4528040568033854, 0.5051221211751302, 0.5897288682725694 ], "point": [ 0.4653, 0.5213 ] }, { "instruction": "Music instruments.", "bbox": [ 0.5087405734592014, 0.7459855143229167, 0.5880280388726129, 0.8804642740885417 ], "point": [ 0.5484, 0.8132 ] }, { "instruction": "collectibles.", "bbox": [ 0.17611747317843968, 0.6001758490668403, 0.25522513919406464, 0.7360274929470486 ], "point": [ 0.2157, 0.6681 ] }, { "instruction": "Homehold", "bbox": [ 0.2591159184773763, 0.7457831488715277, 0.3385569042629666, 0.8820121256510417 ], "point": [ 0.2988, 0.8139 ] }, { "instruction": "Boats", "bbox": [ 0.25941969553629557, 0.45279747856987845, 0.3384645038180881, 0.5910233561197916 ], "point": [ 0.2989, 0.5219 ] }, { "instruction": "Appliances", "bbox": [ 0.25948030683729384, 0.3075514390733507, 0.33877328236897786, 0.4451456366644965 ], "point": [ 0.2991, 0.3763 ] }, { "instruction": "antiques.", "bbox": [ 0.1757399982876248, 0.30725443522135415, 0.25516586303710936, 0.4460234917534722 ], "point": [ 0.2155, 0.3766 ] }, { "instruction": "Video gaming.", "bbox": [ 0.3424154917399089, 0.8893589952256944, 0.42189055548773874, 1.0 ], "point": [ 0.3822, 0.9447 ] }, { "instruction": "RVs +campers.", "bbox": [ 0.25787828233506943, 0.8891851128472222, 0.33770027160644533, 0.9996995713975695 ], "point": [ 0.2978, 0.9444 ] }, { "instruction": "Photo+video functionality.", "bbox": [ 0.17593699561225043, 0.8894529215494792, 0.25516910552978517, 0.9998857286241319 ], "point": [ 0.2156, 0.9447 ] }, { "instruction": "Furniture", "bbox": [ 0.1754980934990777, 0.745941162109375, 0.2549909591674805, 0.8824260796440972 ], "point": [ 0.2152, 0.8142 ] }, { "instruction": "the option to finish an update.", "bbox": [ 0.9089530944824219, 0.04940001593695747, 0.9972506205240885, 0.08993156433105469 ], "point": [ 0.9531, 0.0697 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9759176466200087, 0.003694541719224718, 0.9968042161729601, 0.03887880007425944 ], "point": [ 0.9864, 0.0213 ] }, { "instruction": "Five-point star", "bbox": [ 0.789609612358941, 0.05595943027072483, 0.8071775648328993, 0.08636314392089844 ], "point": [ 0.7984, 0.0712 ] }, { "instruction": "a price of 2 Zebra Pillows.", "bbox": [ 0.33106291029188367, 0.08992548624674479, 0.494195810953776, 0.16588877360026041 ], "point": [ 0.4126, 0.1279 ] }, { "instruction": "Reload", "bbox": [ 0.05387842390272352, 0.04881891886393229, 0.07701622645060222, 0.09217071533203125 ], "point": [ 0.0654, 0.0705 ] }, { "instruction": "Time Field", "bbox": [ 0.882537841796875, 0.04634420606825087, 0.9072606404622395, 0.09050933837890625 ], "point": [ 0.8949, 0.0684 ] }, { "instruction": "Increase", "bbox": [ 0.8207146538628473, 0.04523746066623264, 0.844471910264757, 0.08694211324055989 ], "point": [ 0.8326, 0.0661 ] }, { "instruction": "Extensions", "bbox": [ 0.844866689046224, 0.04491939120822483, 0.8711660597059462, 0.08703954060872396 ], "point": [ 0.858, 0.066 ] }, { "instruction": "Forward", "bbox": [ 0.028409401575724285, 0.04817867702907986, 0.051944833331637914, 0.09263027615017361 ], "point": [ 0.0402, 0.0704 ] }, { "instruction": "Back", "bbox": [ 0.004156221283806695, 0.04872879876030816, 0.027838248676723906, 0.09270247565375433 ], "point": [ 0.016, 0.0707 ] }, { "instruction": "Highland House Furniture.", "bbox": [ 0.5047197553846571, 0.09021332634819879, 0.6686344146728516, 0.16535254584418402 ], "point": [ 0.5867, 0.1278 ] }, { "instruction": "Close", "bbox": [ 0.15068700578477648, 0.009941380818684896, 0.16571740044487848, 0.037801907857259114 ], "point": [ 0.1582, 0.0239 ] }, { "instruction": "Navigation or direction.", "bbox": [ 0.6293304867214626, 0.4952975124782986, 0.7166876051161024, 0.5193362765842013 ], "point": [ 0.673, 0.5073 ] }, { "instruction": "Not Security.", "bbox": [ 0.08362020386589898, 0.05225264655219184, 0.1567952685885959, 0.08498407999674479 ], "point": [ 0.1202, 0.0686 ] }, { "instruction": "New Tab", "bbox": [ 0.17617579566107855, 0.009014912711249457, 0.19001297420925564, 0.0381741025712755 ], "point": [ 0.1831, 0.0236 ] }, { "instruction": "Scroll up.", "bbox": [ 0.7618619283040364, 0.36584581163194446, 0.782852766248915, 0.393836669921875 ], "point": [ 0.7724, 0.3798 ] }, { "instruction": "a price tag for the century furniture language.", "bbox": [ 0.15780220031738282, 0.08879705641004774, 0.32179442511664497, 0.1650128173828125 ], "point": [ 0.2398, 0.1269 ] }, { "instruction": "Navigation to Washington, D.C. (1567).", "bbox": [ 0.6296680874294704, 0.429585198296441, 0.7587734646267361, 0.45730750189887154 ], "point": [ 0.6942, 0.4434 ] }, { "instruction": "Navigation to West Virginia (1109).", "bbox": [ 0.631549072265625, 0.46314256456163194, 0.7404633416069879, 0.4872773573133681 ], "point": [ 0.686, 0.4752 ] }, { "instruction": "Navigation to Pennsylvania (2218).", "bbox": [ 0.6308027903238932, 0.3360101996527778, 0.7440854390462239, 0.36230950249565974 ], "point": [ 0.6874, 0.3492 ] }, { "instruction": "Navigation or direction.", "bbox": [ 0.6296288384331598, 0.39994937472873265, 0.6993445502387152, 0.42437354193793403 ], "point": [ 0.6645, 0.4122 ] }, { "instruction": "Navigation or direction.", "bbox": [ 0.6297909630669488, 0.3672528076171875, 0.7297503153483073, 0.39351331922743055 ], "point": [ 0.6798, 0.3804 ] }, { "instruction": "a price display showing a value of 900.00.", "bbox": [ 0.6863898383246527, 0.12133976406521267, 0.740472920735677, 0.14903876410590278 ], "point": [ 0.7134, 0.1352 ] }, { "instruction": "navigating to the next state or state.", "bbox": [ 0.6303737216525608, 0.30023861355251735, 0.7903398301866319, 0.3311607869466146 ], "point": [ 0.7104, 0.3157 ] }, { "instruction": "Search or magnifying glass.", "bbox": [ 6.110121806462606e-05, 0.04496484120686849, 0.0049827686614460414, 0.0954518805609809 ], "point": [ 0.0025, 0.0702 ] } ], "element_size": 98 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_4/4211.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Ohio", "bbox": [ 0.029513888888888888, 0.013888888888888888, 0.049652777777777775, 0.029444444444444443 ], "point": [ 0.0396, 0.0217 ] }, { "instruction": "Classifieds", "bbox": [ 0.05624999470180935, 0.013888888888888888, 0.10138888888888889, 0.029444444444444443 ], "point": [ 0.0788, 0.0217 ] }, { "instruction": "ec2-13-58-15-0.us-east-2 computeamazonaws.com 9980/index php?page-search&sRegion-8165418", "bbox": [ 0.15833331214057075, 0.058888888888888886, 0.6361110899183485, 0.08388888888888889 ], "point": [ 0.3972, 0.0714 ] }, { "instruction": "Show only", "bbox": [ 0.16701388888888888, 0.11388888888888889, 0.21631944444444445, 0.1322222222222222 ], "point": [ 0.1917, 0.1231 ] }, { "instruction": "listings with pictures", "bbox": [ 0.18263888888888888, 0.13611109415690104, 0.27569444444444446, 0.15444442749023438 ], "point": [ 0.2292, 0.1453 ] }, { "instruction": "2oo0.00 $", "bbox": [ 0.4059027777777778, 0.15833333333333333, 0.47430555555555554, 0.1827777777777778 ], "point": [ 0.4401, 0.1706 ] }, { "instruction": "Price", "bbox": [ 0.16701388888888888, 0.18, 0.19131944444444443, 0.19611111111111112 ], "point": [ 0.1792, 0.1881 ] }, { "instruction": "Min_", "bbox": [ 0.16701388888888888, 0.20111109415690104, 0.1840277777777778, 0.21611109415690105 ], "point": [ 0.1755, 0.2086 ] }, { "instruction": "Jewelry", "bbox": [ 0.40555555555555556, 0.18944444444444444, 0.4427083333333333, 0.21166666666666667 ], "point": [ 0.4241, 0.2006 ] }, { "instruction": "Stow (Ohio)", "bbox": [ 0.4552083757188585, 0.19055555555555556, 0.5104167090521918, 0.21166666666666667 ], "point": [ 0.4828, 0.2011 ] }, { "instruction": "2023/11/16", "bbox": [ 0.5232638888888889, 0.19111111111111112, 0.5777777777777777, 0.20944444444444443 ], "point": [ 0.5505, 0.2003 ] }, { "instruction": "14k", "bbox": [ 0.40694444444444444, 0.21999998304578994, 0.4270833333333333, 0.23833331637912325 ], "point": [ 0.417, 0.2292 ] }, { "instruction": "bracelet with 50 small diamonds about 3 karat", "bbox": [ 0.45069444444444445, 0.21999998304578994, 0.6715277777777777, 0.23833331637912325 ], "point": [ 0.5611, 0.2292 ] }, { "instruction": "Weight 41 grams; that's over an", "bbox": [ 0.6760416666666667, 0.21944444444444444, 0.828125, 0.24166666666666667 ], "point": [ 0.7521, 0.2306 ] }, { "instruction": "ounce.S 2,000", "bbox": [ 0.4059027777777778, 0.2405555386013455, 0.47604166666666664, 0.2616666497124566 ], "point": [ 0.441, 0.2511 ] }, { "instruction": "Subscribe to this search", "bbox": [ 0.16701388888888888, 0.39611111111111114, 0.2763888888888889, 0.41333333333333333 ], "point": [ 0.2217, 0.4047 ] }, { "instruction": "Refine category", "bbox": [ 0.1670138676961263, 0.5011110432942708, 0.23958331214057074, 0.5194444444444445 ], "point": [ 0.2033, 0.5103 ] }, { "instruction": "25.00 $", "bbox": [ 0.40625, 0.5127777777777778, 0.4583333333333333, 0.5394444444444444 ], "point": [ 0.4323, 0.5261 ] }, { "instruction": "Furniture", "bbox": [ 0.40625, 0.5455555555555556, 0.4486111111111111, 0.5655556233723958 ], "point": [ 0.4274, 0.5556 ] }, { "instruction": "Akron (Ohio)", "bbox": [ 0.4618055555555556, 0.546666734483507, 0.5197916666666667, 0.5677777777777778 ], "point": [ 0.4908, 0.5572 ] }, { "instruction": "2023/11/16", "bbox": [ 0.5322916666666667, 0.5466666666666666, 0.5875, 0.5666666666666667 ], "point": [ 0.5599, 0.5567 ] }, { "instruction": "Smith Brothers Ottoman in good condition. Good quality name.", "bbox": [ 0.4065972222222222, 0.5744445122612847, 0.7024305555555556, 0.5983334011501736 ], "point": [ 0.5545, 0.5864 ] }, { "instruction": "was", "bbox": [ 0.7076388888888889, 0.5788888210720486, 0.7288194444444445, 0.593333265516493 ], "point": [ 0.7182, 0.5861 ] }, { "instruction": "asking S25. Call me at", "bbox": [ 0.729166751437717, 0.5744444444444444, 0.8368056403266059, 0.5977777777777777 ], "point": [ 0.783, 0.5861 ] }, { "instruction": "(555) 861-3556", "bbox": [ 0.4059027777777778, 0.5966667344835069, 0.48680555555555555, 0.6188889567057292 ], "point": [ 0.4464, 0.6078 ] }, { "instruction": "Black angus bull", "bbox": [ 0.4065972222222222, 0.6666666666666666, 0.4930555555555556, 0.6888888888888889 ], "point": [ 0.4498, 0.6778 ] }, { "instruction": "2500.00 $", "bbox": [ 0.40555555555555556, 0.69, 0.47465277777777776, 0.7172222222222222 ], "point": [ 0.4401, 0.7036 ] }, { "instruction": "Farm + garden", "bbox": [ 0.4059027777777778, 0.7238889567057292, 0.47256944444444443, 0.7455556233723958 ], "point": [ 0.4392, 0.7347 ] }, { "instruction": "South Zanesville (Ohio)", "bbox": [ 0.48541666666666666, 0.7244445122612847, 0.5899305555555555, 0.7450000678168403 ], "point": [ 0.5377, 0.7347 ] }, { "instruction": "2023/11/16", "bbox": [ 0.603125, 0.725, 0.6583334181043837, 0.7433333333333333 ], "point": [ 0.6307, 0.7342 ] }, { "instruction": "Black angus bull 4 years old", "bbox": [ 0.4065972222222222, 0.7533333333333333, 0.5416666666666666, 0.775 ], "point": [ 0.4741, 0.7642 ] }, { "instruction": "Disc Clone", "bbox": [ 0.4065972222222222, 0.8216666666666667, 0.4625, 0.8427777777777777 ], "point": [ 0.4345, 0.8322 ] }, { "instruction": "Electronics", "bbox": [ 0.40694444444444444, 0.8811111111111111, 0.45590277777777777, 0.8972222222222223 ], "point": [ 0.4314, 0.8892 ] }, { "instruction": "Akron (Ohio)", "bbox": [ 0.4701388888888889, 0.8811110432942708, 0.5277777777777778, 0.8994443766276041 ], "point": [ 0.499, 0.8903 ] }, { "instruction": "2023/11/16", "bbox": [ 0.540625, 0.88, 0.5958334181043837, 0.8983333333333333 ], "point": [ 0.5682, 0.8892 ] }, { "instruction": "Disc Clone Audio Disc duplicator. Copies any music disc in seconds with no computer", "bbox": [ 0.4065972222222222, 0.9077777777777778, 0.8052083333333333, 0.9311111111111111 ], "point": [ 0.6059, 0.9194 ] }, { "instruction": "needed: Works good:", "bbox": [ 0.4065972222222222, 0.9305556233723958, 0.5076388888888889, 0.9533334011501736 ], "point": [ 0.4571, 0.9419 ] }, { "instruction": "was asking S85.00 Call me at (555) 447-5685", "bbox": [ 0.5135416666666667, 0.9294444444444444, 0.7354166666666667, 0.9527777777777777 ], "point": [ 0.6245, 0.9411 ] }, { "instruction": "Please leave name", "bbox": [ 0.7388888888888889, 0.9311110432942709, 0.8277777777777777, 0.9483332655164931 ], "point": [ 0.7833, 0.9397 ] }, { "instruction": "and number.", "bbox": [ 0.40625, 0.9538888888888889, 0.4670138888888889, 0.9711111111111111 ], "point": [ 0.4366, 0.9625 ] }, { "instruction": "Houcehold", "bbox": [ 0.16701388888888888, 0.965, 0.2170138888888889, 0.9794444444444445 ], "point": [ 0.192, 0.9722 ] }, { "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws com:9980/index php?page-sea", "bbox": [ 0.00208332273695204, 0.9794444444444445, 0.32291665607028536, 1.0 ], "point": [ 0.1625, 0.9897 ] }, { "instruction": "Max:", "bbox": [ 0.23715277777777777, 0.19944446139865452, 0.2548611111111111, 0.21888890584309895 ], "point": [ 0.246, 0.2092 ] }, { "instruction": "gold", "bbox": [ 0.42569444444444443, 0.22166666666666668, 0.4510416666666667, 0.2388888888888889 ], "point": [ 0.4384, 0.2303 ] }, { "instruction": "Subscribe nowl", "bbox": [ 0.16669894324408638, 0.41552381727430554, 0.27391007741292317, 0.4639862060546875 ], "point": [ 0.2203, 0.4398 ] }, { "instruction": "Apply", "bbox": [ 0.16624522738986544, 0.28418921576605904, 0.2290877448187934, 0.3310775078667535 ], "point": [ 0.1977, 0.3076 ] }, { "instruction": "Finish update", "bbox": [ 0.9085666232638889, 0.04972931755913629, 0.9971667819552952, 0.08987295362684462 ], "point": [ 0.9529, 0.0698 ] }, { "instruction": "Not Secure", "bbox": [ 0.08286498917473686, 0.053616277906629775, 0.15562684800889756, 0.08435776604546441 ], "point": [ 0.1192, 0.069 ] }, { "instruction": "Totes and barrels", "bbox": [ 0.36868837144639754, 0.3029732598198785, 0.8421232435438368, 0.468053961859809 ], "point": [ 0.6054, 0.3855 ] }, { "instruction": "1234.00 $", "bbox": [ 0.36868837144639754, 0.3029732598198785, 0.8421232435438368, 0.468053961859809 ], "point": [ 0.6054, 0.3855 ] }, { "instruction": "Farm", "bbox": [ 0.36868837144639754, 0.3029732598198785, 0.8421232435438368, 0.468053961859809 ], "point": [ 0.6054, 0.3855 ] }, { "instruction": "garden", "bbox": [ 0.36868837144639754, 0.3029732598198785, 0.8421232435438368, 0.468053961859809 ], "point": [ 0.6054, 0.3855 ] }, { "instruction": "Pomeroy (Ohio)", "bbox": [ 0.36868837144639754, 0.3029732598198785, 0.8421232435438368, 0.468053961859809 ], "point": [ 0.6054, 0.3855 ] }, { "instruction": "2023/11/16", "bbox": [ 0.36868837144639754, 0.3029732598198785, 0.8421232435438368, 0.468053961859809 ], "point": [ 0.6054, 0.3855 ] }, { "instruction": "10 totes some had paint others", "bbox": [ 0.36868837144639754, 0.3029732598198785, 0.8421232435438368, 0.468053961859809 ], "point": [ 0.6054, 0.3855 ] }, { "instruction": "do not know 25 each 30 Barrels 10 each", "bbox": [ 0.36868837144639754, 0.3029732598198785, 0.8421232435438368, 0.468053961859809 ], "point": [ 0.6054, 0.3855 ] }, { "instruction": "don't know what", "bbox": [ 0.36868837144639754, 0.3029732598198785, 0.8421232435438368, 0.468053961859809 ], "point": [ 0.6054, 0.3855 ] }, { "instruction": "was in them them Meet at Scipio Township Fire Department", "bbox": [ 0.36868837144639754, 0.3029732598198785, 0.8421232435438368, 0.468053961859809 ], "point": [ 0.6054, 0.3855 ] }, { "instruction": "Arts", "bbox": [ 0.16766638225979275, 0.599036865234375, 0.22394400702582465, 0.6245437282986112 ], "point": [ 0.1958, 0.6118 ] }, { "instruction": "crafts", "bbox": [ 0.16766638225979275, 0.599036865234375, 0.22394400702582465, 0.6245437282986112 ], "point": [ 0.1958, 0.6118 ] }, { "instruction": "Furniture", "bbox": [ 0.16742410659790039, 0.93739990234375, 0.2087121327718099, 0.9581035698784722 ], "point": [ 0.1881, 0.9478 ] }, { "instruction": "All categories", "bbox": [ 0.16712125142415366, 0.5199569363064236, 0.2326666514078776, 0.5479011366102431 ], "point": [ 0.1999, 0.5339 ] }, { "instruction": "Farm", "bbox": [ 0.1672382142808702, 0.9112845865885416, 0.2335193845960829, 0.9327754720052084 ], "point": [ 0.2004, 0.922 ] }, { "instruction": "garden", "bbox": [ 0.1672382142808702, 0.9112845865885416, 0.2335193845960829, 0.9327754720052084 ], "point": [ 0.2004, 0.922 ] }, { "instruction": "Antiques", "bbox": [ 0.16774138344658746, 0.5475566948784722, 0.20862208472357857, 0.5727652994791667 ], "point": [ 0.1882, 0.5602 ] }, { "instruction": "Appliances", "bbox": [ 0.16759359571668836, 0.5734128824869792, 0.22038196987575956, 0.5986917453342014 ], "point": [ 0.194, 0.5861 ] }, { "instruction": "Gellphones", "bbox": [ 0.16703915066189237, 0.7805165608723958, 0.29915614657931855, 0.8306762017144097 ], "point": [ 0.2331, 0.8056 ] }, { "instruction": "collectibles", "bbox": [ 0.16703915066189237, 0.7805165608723958, 0.29915614657931855, 0.8306762017144097 ], "point": [ 0.2331, 0.8056 ] }, { "instruction": "Bikes", "bbox": [ 0.1672464264763726, 0.6767437065972223, 0.29652171664767796, 0.7038278537326389 ], "point": [ 0.2319, 0.6903 ] }, { "instruction": "Cars + trucks", "bbox": [ 0.16689775254991318, 0.7549452039930555, 0.29903445773654513, 0.7803230794270833 ], "point": [ 0.233, 0.7676 ] }, { "instruction": "Books", "bbox": [ 0.16775960922241212, 0.7295391167534723, 0.1949930191040039, 0.7526744249131945 ], "point": [ 0.1814, 0.7411 ] }, { "instruction": "Boats", "bbox": [ 0.16763976414998372, 0.704075181749132, 0.19383394453260633, 0.7273603651258681 ], "point": [ 0.1807, 0.7157 ] }, { "instruction": "Computers", "bbox": [ 0.1668076621161567, 0.8569826931423611, 0.30351005130343967, 0.8837871636284722 ], "point": [ 0.2352, 0.8704 ] }, { "instruction": "Electronics", "bbox": [ 0.16715660095214843, 0.8851561143663195, 0.21652857462565103, 0.9063399251302083 ], "point": [ 0.1918, 0.8957 ] }, { "instruction": "Computer parts", "bbox": [ 0.16692496405707466, 0.8306943088107639, 0.2992844475640191, 0.8570726182725694 ], "point": [ 0.2331, 0.8439 ] }, { "instruction": "Beauty + health", "bbox": [ 0.16741373274061416, 0.650740220811632, 0.2989908642239041, 0.6773950873480903 ], "point": [ 0.2332, 0.6641 ] }, { "instruction": "Tennis bracelet", "bbox": [ 0.4068567911783854, 0.12897500779893664, 0.4929202609592014, 0.155344729953342 ], "point": [ 0.4499, 0.1422 ] }, { "instruction": "Smith Brothers Ottoman", "bbox": [ 0.40645824008517795, 0.4843754069010417, 0.5323440975613064, 0.5093300374348958 ], "point": [ 0.4694, 0.4969 ] }, { "instruction": "85.00 $", "bbox": [ 0.40607808430989584, 0.8431135389539931, 0.46006707085503473, 0.874059312608507 ], "point": [ 0.4331, 0.8586 ] }, { "instruction": "Auto parts", "bbox": [ 0.1674536493089464, 0.6257655164930556, 0.21653518676757813, 0.6493952094184028 ], "point": [ 0.192, 0.6376 ] }, { "instruction": "Subscripting something new.", "bbox": [ 0.16669894324408638, 0.41552381727430554, 0.27391007741292317, 0.4639862060546875 ], "point": [ 0.2203, 0.4398 ] }, { "instruction": "a checkbox.", "bbox": [ 0.2340428670247396, 0.21631091647677952, 0.2990518781873915, 0.26542783949110244 ], "point": [ 0.2665, 0.2409 ] }, { "instruction": "a checkbox.", "bbox": [ 0.16594106886121962, 0.21638092041015625, 0.23047862582736545, 0.26554840087890624 ], "point": [ 0.1982, 0.241 ] }, { "instruction": "an \"Apply\" button.", "bbox": [ 0.16624522738986544, 0.28418921576605904, 0.2290877448187934, 0.3310775078667535 ], "point": [ 0.1977, 0.3076 ] }, { "instruction": "the option to finish an update.", "bbox": [ 0.9085666232638889, 0.04972931755913629, 0.9971667819552952, 0.08987295362684462 ], "point": [ 0.9529, 0.0698 ] }, { "instruction": "Not Security.", "bbox": [ 0.08286498917473686, 0.053616277906629775, 0.15562684800889756, 0.08435776604546441 ], "point": [ 0.1192, 0.069 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9758903503417968, 0.004344392352634006, 0.9965380350748698, 0.038859328163994684 ], "point": [ 0.9862, 0.0216 ] }, { "instruction": "Five-point star", "bbox": [ 0.7898490905761719, 0.05636312696668837, 0.8069062127007378, 0.08535043504503038 ], "point": [ 0.7984, 0.0709 ] }, { "instruction": "Reload", "bbox": [ 0.05433073043823242, 0.05076462639702691, 0.07638551923963759, 0.08799447801378038 ], "point": [ 0.0654, 0.0694 ] }, { "instruction": "a disc folder.", "bbox": [ 0.3326222101847331, 0.8179414198133681, 0.4019878811306424, 0.9935719807942708 ], "point": [ 0.3673, 0.9058 ] }, { "instruction": "totes and barrels.", "bbox": [ 0.36868837144639754, 0.3029732598198785, 0.8421232435438368, 0.468053961859809 ], "point": [ 0.6054, 0.3855 ] }, { "instruction": "Line Spacing", "bbox": [ 0.8211370680067275, 0.055401297675238714, 0.843579355875651, 0.08274404737684461 ], "point": [ 0.8324, 0.0691 ] }, { "instruction": "Back", "bbox": [ 0.00576390888955858, 0.05373088836669922, 0.02655978931321038, 0.08506317138671875 ], "point": [ 0.0162, 0.0694 ] }, { "instruction": "Close", "bbox": [ 0.1512836562262641, 0.010963946448432075, 0.16496470769246419, 0.03584628634982639 ], "point": [ 0.1581, 0.0234 ] }, { "instruction": "Forward", "bbox": [ 0.029478014840020075, 0.052884097629123265, 0.05007308853997124, 0.08514214409722222 ], "point": [ 0.0398, 0.069 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.1665963914659288, 0.1322044965955946, 0.18181016710069445, 0.15808120727539063 ], "point": [ 0.1742, 0.1451 ] }, { "instruction": "accessingarts andcrafts.", "bbox": [ 0.16766638225979275, 0.599036865234375, 0.22394400702582465, 0.6245437282986112 ], "point": [ 0.1958, 0.6118 ] }, { "instruction": "Extensions", "bbox": [ 0.8464384290907118, 0.05231419457329644, 0.8697782728407119, 0.08267031351725261 ], "point": [ 0.8581, 0.0675 ] }, { "instruction": "Furniture.", "bbox": [ 0.16742410659790039, 0.93739990234375, 0.2087121327718099, 0.9581035698784722 ], "point": [ 0.1881, 0.9478 ] }, { "instruction": "a tag.", "bbox": [ 0.33135204315185546, 0.12587462531195748, 0.4020806206597222, 0.27421372307671443 ], "point": [ 0.3667, 0.2 ] }, { "instruction": "Add New Tab", "bbox": [ 0.1761389520433214, 0.010850254694620769, 0.18919595082600912, 0.035547575420803494 ], "point": [ 0.1827, 0.0232 ] }, { "instruction": "Time Field", "bbox": [ 0.8834734598795573, 0.046448521084255644, 0.9074941847059462, 0.09396867540147569 ], "point": [ 0.8955, 0.0702 ] }, { "instruction": "All categories.", "bbox": [ 0.16712125142415366, 0.5199569363064236, 0.2326666514078776, 0.5479011366102431 ], "point": [ 0.1999, 0.5339 ] }, { "instruction": "The function to create a new entry or garden.", "bbox": [ 0.1672382142808702, 0.9112845865885416, 0.2335193845960829, 0.9327754720052084 ], "point": [ 0.2004, 0.922 ] }, { "instruction": "antiques.", "bbox": [ 0.16774138344658746, 0.5475566948784722, 0.20862208472357857, 0.5727652994791667 ], "point": [ 0.1882, 0.5602 ] }, { "instruction": "Appliances.", "bbox": [ 0.16759359571668836, 0.5734128824869792, 0.22038196987575956, 0.5986917453342014 ], "point": [ 0.194, 0.5861 ] }, { "instruction": "Cellphones collection.", "bbox": [ 0.16703915066189237, 0.7805165608723958, 0.29915614657931855, 0.8306762017144097 ], "point": [ 0.2331, 0.8056 ] }, { "instruction": "Bikes settings.", "bbox": [ 0.1672464264763726, 0.6767437065972223, 0.29652171664767796, 0.7038278537326389 ], "point": [ 0.2319, 0.6903 ] }, { "instruction": "Cars + Trucks settings.", "bbox": [ 0.16689775254991318, 0.7549452039930555, 0.29903445773654513, 0.7803230794270833 ], "point": [ 0.233, 0.7676 ] }, { "instruction": "a library or books section.", "bbox": [ 0.16775960922241212, 0.7295391167534723, 0.1949930191040039, 0.7526744249131945 ], "point": [ 0.1814, 0.7411 ] }, { "instruction": "Sending a message or message.", "bbox": [ 0.3326656765407986, 0.30614278157552083, 0.40214886135525174, 0.44706509060329863 ], "point": [ 0.3674, 0.3766 ] }, { "instruction": "boats.", "bbox": [ 0.16763976414998372, 0.704075181749132, 0.19383394453260633, 0.7273603651258681 ], "point": [ 0.1807, 0.7157 ] }, { "instruction": "Computers.", "bbox": [ 0.1668076621161567, 0.8569826931423611, 0.30351005130343967, 0.8837871636284722 ], "point": [ 0.2352, 0.8704 ] }, { "instruction": "Electronics.", "bbox": [ 0.16715660095214843, 0.8851561143663195, 0.21652857462565103, 0.9063399251302083 ], "point": [ 0.1918, 0.8957 ] }, { "instruction": "Computer parts.", "bbox": [ 0.16692496405707466, 0.8306943088107639, 0.2992844475640191, 0.8570726182725694 ], "point": [ 0.2331, 0.8439 ] }, { "instruction": "Health function.", "bbox": [ 0.16741373274061416, 0.650740220811632, 0.2989908642239041, 0.6773950873480903 ], "point": [ 0.2332, 0.6641 ] }, { "instruction": "Tennis bracelet.", "bbox": [ 0.4068567911783854, 0.12897500779893664, 0.4929202609592014, 0.155344729953342 ], "point": [ 0.4499, 0.1422 ] }, { "instruction": "smith Brothersottman.", "bbox": [ 0.40645824008517795, 0.4843754069010417, 0.5323440975613064, 0.5093300374348958 ], "point": [ 0.4694, 0.4969 ] }, { "instruction": "a price of 85.00.", "bbox": [ 0.40607808430989584, 0.8431135389539931, 0.46006707085503473, 0.874059312608507 ], "point": [ 0.4331, 0.8586 ] }, { "instruction": "Auto parts.", "bbox": [ 0.1674536493089464, 0.6257655164930556, 0.21653518676757813, 0.6493952094184028 ], "point": [ 0.192, 0.6376 ] }, { "instruction": "a pig in a field.", "bbox": [ 0.3327708774142795, 0.662127685546875, 0.40256805419921876, 0.7730262586805555 ], "point": [ 0.3677, 0.7176 ] }, { "instruction": "Searching or magnifying glass.", "bbox": [ 8.396241399976942e-05, 0.053592681884765625, 0.005188922749625312, 0.08675125122070312 ], "point": [ 0.0026, 0.0702 ] } ], "element_size": 122 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_5/4577.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Cell phones Ohio", "bbox": [ 0.028819447093539768, 0.013888888888888888, 0.09895834657880995, 0.03111111111111111 ], "point": [ 0.0639, 0.0225 ] }, { "instruction": "Classifieds", "bbox": [ 0.10451389948527018, 0.013888888888888888, 0.14895834392971463, 0.029444444444444443 ], "point": [ 0.1267, 0.0217 ] }, { "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws com 9g80/index php?page-search&sRegion-8165418&sCategory-11", "bbox": [ 0.15833331214057075, 0.059444444444444446, 0.705555534362793, 0.08277777777777778 ], "point": [ 0.4319, 0.0711 ] }, { "instruction": "Your search", "bbox": [ 0.16701388888888888, 0.2722222222222222, 0.22083333333333333, 0.28944444444444445 ], "point": [ 0.1939, 0.2808 ] }, { "instruction": "Cell phones Ohio", "bbox": [ 0.33194444444444443, 0.24944444444444444, 0.5638888888888889, 0.3277777777777778 ], "point": [ 0.4479, 0.2886 ] }, { "instruction": "1 - 12 of 38 listings", "bbox": [ 0.3333333757188585, 0.3477777777777778, 0.42916670905219184, 0.3711111111111111 ], "point": [ 0.3813, 0.3594 ] }, { "instruction": "City", "bbox": [ 0.16666667726304796, 0.3605555555555556, 0.1875, 0.38166666666666665 ], "point": [ 0.1771, 0.3711 ] }, { "instruction": "Listings", "bbox": [ 0.3329861111111111, 0.4077777777777778, 0.3871527777777778, 0.43555555555555553 ], "point": [ 0.3601, 0.4217 ] }, { "instruction": "Show only", "bbox": [ 0.16701388888888888, 0.4488888888888889, 0.2170138888888889, 0.4672222222222222 ], "point": [ 0.192, 0.4581 ] }, { "instruction": "25.00 $", "bbox": [ 0.40625, 0.49277777777777776, 0.4583333333333333, 0.5194445122612847 ], "point": [ 0.4323, 0.5061 ] }, { "instruction": "Price", "bbox": [ 0.16701388888888888, 0.5149999660915798, 0.19131944444444443, 0.5322221883138021 ], "point": [ 0.1792, 0.5236 ] }, { "instruction": "Min.", "bbox": [ 0.16805554495917427, 0.5372221544053819, 0.18506944444444445, 0.5522222222222222 ], "point": [ 0.1766, 0.5447 ] }, { "instruction": "Max", "bbox": [ 0.23680555555555555, 0.5372221544053819, 0.25590277777777776, 0.5522222222222222 ], "point": [ 0.2464, 0.5447 ] }, { "instruction": "Cell phones", "bbox": [ 0.4065972222222222, 0.5255555555555556, 0.46041666666666664, 0.5466666666666666 ], "point": [ 0.4335, 0.5361 ] }, { "instruction": "of Youngstown (Ohio)", "bbox": [ 0.4927083757188585, 0.5255555216471354, 0.5909722646077474, 0.5477777438693576 ], "point": [ 0.5418, 0.5367 ] }, { "instruction": "2023/11/15", "bbox": [ 0.6034722222222222, 0.5266665988498264, 0.6586805555555556, 0.5466666666666666 ], "point": [ 0.6311, 0.5367 ] }, { "instruction": "3- Brand New in Box Black Otter Defender Pro Series IPhone Cases with Belt Clip Holster", "bbox": [ 0.4065972222222222, 0.5555555555555556, 0.8291666666666667, 0.5766665988498264 ], "point": [ 0.6179, 0.5661 ] }, { "instruction": "for Iphone 12 & 12 Pro. S25.00 Cash Only Each Firm. Call Only please at the number", "bbox": [ 0.4059027777777778, 0.5755555555555556, 0.8041666666666667, 0.5994444444444444 ], "point": [ 0.605, 0.5875 ] }, { "instruction": "provided, No Text; Email or Blocked Numbers can be accepted:", "bbox": [ 0.40625, 0.5977778455946181, 0.6986111111111111, 0.621666734483507 ], "point": [ 0.5524, 0.6097 ] }, { "instruction": "260.00 $", "bbox": [ 0.40555555555555556, 0.6922222222222222, 0.4670138888888889, 0.7194444444444444 ], "point": [ 0.4363, 0.7058 ] }, { "instruction": "Subscribe to this search", "bbox": [ 0.16701388888888888, 0.7322222222222222, 0.2763888888888889, 0.7483333333333333 ], "point": [ 0.2217, 0.7403 ] }, { "instruction": "Cell phones", "bbox": [ 0.4065972222222222, 0.7255555555555555, 0.46111111111111114, 0.7466666666666667 ], "point": [ 0.4339, 0.7361 ] }, { "instruction": "Cuyahoga Falls (Ohio)", "bbox": [ 0.4739583333333333, 0.7266666666666667, 0.5729166666666666, 0.7477777777777778 ], "point": [ 0.5234, 0.7372 ] }, { "instruction": "2023/11/15", "bbox": [ 0.5854166666666667, 0.7266666666666667, 0.640625, 0.7466666666666667 ], "point": [ 0.613, 0.7367 ] }, { "instruction": "Fully unlocked no cracks or scratches! And hasnt been set up yet also Available to any", "bbox": [ 0.4065972222222222, 0.7555555555555555, 0.8086805555555555, 0.7777777777777778 ], "point": [ 0.6076, 0.7667 ] }, { "instruction": "Carriers dm with any questions:)!", "bbox": [ 0.40555555555555556, 0.7761111111111111, 0.5635416666666667, 0.7994444444444444 ], "point": [ 0.4845, 0.7878 ] }, { "instruction": "do local drop offs and shipping", "bbox": [ 0.5666667090521919, 0.7783333333333333, 0.7142361958821615, 0.8 ], "point": [ 0.6405, 0.7892 ] }, { "instruction": "Refine category", "bbox": [ 0.16666666666666666, 0.8355555555555556, 0.24027777777777778, 0.8572222222222222 ], "point": [ 0.2035, 0.8464 ] }, { "instruction": "150.00 $", "bbox": [ 0.40694444444444444, 0.87, 0.4670138888888889, 0.8972222222222223 ], "point": [ 0.437, 0.8836 ] }, { "instruction": "Cell phones", "bbox": [ 0.40694444444444444, 0.905, 0.4600694444444444, 0.9233333333333333 ], "point": [ 0.4335, 0.9142 ] }, { "instruction": "Brookfield Center (Ohio)", "bbox": [ 0.4739583333333333, 0.9044444444444445, 0.5822916666666667, 0.925 ], "point": [ 0.5281, 0.9147 ] }, { "instruction": "2023/11/13", "bbox": [ 0.5951389312744141, 0.905, 0.649652820163303, 0.9233333333333333 ], "point": [ 0.6224, 0.9142 ] }, { "instruction": "Samsung Galaxy A42 56", "bbox": [ 0.40555555555555556, 0.9311111111111111, 0.5274305555555555, 0.9555555555555556 ], "point": [ 0.4665, 0.9433 ] }, { "instruction": "Good Shape: Comes with new screen protector plus an extra", "bbox": [ 0.5510416666666667, 0.9333333333333333, 0.8361111111111111, 0.9538888888888889 ], "point": [ 0.6936, 0.9436 ] }, { "instruction": "one: Plastic clear case and Leather type case. Charging cord and charger 128 gig. Factory", "bbox": [ 0.4062499576144748, 0.9533333333333334, 0.8274305555555556, 0.98 ], "point": [ 0.6168, 0.9667 ] }, { "instruction": "Unlocked. Works with any carrier: Pick-up only: Firm Price: Three 3 0 Four_", "bbox": [ 0.40625, 0.9761111111111112, 0.7583333333333333, 1.0 ], "point": [ 0.5823, 0.9881 ] }, { "instruction": "City", "bbox": [ 0.4739583333333333, 0.5255555555555556, 0.49236111111111114, 0.5466666666666666 ], "point": [ 0.4832, 0.5361 ] }, { "instruction": "Very", "bbox": [ 0.5274305555555555, 0.9311111111111111, 0.5506944444444445, 0.9561111111111111 ], "point": [ 0.5391, 0.9436 ] }, { "instruction": "Subscribe nowl", "bbox": [ 0.1664994133843316, 0.7511370849609375, 0.27382291158040367, 0.8003063286675347 ], "point": [ 0.2202, 0.7757 ] }, { "instruction": "Sort by: Newly listed", "bbox": [ 0.7171441819932726, 0.333154534233941, 0.8428145514594184, 0.38338450113932293 ], "point": [ 0.78, 0.3583 ] }, { "instruction": "Apply", "bbox": [ 0.16637819078233507, 0.6197972954644098, 0.22890760633680557, 0.6671716986762153 ], "point": [ 0.1976, 0.6435 ] }, { "instruction": "Publish Ad", "bbox": [ 0.7644839816623263, 0.1238405270046658, 0.8412550184461806, 0.16598697238498264 ], "point": [ 0.8029, 0.1449 ] }, { "instruction": "iPhonel", "bbox": [ 0.16610085169474284, 0.29222798665364585, 0.29986614651150173, 0.34478841145833333 ], "point": [ 0.233, 0.3185 ] }, { "instruction": "Not Secure", "bbox": [ 0.08284489843580457, 0.0538869137234158, 0.15555578867594402, 0.08420091417100695 ], "point": [ 0.1192, 0.069 ] }, { "instruction": "Finish update", "bbox": [ 0.9087124294704861, 0.049765997992621526, 0.9971455891927083, 0.08981946309407553 ], "point": [ 0.9529, 0.0698 ] }, { "instruction": "OscClass", "bbox": [ 0.15703362358940973, 0.1027244144015842, 0.28126949734157985, 0.18195404052734376 ], "point": [ 0.2192, 0.1423 ] }, { "instruction": "Cell phones", "bbox": [ 0.21865416632758247, 0.21354983859592014, 0.2716930813259549, 0.2340111287434896 ], "point": [ 0.2452, 0.2238 ] }, { "instruction": "All categories", "bbox": [ 0.16696560117933484, 0.8584343804253473, 0.23006445566813152, 0.8814146592881944 ], "point": [ 0.1985, 0.8699 ] }, { "instruction": "Classifieds", "bbox": [ 0.1603163825141059, 0.2134223429361979, 0.2091334025065104, 0.23392266167534723 ], "point": [ 0.1847, 0.2237 ] }, { "instruction": "Logout", "bbox": [ 0.7129499647352431, 0.13121221754286025, 0.761297607421875, 0.1619430372450087 ], "point": [ 0.7371, 0.1466 ] }, { "instruction": "My account", "bbox": [ 0.6361525217692058, 0.13147747463650172, 0.7059151967366536, 0.16148235744900175 ], "point": [ 0.671, 0.1465 ] }, { "instruction": "X", "bbox": [ 0.15148838890923394, 0.009962667889065214, 0.16490569644504124, 0.035070937474568686 ], "point": [ 0.1582, 0.0225 ] }, { "instruction": "Cell phones", "bbox": [ 0.1673624144660102, 0.8844514973958333, 0.22366036309136283, 0.9072847493489583 ], "point": [ 0.1955, 0.8959 ] }, { "instruction": "3 -New Otter Defender Pro IPhone Cases", "bbox": [ 0.40584356519911025, 0.46538486056857636, 0.6162273406982421, 0.489913330078125 ], "point": [ 0.511, 0.4776 ] }, { "instruction": "listings with pictures", "bbox": [ 0.172341251373291, 0.46788859049479165, 0.2761299981011285, 0.4919965277777778 ], "point": [ 0.2242, 0.4799 ] }, { "instruction": "Ohio", "bbox": [ 0.28166817559136287, 0.21377356635199654, 0.30315912034776477, 0.2337095472547743 ], "point": [ 0.2924, 0.2237 ] }, { "instruction": "Iphone 13 (Green)", "bbox": [ 0.40619053310818143, 0.6638804796006944, 0.5006538814968533, 0.6902330186631944 ], "point": [ 0.4534, 0.6771 ] }, { "instruction": "Samsung Galaxy", "bbox": [ 0.40650236341688367, 0.8427347140842014, 0.49516966078016494, 0.8682583957248264 ], "point": [ 0.4508, 0.8555 ] }, { "instruction": "Subscripting something new.", "bbox": [ 0.1664994133843316, 0.7511370849609375, 0.27382291158040367, 0.8003063286675347 ], "point": [ 0.2202, 0.7757 ] }, { "instruction": "A dropdown menu to select the sort by: Nowly listed.", "bbox": [ 0.7171441819932726, 0.333154534233941, 0.8428145514594184, 0.38338450113932293 ], "point": [ 0.78, 0.3583 ] }, { "instruction": "a horizontal scrollbar.", "bbox": [ 0.16530990600585938, 0.3804070366753472, 0.2988341861300998, 0.4288480631510417 ], "point": [ 0.2321, 0.4046 ] }, { "instruction": "a checkbox.", "bbox": [ 0.1657812860276964, 0.5519962904188368, 0.2305079566107856, 0.6009043375651042 ], "point": [ 0.1981, 0.5765 ] }, { "instruction": "an \"Apply\" button.", "bbox": [ 0.16637819078233507, 0.6197972954644098, 0.22890760633680557, 0.6671716986762153 ], "point": [ 0.1976, 0.6435 ] }, { "instruction": "a checkbox.", "bbox": [ 0.23388152652316624, 0.5523644680447048, 0.2989763683742947, 0.6008664279513889 ], "point": [ 0.2664, 0.5766 ] }, { "instruction": "Publish Ad.", "bbox": [ 0.7644839816623263, 0.1238405270046658, 0.8412550184461806, 0.16598697238498264 ], "point": [ 0.8029, 0.1449 ] }, { "instruction": "an iPhone device.", "bbox": [ 0.16610085169474284, 0.29222798665364585, 0.29986614651150173, 0.34478841145833333 ], "point": [ 0.233, 0.3185 ] }, { "instruction": "Not Security.", "bbox": [ 0.08284489843580457, 0.0538869137234158, 0.15555578867594402, 0.08420091417100695 ], "point": [ 0.1192, 0.069 ] }, { "instruction": "the option to finish an update.", "bbox": [ 0.9087124294704861, 0.049765997992621526, 0.9971455891927083, 0.08981946309407553 ], "point": [ 0.9529, 0.0698 ] }, { "instruction": "a table or grid layout.", "bbox": [ 0.6834489610460069, 0.3348155042860243, 0.7134034898546007, 0.38269541422526043 ], "point": [ 0.6984, 0.3588 ] }, { "instruction": "a menu or list.", "bbox": [ 0.6515176137288411, 0.33505896674262153, 0.6820087432861328, 0.3823468356662326 ], "point": [ 0.6668, 0.3587 ] }, { "instruction": "an option to access the class.", "bbox": [ 0.15703362358940973, 0.1027244144015842, 0.28126949734157985, 0.18195404052734376 ], "point": [ 0.2192, 0.1423 ] }, { "instruction": "a mobile phone.", "bbox": [ 0.3330535888671875, 0.8438544379340278, 0.40216640896267364, 1.0 ], "point": [ 0.3676, 0.9219 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9758727179633246, 0.004488136503431532, 0.9964464823404948, 0.038844512303670246 ], "point": [ 0.9862, 0.0217 ] }, { "instruction": "Up arrow", "bbox": [ 0.8237425910101996, 0.05915657467312283, 0.8405679490831163, 0.08100462171766493 ], "point": [ 0.8322, 0.0701 ] }, { "instruction": "Drop storage.", "bbox": [ 0.3324376000298394, 0.4659896511501736, 0.40267261928982206, 0.6241993543836806 ], "point": [ 0.3676, 0.5451 ] }, { "instruction": "Cell phones.", "bbox": [ 0.21865416632758247, 0.21354983859592014, 0.2716930813259549, 0.2340111287434896 ], "point": [ 0.2452, 0.2238 ] }, { "instruction": "All categories.", "bbox": [ 0.16696560117933484, 0.8584343804253473, 0.23006445566813152, 0.8814146592881944 ], "point": [ 0.1985, 0.8699 ] }, { "instruction": "Bold", "bbox": [ 0.8505160013834635, 0.058489973280164934, 0.8651313781738281, 0.08119657728407118 ], "point": [ 0.8578, 0.0698 ] }, { "instruction": "a button or link to the classifieds section.", "bbox": [ 0.1603163825141059, 0.2134223429361979, 0.2091334025065104, 0.23392266167534723 ], "point": [ 0.1847, 0.2237 ] }, { "instruction": "Logout.", "bbox": [ 0.7129499647352431, 0.13121221754286025, 0.761297607421875, 0.1619430372450087 ], "point": [ 0.7371, 0.1466 ] }, { "instruction": "Five-point star", "bbox": [ 0.790576680501302, 0.05661637200249566, 0.8061350504557292, 0.08485443115234376 ], "point": [ 0.7984, 0.0707 ] }, { "instruction": "My account.", "bbox": [ 0.6361525217692058, 0.13147747463650172, 0.7059151967366536, 0.16148235744900175 ], "point": [ 0.671, 0.1465 ] }, { "instruction": "Back", "bbox": [ 0.007540800174077352, 0.058271679348415796, 0.024601734346813627, 0.08311548868815104 ], "point": [ 0.0161, 0.0707 ] }, { "instruction": "Time Field", "bbox": [ 0.8867502000596789, 0.05701073540581597, 0.9036637200249567, 0.08163056267632378 ], "point": [ 0.8952, 0.0693 ] }, { "instruction": "the Apple logo.", "bbox": [ 0.3331148359510634, 0.6666177029079862, 0.40219145880805124, 0.8020916069878472 ], "point": [ 0.3677, 0.7344 ] }, { "instruction": "Reload", "bbox": [ 0.05511649979485406, 0.05523410373263889, 0.07557616233825684, 0.08405353122287326 ], "point": [ 0.0653, 0.0696 ] }, { "instruction": "Next", "bbox": [ 0.03193433284759521, 0.05843230353461371, 0.04851889080471462, 0.08316541035970051 ], "point": [ 0.0402, 0.0708 ] }, { "instruction": "Close", "bbox": [ 0.15148838890923394, 0.009962667889065214, 0.16490569644504124, 0.035070937474568686 ], "point": [ 0.1582, 0.0225 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.1670537100897895, 0.46837198893229165, 0.1815299352010091, 0.4929246012369792 ], "point": [ 0.1743, 0.4806 ] }, { "instruction": "Add New Tab", "bbox": [ 0.17629548178778753, 0.010054349899291992, 0.18912980821397568, 0.03580953703986274 ], "point": [ 0.1827, 0.0229 ] }, { "instruction": "Cellphones.", "bbox": [ 0.1673624144660102, 0.8844514973958333, 0.22366036309136283, 0.9072847493489583 ], "point": [ 0.1955, 0.8959 ] }, { "instruction": "The option to create a newOther Defender Pro iPhone case.", "bbox": [ 0.40584356519911025, 0.46538486056857636, 0.6162273406982421, 0.489913330078125 ], "point": [ 0.511, 0.4776 ] }, { "instruction": "Listings with pictures.", "bbox": [ 0.172341251373291, 0.46788859049479165, 0.2761299981011285, 0.4919965277777778 ], "point": [ 0.2242, 0.4799 ] }, { "instruction": "ohio state.", "bbox": [ 0.28166817559136287, 0.21377356635199654, 0.30315912034776477, 0.2337095472547743 ], "point": [ 0.2924, 0.2237 ] }, { "instruction": "an iPhone 13 (Green).", "bbox": [ 0.40619053310818143, 0.6638804796006944, 0.5006538814968533, 0.6902330186631944 ], "point": [ 0.4534, 0.6771 ] }, { "instruction": "Samsung Galaxy.", "bbox": [ 0.40650236341688367, 0.8427347140842014, 0.49516966078016494, 0.8682583957248264 ], "point": [ 0.4508, 0.8555 ] }, { "instruction": "a power button.", "bbox": [ 0.9946808709038628, 0.0037735218471950955, 0.9997064378526476, 0.03960611767239041 ], "point": [ 0.9972, 0.0217 ] }, { "instruction": "Increase", "bbox": [ 0.8712251451280382, 0.058712649875217016, 0.8894071790907118, 0.08046866522894966 ], "point": [ 0.8803, 0.0696 ] } ], "element_size": 98 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_6/4811.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Cell phones Ohio", "bbox": [ 0.028819447093539768, 0.013888888888888888, 0.09895834657880995, 0.03111111111111111 ], "point": [ 0.0639, 0.0225 ] }, { "instruction": "Classifieds", "bbox": [ 0.10451389948527018, 0.013888888888888888, 0.14895834392971463, 0.029444444444444443 ], "point": [ 0.1267, 0.0217 ] }, { "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws com 9g80/index php?page-search&sRegion-8165418&sCategory-11", "bbox": [ 0.15833331214057075, 0.059444444444444446, 0.705555534362793, 0.08277777777777778 ], "point": [ 0.4319, 0.0711 ] }, { "instruction": "Your search", "bbox": [ 0.16701388888888888, 0.2722222222222222, 0.22083333333333333, 0.28944444444444445 ], "point": [ 0.1939, 0.2808 ] }, { "instruction": "Cell phones Ohio", "bbox": [ 0.33194444444444443, 0.24944444444444444, 0.5638888888888889, 0.3277777777777778 ], "point": [ 0.4479, 0.2886 ] }, { "instruction": "1", "bbox": [ 0.334375, 0.34999996609157985, 0.34270833333333334, 0.366111077202691 ], "point": [ 0.3385, 0.3581 ] }, { "instruction": "12 of 38 listings", "bbox": [ 0.34965277777777776, 0.3477777777777778, 0.42916666666666664, 0.3711111111111111 ], "point": [ 0.3894, 0.3594 ] }, { "instruction": "Listings", "bbox": [ 0.3329861111111111, 0.4077777777777778, 0.3871527777777778, 0.43555555555555553 ], "point": [ 0.3601, 0.4217 ] }, { "instruction": "Show only", "bbox": [ 0.16701388888888888, 0.4488888888888889, 0.2170138888888889, 0.4672222222222222 ], "point": [ 0.192, 0.4581 ] }, { "instruction": "listings with pictures", "bbox": [ 0.18229166666666666, 0.47055555555555556, 0.2760416666666667, 0.49166666666666664 ], "point": [ 0.2292, 0.4811 ] }, { "instruction": "25.00 $", "bbox": [ 0.40625, 0.49277777777777776, 0.4583333333333333, 0.5194445122612847 ], "point": [ 0.4323, 0.5061 ] }, { "instruction": "Price", "bbox": [ 0.16631944444444444, 0.5133333333333333, 0.1920138888888889, 0.5344444444444445 ], "point": [ 0.1792, 0.5239 ] }, { "instruction": "Min.", "bbox": [ 0.16805554495917427, 0.5372221544053819, 0.18506944444444445, 0.5522222222222222 ], "point": [ 0.1766, 0.5447 ] }, { "instruction": "Max", "bbox": [ 0.23680555555555555, 0.5372221544053819, 0.2552083333333333, 0.5522222222222222 ], "point": [ 0.246, 0.5447 ] }, { "instruction": "Cell phones", "bbox": [ 0.4065972222222222, 0.5255555555555556, 0.46041666666666664, 0.5466666666666666 ], "point": [ 0.4335, 0.5361 ] }, { "instruction": "of Youngstown (Ohio)", "bbox": [ 0.4927083757188585, 0.5255555216471354, 0.5909722646077474, 0.5477777438693576 ], "point": [ 0.5418, 0.5367 ] }, { "instruction": "2023/11/15", "bbox": [ 0.6034722222222222, 0.5266665988498264, 0.6586805555555556, 0.5466666666666666 ], "point": [ 0.6311, 0.5367 ] }, { "instruction": "3- Brand New in Box Black Otter Defender Pro Series IPhone Cases with Belt Clip Holster", "bbox": [ 0.4065972222222222, 0.5555555555555556, 0.8291666666666667, 0.5766665988498264 ], "point": [ 0.6179, 0.5661 ] }, { "instruction": "for Iphone 12 & 12 Pro. S25.00 Cash Only Each Firm. Call Only please at the number", "bbox": [ 0.4059027777777778, 0.5755555555555556, 0.8041666666666667, 0.5994444444444444 ], "point": [ 0.605, 0.5875 ] }, { "instruction": "provided, No Text; Email or Blocked Numbers can be accepted:", "bbox": [ 0.40625, 0.5977778455946181, 0.6986111111111111, 0.621666734483507 ], "point": [ 0.5524, 0.6097 ] }, { "instruction": "260.00 $", "bbox": [ 0.40555555555555556, 0.6922222222222222, 0.4670138888888889, 0.7194444444444444 ], "point": [ 0.4363, 0.7058 ] }, { "instruction": "Subscribe to this search", "bbox": [ 0.16701388888888888, 0.7322222222222222, 0.2763888888888889, 0.7483333333333333 ], "point": [ 0.2217, 0.7403 ] }, { "instruction": "Cell phones", "bbox": [ 0.4065972222222222, 0.7255555555555555, 0.46111111111111114, 0.7466666666666667 ], "point": [ 0.4339, 0.7361 ] }, { "instruction": "Cuyahoga Falls (Ohio)", "bbox": [ 0.4739583333333333, 0.7266666666666667, 0.5729166666666666, 0.7477777777777778 ], "point": [ 0.5234, 0.7372 ] }, { "instruction": "2023/11/15", "bbox": [ 0.5854166666666667, 0.7266666666666667, 0.640625, 0.7466666666666667 ], "point": [ 0.613, 0.7367 ] }, { "instruction": "Fully unlocked no cracks or scratches! And hasnt been set up yet also Available to any", "bbox": [ 0.4065972222222222, 0.7555555555555555, 0.8086805555555555, 0.7777777777777778 ], "point": [ 0.6076, 0.7667 ] }, { "instruction": "Carriers dm with any questions:)!", "bbox": [ 0.40555555555555556, 0.7761111111111111, 0.5635416666666667, 0.7994444444444444 ], "point": [ 0.4845, 0.7878 ] }, { "instruction": "do local drop offs and shipping", "bbox": [ 0.5666667090521919, 0.7783333333333333, 0.7142361958821615, 0.8 ], "point": [ 0.6405, 0.7892 ] }, { "instruction": "Refine category", "bbox": [ 0.16666666666666666, 0.8355555555555556, 0.24027777777777778, 0.8577777777777778 ], "point": [ 0.2035, 0.8467 ] }, { "instruction": "150.00 $", "bbox": [ 0.40694444444444444, 0.87, 0.4670138888888889, 0.8972222222222223 ], "point": [ 0.437, 0.8836 ] }, { "instruction": "Cell phones", "bbox": [ 0.40694444444444444, 0.905, 0.4600694444444444, 0.9233333333333333 ], "point": [ 0.4335, 0.9142 ] }, { "instruction": "Brookfield Center (Ohio)", "bbox": [ 0.4739583333333333, 0.9044444444444445, 0.5822916666666667, 0.925 ], "point": [ 0.5281, 0.9147 ] }, { "instruction": "2023/11/13", "bbox": [ 0.5951389312744141, 0.905, 0.649652820163303, 0.9233333333333333 ], "point": [ 0.6224, 0.9142 ] }, { "instruction": "Samsung Galaxy A42 56", "bbox": [ 0.40555555555555556, 0.9311111111111111, 0.5274305555555555, 0.9555555555555556 ], "point": [ 0.4665, 0.9433 ] }, { "instruction": "Good Shape: Comes with new screen protector plus an extra", "bbox": [ 0.5510416666666667, 0.9333333333333333, 0.8361111111111111, 0.9538888888888889 ], "point": [ 0.6936, 0.9436 ] }, { "instruction": "one: Plastic clear case and Leather type case. Charging cord and charger 128 gig. Factory", "bbox": [ 0.4062499576144748, 0.9533333333333334, 0.8274305555555556, 0.98 ], "point": [ 0.6168, 0.9667 ] }, { "instruction": "Unlocked. Works with any carrier: Pick-up only: Firm Price: Three 3 0 Four_", "bbox": [ 0.40625, 0.9761111111111112, 0.7583333333333333, 1.0 ], "point": [ 0.5823, 0.9881 ] }, { "instruction": "City", "bbox": [ 0.1673611217074924, 0.35777777777777775, 0.18680557674831813, 0.38222222222222224 ], "point": [ 0.1771, 0.37 ] }, { "instruction": "City", "bbox": [ 0.4739583333333333, 0.5255555555555556, 0.49236111111111114, 0.5466666666666666 ], "point": [ 0.4832, 0.5361 ] }, { "instruction": "Very", "bbox": [ 0.5274305555555555, 0.9311111111111111, 0.5506944444444445, 0.9561111111111111 ], "point": [ 0.5391, 0.9436 ] }, { "instruction": "Subscribe nowl", "bbox": [ 0.16652449501885308, 0.7511683485243056, 0.2737935384114583, 0.8002906629774306 ], "point": [ 0.2202, 0.7757 ] }, { "instruction": "Sort by: Newly listed", "bbox": [ 0.7171846177842882, 0.3331877644856771, 0.8427564832899306, 0.38333648681640625 ], "point": [ 0.78, 0.3583 ] }, { "instruction": "iPhone", "bbox": [ 0.1666023360358344, 0.2927905612521701, 0.29861441718207465, 0.34176021999782985 ], "point": [ 0.2326, 0.3173 ] }, { "instruction": "Apply", "bbox": [ 0.16637340121799046, 0.6198220486111111, 0.22893312242296007, 0.6671910264756944 ], "point": [ 0.1977, 0.6435 ] }, { "instruction": "Publish Ad", "bbox": [ 0.7644937303331163, 0.12384474860297309, 0.8412583245171441, 0.1659894307454427 ], "point": [ 0.8029, 0.1449 ] }, { "instruction": "Not Secure", "bbox": [ 0.08288144005669487, 0.05386794196234809, 0.15555171966552733, 0.08420500861273872 ], "point": [ 0.1192, 0.069 ] }, { "instruction": "Finish update", "bbox": [ 0.9087125142415364, 0.049779544406467015, 0.9971546596950955, 0.08982170104980469 ], "point": [ 0.9529, 0.0698 ] }, { "instruction": "OscClass", "bbox": [ 0.15699901580810546, 0.10269119262695313, 0.28123035430908205, 0.1818688456217448 ], "point": [ 0.2191, 0.1423 ] }, { "instruction": "All categories", "bbox": [ 0.16696548461914062, 0.8584539116753472, 0.23006583319769966, 0.8813713921440972 ], "point": [ 0.1985, 0.8699 ] }, { "instruction": "My account", "bbox": [ 0.6361751556396484, 0.13148226420084635, 0.7059480879041884, 0.1615822007921007 ], "point": [ 0.6711, 0.1465 ] }, { "instruction": "Logout", "bbox": [ 0.7127291361490885, 0.13116332160101996, 0.7614728291829427, 0.16203776041666668 ], "point": [ 0.7371, 0.1466 ] }, { "instruction": "Cell phones", "bbox": [ 0.21864437527126737, 0.21370091756184895, 0.2716837141248915, 0.23391087849934897 ], "point": [ 0.2452, 0.2238 ] }, { "instruction": "Classifieds", "bbox": [ 0.16033511691623265, 0.2135917494032118, 0.20914616054958768, 0.23389309353298612 ], "point": [ 0.1847, 0.2237 ] }, { "instruction": "X", "bbox": [ 0.15147830115424263, 0.009944212171766493, 0.16491033766004776, 0.03505657196044922 ], "point": [ 0.1582, 0.0225 ] }, { "instruction": "3 -New Otter Defender Pro IPhone Cases", "bbox": [ 0.40588883293999567, 0.46539154052734377, 0.6162223392062717, 0.48989593505859375 ], "point": [ 0.5111, 0.4776 ] }, { "instruction": "Cell phones", "bbox": [ 0.16736853917439778, 0.884459703233507, 0.2236747317843967, 0.907257826063368 ], "point": [ 0.1955, 0.8959 ] }, { "instruction": "Ohio", "bbox": [ 0.2816631317138672, 0.213880615234375, 0.3031803978814019, 0.23365492078993055 ], "point": [ 0.2924, 0.2238 ] }, { "instruction": "Iphone 13 (Green)", "bbox": [ 0.40617523193359373, 0.6638441297743055, 0.5006312052408854, 0.6902591959635417 ], "point": [ 0.4534, 0.6771 ] }, { "instruction": "Samsung Galaxy", "bbox": [ 0.4065099080403646, 0.8427093505859375, 0.4951515197753906, 0.8682640923394097 ], "point": [ 0.4508, 0.8555 ] }, { "instruction": "Subscripting something new.", "bbox": [ 0.16652449501885308, 0.7511683485243056, 0.2737935384114583, 0.8002906629774306 ], "point": [ 0.2202, 0.7757 ] }, { "instruction": "A dropdown menu to select the sort by: Nowly listed.", "bbox": [ 0.7171846177842882, 0.3331877644856771, 0.8427564832899306, 0.38333648681640625 ], "point": [ 0.78, 0.3583 ] }, { "instruction": "a horizontal scrollbar.", "bbox": [ 0.16537085639105903, 0.3803522406684028, 0.298841306898329, 0.42881523980034725 ], "point": [ 0.2321, 0.4046 ] }, { "instruction": "an iPhone.", "bbox": [ 0.1666023360358344, 0.2927905612521701, 0.29861441718207465, 0.34176021999782985 ], "point": [ 0.2326, 0.3173 ] }, { "instruction": "an \"Apply\" button.", "bbox": [ 0.16637340121799046, 0.6198220486111111, 0.22893312242296007, 0.6671910264756944 ], "point": [ 0.1977, 0.6435 ] }, { "instruction": "a checkbox.", "bbox": [ 0.23399151696099174, 0.5521245998806423, 0.29888078901502824, 0.601022203233507 ], "point": [ 0.2664, 0.5766 ] }, { "instruction": "Publish Ad.", "bbox": [ 0.7644937303331163, 0.12384474860297309, 0.8412583245171441, 0.1659894307454427 ], "point": [ 0.8029, 0.1449 ] }, { "instruction": "Text alignment.", "bbox": [ 0.16566140916612412, 0.5516396077473958, 0.23115709092881945, 0.6012279595269098 ], "point": [ 0.1984, 0.5764 ] }, { "instruction": "Not Security.", "bbox": [ 0.08288144005669487, 0.05386794196234809, 0.15555171966552733, 0.08420500861273872 ], "point": [ 0.1192, 0.069 ] }, { "instruction": "the option to finish an update.", "bbox": [ 0.9087125142415364, 0.049779544406467015, 0.9971546596950955, 0.08982170104980469 ], "point": [ 0.9529, 0.0698 ] }, { "instruction": "a table or grid layout.", "bbox": [ 0.6835147433810764, 0.3348880683051215, 0.7133833143446181, 0.3826273261176215 ], "point": [ 0.6984, 0.3588 ] }, { "instruction": "a menu or list.", "bbox": [ 0.6516407860649956, 0.3351303439670139, 0.6819684770372179, 0.38231133355034724 ], "point": [ 0.6668, 0.3587 ] }, { "instruction": "an option to access the class.", "bbox": [ 0.15699901580810546, 0.10269119262695313, 0.28123035430908205, 0.1818688456217448 ], "point": [ 0.2191, 0.1423 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9758714463975694, 0.004509996838039822, 0.9964440239800347, 0.03884135670132107 ], "point": [ 0.9862, 0.0217 ] }, { "instruction": "a mobile phone.", "bbox": [ 0.3330572764078776, 0.8438067626953125, 0.4021614498562283, 0.9999999321831597 ], "point": [ 0.3676, 0.9219 ] }, { "instruction": "Up arrow", "bbox": [ 0.8236590067545573, 0.059085489908854164, 0.8406335618760851, 0.08102639940049913 ], "point": [ 0.8321, 0.0701 ] }, { "instruction": "Bold", "bbox": [ 0.8504720052083333, 0.058470734490288626, 0.8651735093858507, 0.0811774190266927 ], "point": [ 0.8578, 0.0698 ] }, { "instruction": "All categories.", "bbox": [ 0.16696548461914062, 0.8584539116753472, 0.23006583319769966, 0.8813713921440972 ], "point": [ 0.1985, 0.8699 ] }, { "instruction": "My account.", "bbox": [ 0.6361751556396484, 0.13148226420084635, 0.7059480879041884, 0.1615822007921007 ], "point": [ 0.6711, 0.1465 ] }, { "instruction": "Logout.", "bbox": [ 0.7127291361490885, 0.13116332160101996, 0.7614728291829427, 0.16203776041666668 ], "point": [ 0.7371, 0.1466 ] }, { "instruction": "Cell phones.", "bbox": [ 0.21864437527126737, 0.21370091756184895, 0.2716837141248915, 0.23391087849934897 ], "point": [ 0.2452, 0.2238 ] }, { "instruction": "Five-point star", "bbox": [ 0.7905648125542535, 0.056600151062011717, 0.8061915079752604, 0.08486657884385851 ], "point": [ 0.7984, 0.0707 ] }, { "instruction": "a button or link to the classifieds section.", "bbox": [ 0.16033511691623265, 0.2135917494032118, 0.20914616054958768, 0.23389309353298612 ], "point": [ 0.1847, 0.2237 ] }, { "instruction": "Time Field", "bbox": [ 0.8866422017415364, 0.05696834140353733, 0.9037198384602865, 0.08159300062391493 ], "point": [ 0.8952, 0.0693 ] }, { "instruction": "Back", "bbox": [ 0.007510854800542196, 0.05821513281928169, 0.024657148122787475, 0.08312979804144965 ], "point": [ 0.0161, 0.0707 ] }, { "instruction": "Reload", "bbox": [ 0.05511530770195855, 0.055117001003689235, 0.07558051215277778, 0.08404056125217015 ], "point": [ 0.0653, 0.0696 ] }, { "instruction": "the Apple logo.", "bbox": [ 0.3331313874986437, 0.6665438503689236, 0.40219145880805124, 0.8024672444661458 ], "point": [ 0.3677, 0.7345 ] }, { "instruction": "Next", "bbox": [ 0.03185713291168213, 0.058298933241102434, 0.048586930168999565, 0.08319888644748263 ], "point": [ 0.0402, 0.0707 ] }, { "instruction": "Add New Tab", "bbox": [ 0.17628739674886068, 0.010072813034057618, 0.18914063771565756, 0.03575121879577637 ], "point": [ 0.1827, 0.0229 ] }, { "instruction": "Close", "bbox": [ 0.15147830115424263, 0.009944212171766493, 0.16491033766004776, 0.03505657196044922 ], "point": [ 0.1582, 0.0225 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.16707433064778646, 0.46832960340711804, 0.18153625064426, 0.49325100368923613 ], "point": [ 0.1743, 0.4808 ] }, { "instruction": "The option to create a newOther Defender Pro iPhone case.", "bbox": [ 0.40588883293999567, 0.46539154052734377, 0.6162223392062717, 0.48989593505859375 ], "point": [ 0.5111, 0.4776 ] }, { "instruction": "Cellphones.", "bbox": [ 0.16736853917439778, 0.884459703233507, 0.2236747317843967, 0.907257826063368 ], "point": [ 0.1955, 0.8959 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.3323831770155165, 0.46538672553168403, 0.4029037899441189, 0.5990602620442709 ], "point": [ 0.3676, 0.5322 ] }, { "instruction": "ohio state.", "bbox": [ 0.2816631317138672, 0.213880615234375, 0.3031803978814019, 0.23365492078993055 ], "point": [ 0.2924, 0.2238 ] }, { "instruction": "an iPhone 13 (Green).", "bbox": [ 0.40617523193359373, 0.6638441297743055, 0.5006312052408854, 0.6902591959635417 ], "point": [ 0.4534, 0.6771 ] }, { "instruction": "Samsung Galaxy.", "bbox": [ 0.4065099080403646, 0.8427093505859375, 0.4951515197753906, 0.8682640923394097 ], "point": [ 0.4508, 0.8555 ] }, { "instruction": "a power button.", "bbox": [ 0.9946706983778212, 0.0037986585828993055, 0.9996966044108073, 0.03959619310167101 ], "point": [ 0.9972, 0.0217 ] } ], "element_size": 97 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_7/7384.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "iPhone > Cell phones Ohio", "bbox": [ 0.028819439146253796, 0.013888888888888888, 0.13645832803514268, 0.03111111111111111 ], "point": [ 0.0826, 0.0225 ] }, { "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com:9980/index php?page-search&sOrder-i_price&iOrderType-desc&sPattern-iPho.", "bbox": [ 0.15833335452609593, 0.06055555555555556, 0.7791666878594292, 0.08277777777777778 ], "point": [ 0.4688, 0.0717 ] }, { "instruction": "Search results: iPhone", "bbox": [ 0.3125, 0.215, 0.4114583333333333, 0.23222222222222222 ], "point": [ 0.362, 0.2236 ] }, { "instruction": "Your search", "bbox": [ 0.16701388888888888, 0.2722222222222222, 0.22083333333333333, 0.28944444444444445 ], "point": [ 0.1939, 0.2808 ] }, { "instruction": "Cell phones Ohio", "bbox": [ 0.3315972222222222, 0.255, 0.5635416666666667, 0.32666666666666666 ], "point": [ 0.4476, 0.2908 ] }, { "instruction": "1 - 12 of 12 listings", "bbox": [ 0.3333333757188585, 0.3477777777777778, 0.42916670905219184, 0.3711111111111111 ], "point": [ 0.3813, 0.3594 ] }, { "instruction": "Newly listed", "bbox": [ 0.7065972222222222, 0.3983333333333333, 0.7680555555555556, 0.41888888888888887 ], "point": [ 0.7373, 0.4086 ] }, { "instruction": "Listings", "bbox": [ 0.3329861111111111, 0.4077777777777778, 0.3871527777777778, 0.43555555555555553 ], "point": [ 0.3601, 0.4217 ] }, { "instruction": "Lower price first", "bbox": [ 0.7065972222222222, 0.43, 0.7861111111111111, 0.45444444444444443 ], "point": [ 0.7464, 0.4422 ] }, { "instruction": "Show only", "bbox": [ 0.16701388888888888, 0.4488888888888889, 0.2170138888888889, 0.4672222222222222 ], "point": [ 0.192, 0.4581 ] }, { "instruction": "listings with pictures", "bbox": [ 0.18159720102945964, 0.4683332994249132, 0.2760416454739041, 0.49277774386935763 ], "point": [ 0.2288, 0.4806 ] }, { "instruction": "Higher price first", "bbox": [ 0.7065972222222222, 0.46555555555555556, 0.7885416666666667, 0.48833333333333334 ], "point": [ 0.7476, 0.4769 ] }, { "instruction": "900.00 $", "bbox": [ 0.4045138888888889, 0.49277777777777776, 0.4670138888888889, 0.5194445122612847 ], "point": [ 0.4358, 0.5061 ] }, { "instruction": "Price", "bbox": [ 0.16701388888888888, 0.5149999660915798, 0.19131944444444443, 0.5322221883138021 ], "point": [ 0.1792, 0.5236 ] }, { "instruction": "Min.", "bbox": [ 0.16805554495917427, 0.5372221544053819, 0.18506944444444445, 0.5522222222222222 ], "point": [ 0.1766, 0.5447 ] }, { "instruction": "Max", "bbox": [ 0.23680555555555555, 0.5372221544053819, 0.25590277777777776, 0.5522222222222222 ], "point": [ 0.2464, 0.5447 ] }, { "instruction": "Cell phones", "bbox": [ 0.4065972222222222, 0.5255555555555556, 0.46111111111111114, 0.5466666666666666 ], "point": [ 0.4339, 0.5361 ] }, { "instruction": "Akron (Ohio)", "bbox": [ 0.4736111111111111, 0.5261111111111111, 0.5322916666666667, 0.5477777777777778 ], "point": [ 0.503, 0.5369 ] }, { "instruction": "2023/11/02", "bbox": [ 0.5447915818956163, 0.5266665988498264, 0.6, 0.5466666666666666 ], "point": [ 0.5724, 0.5367 ] }, { "instruction": "Be ready please joo-won_nair208@example.com", "bbox": [ 0.4065972222222222, 0.5544444444444444, 0.6375, 0.5766666666666667 ], "point": [ 0.522, 0.5656 ] }, { "instruction": "800.00 $", "bbox": [ 0.4045138888888889, 0.6466666666666666, 0.4670138888888889, 0.675 ], "point": [ 0.4358, 0.6608 ] }, { "instruction": "Cell phones", "bbox": [ 0.4065972222222222, 0.6816666666666666, 0.46111111111111114, 0.7016666666666667 ], "point": [ 0.4339, 0.6917 ] }, { "instruction": "Akron (Ohio)", "bbox": [ 0.47430555555555554, 0.6838888888888889, 0.5319444444444444, 0.7022222222222222 ], "point": [ 0.5031, 0.6931 ] }, { "instruction": "2023/11/09", "bbox": [ 0.5447915818956163, 0.6816666666666666, 0.6, 0.7016666666666667 ], "point": [ 0.5724, 0.6917 ] }, { "instruction": "Unlocked and ready to go. New in box. Wanted to go with samsung so have no use for it:", "bbox": [ 0.4065972222222222, 0.7105555555555556, 0.8243055555555555, 0.7327777777777778 ], "point": [ 0.6155, 0.7217 ] }, { "instruction": "Subscribe to this search", "bbox": [ 0.16701388888888888, 0.7322222222222222, 0.2763888888888889, 0.7483333333333333 ], "point": [ 0.2217, 0.7403 ] }, { "instruction": "have 2 of them: One was mine one was my boyfriends Will sell as a", "bbox": [ 0.4065972222222222, 0.7333333333333333, 0.7267361111111111, 0.755 ], "point": [ 0.5667, 0.7442 ] }, { "instruction": "for a discount:", "bbox": [ 0.7475694444444444, 0.7338888210720486, 0.8145833333333333, 0.7511110432942708 ], "point": [ 0.7811, 0.7425 ] }, { "instruction": "Refine category", "bbox": [ 0.16666666666666666, 0.8355555555555556, 0.24027777777777778, 0.8577777777777778 ], "point": [ 0.2035, 0.8467 ] }, { "instruction": "260.00 $", "bbox": [ 0.40625, 0.8261111789279514, 0.4670138888888889, 0.8533334011501736 ], "point": [ 0.4366, 0.8397 ] }, { "instruction": "Cell phones", "bbox": [ 0.40694444444444444, 0.8611111111111112, 0.4600694444444444, 0.8783333333333333 ], "point": [ 0.4335, 0.8697 ] }, { "instruction": "Cuyahoga Falls (Ohio)", "bbox": [ 0.47430555555555554, 0.8611111111111112, 0.5725694444444445, 0.8794444444444445 ], "point": [ 0.5234, 0.8703 ] }, { "instruction": "2023/11/15", "bbox": [ 0.5857638888888889, 0.86, 0.6402777777777777, 0.8783333333333333 ], "point": [ 0.613, 0.8692 ] }, { "instruction": "Fully unlocked no cracks or scratches! And hasnt been set up", "bbox": [ 0.4059027777777778, 0.887777845594618, 0.6923611111111111, 0.9105556233723958 ], "point": [ 0.5491, 0.8992 ] }, { "instruction": "also Available to any", "bbox": [ 0.7090277777777778, 0.888333265516493, 0.8086805555555555, 0.9088888210720486 ], "point": [ 0.7589, 0.8986 ] }, { "instruction": "Carriers dm with any questions:)!", "bbox": [ 0.4065972222222222, 0.9105554877387153, 0.5635416666666667, 0.9327777099609375 ], "point": [ 0.4851, 0.9217 ] }, { "instruction": "do local drop offs and shipping", "bbox": [ 0.5677083333333334, 0.9105556233723958, 0.7142361958821615, 0.9338889567057291 ], "point": [ 0.641, 0.9222 ] }, { "instruction": "City", "bbox": [ 0.1673611217074924, 0.35777777777777775, 0.18680557674831813, 0.38222222222222224 ], "point": [ 0.1771, 0.37 ] }, { "instruction": "pair", "bbox": [ 0.7267361111111111, 0.7355555555555555, 0.7489583333333333, 0.75 ], "point": [ 0.7378, 0.7428 ] }, { "instruction": "yet", "bbox": [ 0.690972179836697, 0.8916666666666667, 0.7107638465033637, 0.9072222222222223 ], "point": [ 0.7009, 0.8994 ] }, { "instruction": "Subscribe nowl", "bbox": [ 0.1666484832763672, 0.7509775797526042, 0.27442398071289065, 0.8005515543619791 ], "point": [ 0.2205, 0.7758 ] }, { "instruction": "iPhone", "bbox": [ 0.16668451097276477, 0.29283114963107637, 0.2985677507188585, 0.3416275363498264 ], "point": [ 0.2326, 0.3172 ] }, { "instruction": "Apply", "bbox": [ 0.16639958487616646, 0.6197743733723958, 0.22890396118164064, 0.6672193060980903 ], "point": [ 0.1977, 0.6435 ] }, { "instruction": "100", "bbox": [ 0.16599114735921225, 0.552394036187066, 0.2303922653198242, 0.6007438151041666 ], "point": [ 0.1982, 0.5766 ] }, { "instruction": "2000", "bbox": [ 0.23375509050157334, 0.5523605007595486, 0.2989323298136393, 0.6008339436848958 ], "point": [ 0.2663, 0.5766 ] }, { "instruction": "Publish Ad", "bbox": [ 0.764416758219401, 0.12375073750813802, 0.8413012186686198, 0.16599948459201389 ], "point": [ 0.8029, 0.1449 ] }, { "instruction": "Not Secure", "bbox": [ 0.08301871617635091, 0.053720058865017364, 0.1555301136440701, 0.08421652052137586 ], "point": [ 0.1193, 0.069 ] }, { "instruction": "Finish update", "bbox": [ 0.9086992051866319, 0.0497639889187283, 0.9971917046440972, 0.08984135097927518 ], "point": [ 0.9529, 0.0698 ] }, { "instruction": "Osclass", "bbox": [ 0.15669271681043836, 0.10239669799804688, 0.28150647481282554, 0.18258092244466145 ], "point": [ 0.2191, 0.1425 ] }, { "instruction": "Ohio", "bbox": [ 0.2819297154744466, 0.21405363294813368, 0.30344566769070097, 0.23375520494249133 ], "point": [ 0.2927, 0.2239 ] }, { "instruction": "Cell phones", "bbox": [ 0.21861631605360243, 0.21335589938693578, 0.2717222425672743, 0.23427312215169271 ], "point": [ 0.2452, 0.2238 ] }, { "instruction": "Classifieds", "bbox": [ 0.16035033331976997, 0.21322616577148437, 0.2091551462809245, 0.23412033081054687 ], "point": [ 0.1848, 0.2237 ] }, { "instruction": "Sort by: Higher", "bbox": [ 0.6976270887586805, 0.3338251410590278, 0.840870836046007, 0.38274549696180554 ], "point": [ 0.7692, 0.3583 ] }, { "instruction": "ice first", "bbox": [ 0.6976270887586805, 0.3338251410590278, 0.840870836046007, 0.38274549696180554 ], "point": [ 0.7692, 0.3583 ] }, { "instruction": "Logout", "bbox": [ 0.7133460150824653, 0.13046964857313367, 0.7620997111002604, 0.16238343980577258 ], "point": [ 0.7377, 0.1464 ] }, { "instruction": "All categories", "bbox": [ 0.16696589787801105, 0.8584960259331598, 0.23017031351725262, 0.8814782036675347 ], "point": [ 0.1986, 0.87 ] }, { "instruction": "My account", "bbox": [ 0.6348084343804253, 0.13040782504611545, 0.7073543972439236, 0.1626553005642361 ], "point": [ 0.6711, 0.1465 ] }, { "instruction": "X", "bbox": [ 0.15179564158121744, 0.009560085932413738, 0.16476563347710504, 0.03459900008307563 ], "point": [ 0.1583, 0.0221 ] }, { "instruction": "Cell phones", "bbox": [ 0.1672480477227105, 0.884506361219618, 0.22380907270643446, 0.9072667778862847 ], "point": [ 0.1955, 0.8959 ] }, { "instruction": "Iphone 14 Pro Max 1TB Deep Purple", "bbox": [ 0.4059429592556424, 0.62053466796875, 0.5944008721245659, 0.6466543240017361 ], "point": [ 0.5002, 0.6336 ] }, { "instruction": "Iphone 13 (Green)", "bbox": [ 0.4064566294352214, 0.7984855143229167, 0.49995867411295575, 0.8233730740017361 ], "point": [ 0.4532, 0.8109 ] }, { "instruction": "iphone 14 pro max", "bbox": [ 0.40707355075412327, 0.464478522406684, 0.5039014180501302, 0.4901982625325521 ], "point": [ 0.4555, 0.4773 ] }, { "instruction": "Iphone xr", "bbox": [ 0.40633621215820315, 0.97710205078125, 0.4573802524142795, 1.0 ], "point": [ 0.4319, 0.9886 ] }, { "instruction": "Subscripting something new.", "bbox": [ 0.1666484832763672, 0.7509775797526042, 0.27442398071289065, 0.8005515543619791 ], "point": [ 0.2205, 0.7758 ] }, { "instruction": "a horizontal scrollbar.", "bbox": [ 0.16538882785373263, 0.3803179253472222, 0.2988655514187283, 0.42876627604166667 ], "point": [ 0.2321, 0.4045 ] }, { "instruction": "an iPhone.", "bbox": [ 0.16668451097276477, 0.29283114963107637, 0.2985677507188585, 0.3416275363498264 ], "point": [ 0.2326, 0.3172 ] }, { "instruction": "an \"Apply\" button.", "bbox": [ 0.16639958487616646, 0.6197743733723958, 0.22890396118164064, 0.6672193060980903 ], "point": [ 0.1977, 0.6435 ] }, { "instruction": "the number 100.", "bbox": [ 0.16599114735921225, 0.552394036187066, 0.2303922653198242, 0.6007438151041666 ], "point": [ 0.1982, 0.5766 ] }, { "instruction": "a value of 2000.", "bbox": [ 0.23375509050157334, 0.5523605007595486, 0.2989323298136393, 0.6008339436848958 ], "point": [ 0.2663, 0.5766 ] }, { "instruction": "Publish Ad.", "bbox": [ 0.764416758219401, 0.12375073750813802, 0.8413012186686198, 0.16599948459201389 ], "point": [ 0.8029, 0.1449 ] }, { "instruction": "Not Security.", "bbox": [ 0.08301871617635091, 0.053720058865017364, 0.1555301136440701, 0.08421652052137586 ], "point": [ 0.1193, 0.069 ] }, { "instruction": "the option to finish an update.", "bbox": [ 0.9086992051866319, 0.0497639889187283, 0.9971917046440972, 0.08984135097927518 ], "point": [ 0.9529, 0.0698 ] }, { "instruction": "a menu or list.", "bbox": [ 0.6318003760443793, 0.3353817749023438, 0.6626091427273221, 0.38246029324001735 ], "point": [ 0.6472, 0.3589 ] }, { "instruction": "a table or grid layout.", "bbox": [ 0.6640578799777561, 0.3346237521701389, 0.6938260820176866, 0.3827977837456597 ], "point": [ 0.6789, 0.3587 ] }, { "instruction": "an option to access the class.", "bbox": [ 0.15669271681043836, 0.10239669799804688, 0.28150647481282554, 0.18258092244466145 ], "point": [ 0.2191, 0.1425 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9756212870279948, 0.0038522042168511283, 0.9961779276529948, 0.039744873046875 ], "point": [ 0.9859, 0.0218 ] }, { "instruction": "Up arrow", "bbox": [ 0.8232672797309027, 0.058937246534559465, 0.8407970852322049, 0.08107645670572916 ], "point": [ 0.832, 0.07 ] }, { "instruction": "ohio state.", "bbox": [ 0.2819297154744466, 0.21405363294813368, 0.30344566769070097, 0.23375520494249133 ], "point": [ 0.2927, 0.2239 ] }, { "instruction": "Cell phones.", "bbox": [ 0.21861631605360243, 0.21335589938693578, 0.2717222425672743, 0.23427312215169271 ], "point": [ 0.2452, 0.2238 ] }, { "instruction": "a button or link to the classifieds section.", "bbox": [ 0.16035033331976997, 0.21322616577148437, 0.2091551462809245, 0.23412033081054687 ], "point": [ 0.1848, 0.2237 ] }, { "instruction": "a search function.", "bbox": [ 0.6976270887586805, 0.3338251410590278, 0.840870836046007, 0.38274549696180554 ], "point": [ 0.7692, 0.3583 ] }, { "instruction": "Logout.", "bbox": [ 0.7133460150824653, 0.13046964857313367, 0.7620997111002604, 0.16238343980577258 ], "point": [ 0.7377, 0.1464 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.8502649943033854, 0.05846724192301432, 0.8652075873480902, 0.08113714430067274 ], "point": [ 0.8577, 0.0698 ] }, { "instruction": "All categories.", "bbox": [ 0.16696589787801105, 0.8584960259331598, 0.23017031351725262, 0.8814782036675347 ], "point": [ 0.1986, 0.87 ] }, { "instruction": "My account.", "bbox": [ 0.6348084343804253, 0.13040782504611545, 0.7073543972439236, 0.1626553005642361 ], "point": [ 0.6711, 0.1465 ] }, { "instruction": "Reload", "bbox": [ 0.05477677981058757, 0.053769026862250435, 0.07621464729309083, 0.0851220448811849 ], "point": [ 0.0655, 0.0694 ] }, { "instruction": "Time Field", "bbox": [ 0.8861336602105034, 0.05672864278157552, 0.904034423828125, 0.08141793992784288 ], "point": [ 0.8951, 0.0691 ] }, { "instruction": "the Apple logo on an Apple device.", "bbox": [ 0.33302071889241536, 0.8001955159505209, 0.4021703084309896, 0.8900903998480902 ], "point": [ 0.3676, 0.8451 ] }, { "instruction": "Back", "bbox": [ 0.006832453939649794, 0.056428773668077255, 0.02562394142150879, 0.0837027570936415 ], "point": [ 0.0162, 0.0701 ] }, { "instruction": "Forward", "bbox": [ 0.030615101920233832, 0.05612955305311415, 0.04916001425849067, 0.08366067674424914 ], "point": [ 0.0399, 0.0699 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.1670851601494683, 0.4683792792426215, 0.18147684733072916, 0.4931055026584201 ], "point": [ 0.1743, 0.4807 ] }, { "instruction": "Close", "bbox": [ 0.15179564158121744, 0.009560085932413738, 0.16476563347710504, 0.03459900008307563 ], "point": [ 0.1583, 0.0221 ] }, { "instruction": "Five-point star", "bbox": [ 0.7906489902072482, 0.05595791710747613, 0.8060288323296441, 0.08534267849392362 ], "point": [ 0.7983, 0.0707 ] }, { "instruction": "the Apple logo.", "bbox": [ 0.33274173736572266, 0.6218146430121527, 0.4022580040825738, 0.7124774848090277 ], "point": [ 0.3675, 0.6671 ] }, { "instruction": "Add New Tab", "bbox": [ 0.17632856369018554, 0.009961758719550238, 0.18915439181857638, 0.03596702469719781 ], "point": [ 0.1827, 0.023 ] }, { "instruction": "Cell phones.", "bbox": [ 0.1672480477227105, 0.884506361219618, 0.22380907270643446, 0.9072667778862847 ], "point": [ 0.1955, 0.8959 ] }, { "instruction": "accessing devices and a wallet.", "bbox": [ 0.33330709669325087, 0.46533270941840277, 0.40287369622124564, 0.5795432535807291 ], "point": [ 0.3681, 0.5224 ] }, { "instruction": "Cell phones in Ohio.", "bbox": [ 0.06585670047336155, 0.00892793337504069, 0.15206807454427082, 0.03317954487270779 ], "point": [ 0.109, 0.0211 ] }, { "instruction": "an iPhone 14 ProMax 1TB Deep Purple device.", "bbox": [ 0.4059429592556424, 0.62053466796875, 0.5944008721245659, 0.6466543240017361 ], "point": [ 0.5002, 0.6336 ] }, { "instruction": "an iPhone 13 (Green).", "bbox": [ 0.4064566294352214, 0.7984855143229167, 0.49995867411295575, 0.8233730740017361 ], "point": [ 0.4532, 0.8109 ] }, { "instruction": "Video", "bbox": [ 0.008694484498765734, 0.0072678799099392365, 0.02691632111867269, 0.038825429280598955 ], "point": [ 0.0178, 0.023 ] }, { "instruction": "an iPhone 14 Promax.", "bbox": [ 0.40707355075412327, 0.464478522406684, 0.5039014180501302, 0.4901982625325521 ], "point": [ 0.4555, 0.4773 ] }, { "instruction": "a remote control.", "bbox": [ 0.3331794950697157, 0.9754161241319445, 0.4018559773763021, 1.0 ], "point": [ 0.3675, 0.9877 ] }, { "instruction": "an iPhone xr.", "bbox": [ 0.40633621215820315, 0.97710205078125, 0.4573802524142795, 1.0 ], "point": [ 0.4319, 0.9886 ] }, { "instruction": "a power button.", "bbox": [ 0.9946243286132812, 0.003695996602376302, 0.9997134738498263, 0.03956062740749783 ], "point": [ 0.9972, 0.0216 ] } ], "element_size": 105 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_8/8308.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Classifieds", "bbox": [ 0.028819444444444446, 0.013888888888888888, 0.07465277777777778, 0.029444444444444443 ], "point": [ 0.0517, 0.0217 ] }, { "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com 9980", "bbox": [ 0.15833333333333333, 0.06055554707845052, 0.43368055555555557, 0.08055555555555556 ], "point": [ 0.296, 0.0706 ] }, { "instruction": "What are", "bbox": [ 0.2607638676961263, 0.24944444444444444, 0.40243055555555557, 0.3161111111111111 ], "point": [ 0.3316, 0.2828 ] }, { "instruction": "looking for today?", "bbox": [ 0.4597222646077474, 0.23944444444444443, 0.7430556403266059, 0.3277777777777778 ], "point": [ 0.6014, 0.2836 ] }, { "instruction": "Keyword", "bbox": [ 0.15902777777777777, 0.3794444783528646, 0.20798611111111112, 0.4027778116861979 ], "point": [ 0.1835, 0.3911 ] }, { "instruction": "Category", "bbox": [ 0.4979166666666667, 0.37777777777777777, 0.55, 0.40555555555555556 ], "point": [ 0.524, 0.3917 ] }, { "instruction": "Latest Listings", "bbox": [ 0.1576388676961263, 0.5405555216471354, 0.2670138676961263, 0.5777777777777777 ], "point": [ 0.2123, 0.5592 ] }, { "instruction": "JBL Powered PA Speaker", "bbox": [ 0.16666666666666666, 0.8166665988498264, 0.29618055555555556, 0.8388888210720487 ], "point": [ 0.2314, 0.8278 ] }, { "instruction": "xbox series X", "bbox": [ 0.34097222222222223, 0.8166666666666667, 0.40868055555555555, 0.8366666666666667 ], "point": [ 0.3748, 0.8267 ] }, { "instruction": "with extras", "bbox": [ 0.4152777777777778, 0.8166666666666667, 0.4736111111111111, 0.8366666666666667 ], "point": [ 0.4444, 0.8267 ] }, { "instruction": "Engagement Ring", "bbox": [ 0.6885416666666667, 0.8155554877387152, 0.78125, 0.8399999321831597 ], "point": [ 0.7349, 0.8278 ] }, { "instruction": "you", "bbox": [ 0.40069444444444446, 0.26666666666666666, 0.46493055555555557, 0.31777777777777777 ], "point": [ 0.4328, 0.2922 ] }, { "instruction": "Search", "bbox": [ 0.7026312086317275, 0.40346154106987847, 0.8422096252441407, 0.46246008978949654 ], "point": [ 0.7724, 0.433 ] }, { "instruction": "Select a", "bbox": [ 0.4974879370795356, 0.4034237331814236, 0.6935462527804904, 0.4636119249131944 ], "point": [ 0.5955, 0.4335 ] }, { "instruction": "category", "bbox": [ 0.4974879370795356, 0.4034237331814236, 0.6935462527804904, 0.4636119249131944 ], "point": [ 0.5955, 0.4335 ] }, { "instruction": "e.g., a blue used car", "bbox": [ 0.154812749226888, 0.4038351440429688, 0.4894473605685764, 0.46594777425130207 ], "point": [ 0.3221, 0.4349 ] }, { "instruction": "Publish Ad", "bbox": [ 0.7643608940972222, 0.12409518771701389, 0.8411531236436632, 0.16608395046657987 ], "point": [ 0.8028, 0.1451 ] }, { "instruction": "Finish update", "bbox": [ 0.9085416158040365, 0.04943198733859592, 0.9969673156738281, 0.0901246812608507 ], "point": [ 0.9528, 0.0698 ] }, { "instruction": "Not Secure", "bbox": [ 0.08290058771769206, 0.05380861070421007, 0.15557519065009223, 0.08429430643717448 ], "point": [ 0.1192, 0.0691 ] }, { "instruction": "Logout", "bbox": [ 0.7140393575032552, 0.12549789428710936, 0.7619094000922308, 0.16488408406575522 ], "point": [ 0.738, 0.1452 ] }, { "instruction": "account", "bbox": [ 0.633915032280816, 0.1258213127983941, 0.7034130520290799, 0.16395183987087675 ], "point": [ 0.6687, 0.1449 ] }, { "instruction": "My `", "bbox": [ 0.633915032280816, 0.1258213127983941, 0.7034130520290799, 0.16395183987087675 ], "point": [ 0.6687, 0.1449 ] }, { "instruction": "Osclass", "bbox": [ 0.15468987358940972, 0.10747977362738716, 0.28125182257758247, 0.18451475355360242 ], "point": [ 0.218, 0.146 ] }, { "instruction": "150.00 $", "bbox": [ 0.1674608760409885, 0.8399013943142362, 0.21915232340494792, 0.8702205403645833 ], "point": [ 0.1933, 0.8551 ] }, { "instruction": "Canon EF 100-40Omm fl4_", "bbox": [ 0.513317616780599, 0.8105532497829862, 0.6655364142523872, 0.8397256130642361 ], "point": [ 0.5894, 0.8251 ] }, { "instruction": "350.00 $", "bbox": [ 0.34120903015136717, 0.8403228081597223, 0.39272227817111544, 0.8702330186631945 ], "point": [ 0.367, 0.8553 ] }, { "instruction": "2200.00 $", "bbox": [ 0.6881412506103516, 0.8395187717013889, 0.7468997531467014, 0.8704220920138889 ], "point": [ 0.7175, 0.855 ] }, { "instruction": "1645.00 $", "bbox": [ 0.5154393937852647, 0.839728529188368, 0.5740836673312717, 0.8701942952473959 ], "point": [ 0.5448, 0.855 ] }, { "instruction": "A horizontal scrollbar.", "bbox": [ 0.5053066677517362, 0.5887563747829861, 0.6686268276638455, 0.8081004503038195 ], "point": [ 0.587, 0.6984 ] }, { "instruction": "a search function.", "bbox": [ 0.7026312086317275, 0.40346154106987847, 0.8422096252441407, 0.46246008978949654 ], "point": [ 0.7724, 0.433 ] }, { "instruction": "a dropdown menu to select a category.", "bbox": [ 0.4974879370795356, 0.4034237331814236, 0.6935462527804904, 0.4636119249131944 ], "point": [ 0.5955, 0.4335 ] }, { "instruction": "A text input field for a blue used car.", "bbox": [ 0.154812749226888, 0.4038351440429688, 0.4894473605685764, 0.46594777425130207 ], "point": [ 0.3221, 0.4349 ] }, { "instruction": "Publish Ad.", "bbox": [ 0.7643608940972222, 0.12409518771701389, 0.8411531236436632, 0.16608395046657987 ], "point": [ 0.8028, 0.1451 ] }, { "instruction": "the option to finish an update.", "bbox": [ 0.9085416158040365, 0.04943198733859592, 0.9969673156738281, 0.0901246812608507 ], "point": [ 0.9528, 0.0698 ] }, { "instruction": "Not Security.", "bbox": [ 0.08290058771769206, 0.05380861070421007, 0.15557519065009223, 0.08429430643717448 ], "point": [ 0.1192, 0.0691 ] }, { "instruction": "Five-point star", "bbox": [ 0.7896745469835069, 0.0555360582139757, 0.806870863172743, 0.08606560601128473 ], "point": [ 0.7983, 0.0708 ] }, { "instruction": "logout.", "bbox": [ 0.7140393575032552, 0.12549789428710936, 0.7619094000922308, 0.16488408406575522 ], "point": [ 0.738, 0.1452 ] }, { "instruction": "My account.", "bbox": [ 0.633915032280816, 0.1258213127983941, 0.7034130520290799, 0.16395183987087675 ], "point": [ 0.6687, 0.1449 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9757841322157118, 0.004353646172417534, 0.9966115315755208, 0.03999838087293837 ], "point": [ 0.9862, 0.0222 ] }, { "instruction": "Increase", "bbox": [ 0.821600596110026, 0.05598471323649089, 0.8428191290961371, 0.08284088134765626 ], "point": [ 0.8322, 0.0694 ] }, { "instruction": "Close", "bbox": [ 0.15077427758110895, 0.010233920415242513, 0.16527798970540364, 0.03624373012118869 ], "point": [ 0.158, 0.0232 ] }, { "instruction": "Extensions", "bbox": [ 0.8473967658148871, 0.05319186316596137, 0.8676529778374567, 0.08300232781304254 ], "point": [ 0.8575, 0.0681 ] }, { "instruction": "Back", "bbox": [ 0.005212897724575467, 0.05300859239366319, 0.026716624365912545, 0.08579813639322917 ], "point": [ 0.016, 0.0694 ] }, { "instruction": "Close", "bbox": [ 0.05552283922831217, 0.05433572557237413, 0.07528495258755154, 0.08428217569986979 ], "point": [ 0.0654, 0.0693 ] }, { "instruction": "Forward", "bbox": [ 0.02998771667480469, 0.05413755628797743, 0.049963389502631295, 0.08412441677517361 ], "point": [ 0.04, 0.0691 ] }, { "instruction": "Time Field", "bbox": [ 0.8850023905436198, 0.04730325063069662, 0.9063692728678385, 0.09282972547743056 ], "point": [ 0.8957, 0.0701 ] }, { "instruction": "New Tab", "bbox": [ 0.17521454493204752, 0.007837369706895617, 0.1906890657212999, 0.03971104939778646 ], "point": [ 0.183, 0.0238 ] }, { "instruction": "A blank space or separator.", "bbox": [ 0.5061981625027127, 0.9045504421657986, 0.6679482777913411, 0.9997430419921876 ], "point": [ 0.5871, 0.9521 ] }, { "instruction": "A blank space or separator.", "bbox": [ 0.15823698043823242, 0.9053211127387153, 0.3207222408718533, 0.9996535237630209 ], "point": [ 0.2395, 0.9525 ] }, { "instruction": "A blank space or separator.", "bbox": [ 0.33210779825846354, 0.904583265516493, 0.4942011515299479, 0.999601304796007 ], "point": [ 0.4132, 0.9521 ] }, { "instruction": "A blank space or separator.", "bbox": [ 0.6792177412245008, 0.9054713948567709, 0.8424703809950087, 0.9997830539279514 ], "point": [ 0.7608, 0.9526 ] }, { "instruction": "Osh class.", "bbox": [ 0.15468987358940972, 0.10747977362738716, 0.28125182257758247, 0.18451475355360242 ], "point": [ 0.218, 0.146 ] }, { "instruction": "a price tag of 150.00.", "bbox": [ 0.1674608760409885, 0.8399013943142362, 0.21915232340494792, 0.8702205403645833 ], "point": [ 0.1933, 0.8551 ] }, { "instruction": "the function to capture a Canon EF100-400mm f/4.", "bbox": [ 0.513317616780599, 0.8105532497829862, 0.6655364142523872, 0.8397256130642361 ], "point": [ 0.5894, 0.8251 ] }, { "instruction": "a price of $350.00.", "bbox": [ 0.34120903015136717, 0.8403228081597223, 0.39272227817111544, 0.8702330186631945 ], "point": [ 0.367, 0.8553 ] }, { "instruction": "a price tag of 2200.00.", "bbox": [ 0.6881412506103516, 0.8395187717013889, 0.7468997531467014, 0.8704220920138889 ], "point": [ 0.7175, 0.855 ] }, { "instruction": "a price tag of 1645.00.", "bbox": [ 0.5154393937852647, 0.839728529188368, 0.5740836673312717, 0.8701942952473959 ], "point": [ 0.5448, 0.855 ] } ], "element_size": 57 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_9/8866.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Classifieds", "bbox": [ 0.028819444444444446, 0.013888888888888888, 0.07465277777777778, 0.029444444444444443 ], "point": [ 0.0517, 0.0217 ] }, { "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com 9980", "bbox": [ 0.15833333333333333, 0.06055554707845052, 0.43368055555555557, 0.08055555555555556 ], "point": [ 0.296, 0.0706 ] }, { "instruction": "All categories", "bbox": [ 0.1763888888888889, 0.1905555386013455, 0.27847222222222223, 0.22499998304578994 ], "point": [ 0.2274, 0.2078 ] }, { "instruction": "All locations", "bbox": [ 0.6312500847710504, 0.19277777777777777, 0.7239583333333334, 0.21944444444444444 ], "point": [ 0.6776, 0.2061 ] }, { "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws com:9980/index php?page-sea_", "bbox": [ 0.00208332273695204, 0.9783333333333334, 0.32291665607028536, 1.0 ], "point": [ 0.1625, 0.9892 ] }, { "instruction": "Beauty", "bbox": [ 0.5088752746582031, 0.24486884223090277, 0.588466305202908, 0.3802972412109375 ], "point": [ 0.5487, 0.3126 ] }, { "instruction": "health", "bbox": [ 0.5088752746582031, 0.24486884223090277, 0.588466305202908, 0.3802972412109375 ], "point": [ 0.5487, 0.3126 ] }, { "instruction": "Auto parts", "bbox": [ 0.42575272454155816, 0.24509997897677951, 0.504889636569553, 0.3804047648111979 ], "point": [ 0.4653, 0.3128 ] }, { "instruction": "Arts", "bbox": [ 0.34202887217203776, 0.2456674533420139, 0.42214605543348527, 0.3805406358506944 ], "point": [ 0.3821, 0.3131 ] }, { "instruction": "crafts", "bbox": [ 0.34202887217203776, 0.2456674533420139, 0.42214605543348527, 0.3805406358506944 ], "point": [ 0.3821, 0.3131 ] }, { "instruction": "Computer", "bbox": [ 0.2588634067111545, 0.5339634874131944, 0.3378271314832899, 0.6711593967013889 ], "point": [ 0.2983, 0.6026 ] }, { "instruction": "parts", "bbox": [ 0.2588634067111545, 0.5339634874131944, 0.3378271314832899, 0.6711593967013889 ], "point": [ 0.2983, 0.6026 ] }, { "instruction": "Farm +", "bbox": [ 0.5091219160291883, 0.5338568115234374, 0.5884298960367839, 0.6708073594835069 ], "point": [ 0.5488, 0.6023 ] }, { "instruction": "garden", "bbox": [ 0.5091219160291883, 0.5338568115234374, 0.5884298960367839, 0.6708073594835069 ], "point": [ 0.5488, 0.6023 ] }, { "instruction": "Books", "bbox": [ 0.34140650431315106, 0.3886224365234375, 0.42215898301866317, 0.5265668402777778 ], "point": [ 0.3818, 0.4576 ] }, { "instruction": "Cars + trucks", "bbox": [ 0.42577421400282117, 0.3883743964301215, 0.5046615600585938, 0.5262189737955729 ], "point": [ 0.4652, 0.4573 ] }, { "instruction": "Antiques", "bbox": [ 0.1758586671617296, 0.2454459974500868, 0.2555451922946506, 0.3811131117078993 ], "point": [ 0.2157, 0.3133 ] }, { "instruction": "Cell phones", "bbox": [ 0.5094547695583768, 0.38870171440972223, 0.5886463589138455, 0.5265407307942709 ], "point": [ 0.5491, 0.4576 ] }, { "instruction": "Bikes", "bbox": [ 0.17558122211032443, 0.3885306125217014, 0.25525633494059247, 0.5271935356987847 ], "point": [ 0.2154, 0.4579 ] }, { "instruction": "Video gaming", "bbox": [ 0.3427144792344835, 0.8263370768229167, 0.4215367211235894, 0.9621024576822916 ], "point": [ 0.3821, 0.8942 ] }, { "instruction": "Computers", "bbox": [ 0.3420779758029514, 0.5335784233940972, 0.42186626858181425, 0.6722490776909722 ], "point": [ 0.382, 0.6029 ] }, { "instruction": "Boats", "bbox": [ 0.25889801449245875, 0.388355950249566, 0.3384188546074761, 0.526475321451823 ], "point": [ 0.2987, 0.4574 ] }, { "instruction": "Photo + video", "bbox": [ 0.17652360068427192, 0.8264602322048611, 0.25438404083251953, 0.9619430881076388 ], "point": [ 0.2155, 0.8942 ] }, { "instruction": "Rvs + campers", "bbox": [ 0.2593932045830621, 0.8264702690972222, 0.3382009506225586, 0.9630190700954862 ], "point": [ 0.2988, 0.8947 ] }, { "instruction": "Appliances", "bbox": [ 0.25988441043429905, 0.243223385281033, 0.338183233473036, 0.38147793240017364 ], "point": [ 0.299, 0.3124 ] }, { "instruction": "Jewelry", "bbox": [ 0.3418317582872179, 0.6800885009765625, 0.4218891143798828, 0.8182208251953125 ], "point": [ 0.3819, 0.7492 ] }, { "instruction": "Household", "bbox": [ 0.2591867446899414, 0.6802881537543403, 0.33848069508870443, 0.819415757921007 ], "point": [ 0.2988, 0.7499 ] }, { "instruction": "Motorcycles", "bbox": [ 0.42666032579210067, 0.6795734320746528, 0.504547119140625, 0.8160150824652778 ], "point": [ 0.4656, 0.7478 ] }, { "instruction": "Finish update", "bbox": [ 0.9089104546440973, 0.049686046176486545, 0.9974353366427952, 0.09001668294270833 ], "point": [ 0.9532, 0.0699 ] }, { "instruction": "Msic", "bbox": [ 0.5097631242540147, 0.679171617296007, 0.5878711700439453, 0.8159242757161458 ], "point": [ 0.5488, 0.7475 ] }, { "instruction": "instruments", "bbox": [ 0.5097631242540147, 0.679171617296007, 0.5878711700439453, 0.8159242757161458 ], "point": [ 0.5488, 0.7475 ] }, { "instruction": "Furniture", "bbox": [ 0.17573969099256728, 0.6813629150390625, 0.254916148715549, 0.818867933485243 ], "point": [ 0.2153, 0.7501 ] }, { "instruction": "Electronics", "bbox": [ 0.4266041225857205, 0.5330147637261284, 0.5051612854003906, 0.6719558376736111 ], "point": [ 0.4659, 0.6025 ] }, { "instruction": "Not Secure", "bbox": [ 0.08260440826416016, 0.053642510308159724, 0.155724122789171, 0.08438725789388021 ], "point": [ 0.1192, 0.069 ] }, { "instruction": "Collectibles", "bbox": [ 0.17660193973117405, 0.5333538818359375, 0.2546520445081923, 0.6703141954210069 ], "point": [ 0.2156, 0.6018 ] }, { "instruction": "Delaware (870)", "bbox": [ 0.6299269782172309, 0.42824127197265627, 0.7170464409722223, 0.45615841335720486 ], "point": [ 0.6735, 0.4422 ] }, { "instruction": "Maryland (21674)", "bbox": [ 0.6292658911810981, 0.30300082736545136, 0.7275857713487414, 0.32793212890625 ], "point": [ 0.6784, 0.3155 ] }, { "instruction": "Ohio (5626)", "bbox": [ 0.6298750983344183, 0.3342560153537326, 0.6991972181532118, 0.3602600436740451 ], "point": [ 0.6645, 0.3473 ] }, { "instruction": "Washington; D.C: (1567)", "bbox": [ 0.6299137539333768, 0.3642740546332465, 0.7584502326117621, 0.39173316107855904 ], "point": [ 0.6942, 0.378 ] }, { "instruction": "Pennsylvania (22180)", "bbox": [ 0.6297094980875652, 0.27142198350694446, 0.7442637125651042, 0.2961073472764757 ], "point": [ 0.687, 0.2838 ] }, { "instruction": "West Virginia (1109)", "bbox": [ 0.6302256266276042, 0.39702545166015624, 0.7405128479003906, 0.423697747124566 ], "point": [ 0.6854, 0.4104 ] }, { "instruction": "Virginia (31126)", "bbox": [ 0.6307302686903212, 0.2391635470920139, 0.7176780700683594, 0.26470462375217013 ], "point": [ 0.6742, 0.2519 ] }, { "instruction": "Health function.", "bbox": [ 0.5088752746582031, 0.24486884223090277, 0.588466305202908, 0.3802972412109375 ], "point": [ 0.5487, 0.3126 ] }, { "instruction": "Auto parts.", "bbox": [ 0.42575272454155816, 0.24509997897677951, 0.504889636569553, 0.3804047648111979 ], "point": [ 0.4653, 0.3128 ] }, { "instruction": "arts + crafts.", "bbox": [ 0.34202887217203776, 0.2456674533420139, 0.42214605543348527, 0.3805406358506944 ], "point": [ 0.3821, 0.3131 ] }, { "instruction": "Computer parts.", "bbox": [ 0.2588634067111545, 0.5339634874131944, 0.3378271314832899, 0.6711593967013889 ], "point": [ 0.2983, 0.6026 ] }, { "instruction": "farm + garden functionality.", "bbox": [ 0.5091219160291883, 0.5338568115234374, 0.5884298960367839, 0.6708073594835069 ], "point": [ 0.5488, 0.6023 ] }, { "instruction": "a books menu.", "bbox": [ 0.34140650431315106, 0.3886224365234375, 0.42215898301866317, 0.5265668402777778 ], "point": [ 0.3818, 0.4576 ] }, { "instruction": "Cars and trucks settings.", "bbox": [ 0.42577421400282117, 0.3883743964301215, 0.5046615600585938, 0.5262189737955729 ], "point": [ 0.4652, 0.4573 ] }, { "instruction": "antiques.", "bbox": [ 0.1758586671617296, 0.2454459974500868, 0.2555451922946506, 0.3811131117078993 ], "point": [ 0.2157, 0.3133 ] }, { "instruction": "Cell phones.", "bbox": [ 0.5094547695583768, 0.38870171440972223, 0.5886463589138455, 0.5265407307942709 ], "point": [ 0.5491, 0.4576 ] }, { "instruction": "Bikes", "bbox": [ 0.17558122211032443, 0.3885306125217014, 0.25525633494059247, 0.5271935356987847 ], "point": [ 0.2154, 0.4579 ] }, { "instruction": "Video gaming.", "bbox": [ 0.3427144792344835, 0.8263370768229167, 0.4215367211235894, 0.9621024576822916 ], "point": [ 0.3821, 0.8942 ] }, { "instruction": "Computers", "bbox": [ 0.3420779758029514, 0.5335784233940972, 0.42186626858181425, 0.6722490776909722 ], "point": [ 0.382, 0.6029 ] }, { "instruction": "Boats", "bbox": [ 0.25889801449245875, 0.388355950249566, 0.3384188546074761, 0.526475321451823 ], "point": [ 0.2987, 0.4574 ] }, { "instruction": "Photo + video.", "bbox": [ 0.17652360068427192, 0.8264602322048611, 0.25438404083251953, 0.9619430881076388 ], "point": [ 0.2155, 0.8942 ] }, { "instruction": "Rvs +campers.", "bbox": [ 0.2593932045830621, 0.8264702690972222, 0.3382009506225586, 0.9630190700954862 ], "point": [ 0.2988, 0.8947 ] }, { "instruction": "Appliances", "bbox": [ 0.25988441043429905, 0.243223385281033, 0.338183233473036, 0.38147793240017364 ], "point": [ 0.299, 0.3124 ] }, { "instruction": "Jewelry", "bbox": [ 0.3418317582872179, 0.6800885009765625, 0.4218891143798828, 0.8182208251953125 ], "point": [ 0.3819, 0.7492 ] }, { "instruction": "the Household function.", "bbox": [ 0.2591867446899414, 0.6802881537543403, 0.33848069508870443, 0.819415757921007 ], "point": [ 0.2988, 0.7499 ] }, { "instruction": "motorcycles.", "bbox": [ 0.42666032579210067, 0.6795734320746528, 0.504547119140625, 0.8160150824652778 ], "point": [ 0.4656, 0.7478 ] }, { "instruction": "the option to finish an update.", "bbox": [ 0.9089104546440973, 0.049686046176486545, 0.9974353366427952, 0.09001668294270833 ], "point": [ 0.9532, 0.0699 ] }, { "instruction": "Music instrument settings.", "bbox": [ 0.5097631242540147, 0.679171617296007, 0.5878711700439453, 0.8159242757161458 ], "point": [ 0.5488, 0.7475 ] }, { "instruction": "Furniture", "bbox": [ 0.17573969099256728, 0.6813629150390625, 0.254916148715549, 0.818867933485243 ], "point": [ 0.2153, 0.7501 ] }, { "instruction": "Electronics", "bbox": [ 0.4266041225857205, 0.5330147637261284, 0.5051612854003906, 0.6719558376736111 ], "point": [ 0.4659, 0.6025 ] }, { "instruction": "Not Security.", "bbox": [ 0.08260440826416016, 0.053642510308159724, 0.155724122789171, 0.08438725789388021 ], "point": [ 0.1192, 0.069 ] }, { "instruction": "collectibles.", "bbox": [ 0.17660193973117405, 0.5333538818359375, 0.2546520445081923, 0.6703141954210069 ], "point": [ 0.2156, 0.6018 ] }, { "instruction": "Five-point star", "bbox": [ 0.7889684041341146, 0.05506050533718533, 0.8070868598090277, 0.0868288336859809 ], "point": [ 0.798, 0.0709 ] }, { "instruction": "Reload", "bbox": [ 0.05371002621120877, 0.048919270833333334, 0.07705675760904948, 0.09170462714301215 ], "point": [ 0.0654, 0.0703 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9756544325086806, 0.003329512278238932, 0.9963760375976562, 0.04012977812025282 ], "point": [ 0.986, 0.0217 ] }, { "instruction": "Navigation or direction.", "bbox": [ 0.6299269782172309, 0.42824127197265627, 0.7170464409722223, 0.45615841335720486 ], "point": [ 0.6735, 0.4422 ] }, { "instruction": "Close", "bbox": [ 0.1508909755282932, 0.010122881995307075, 0.16576089859008789, 0.03642947726779514 ], "point": [ 0.1583, 0.0233 ] }, { "instruction": "Back", "bbox": [ 0.004370582103729248, 0.04898741828070746, 0.02781491676966349, 0.09286483764648437 ], "point": [ 0.0161, 0.0709 ] }, { "instruction": "Forward", "bbox": [ 0.028692295816209582, 0.048559019300672746, 0.05132338205973307, 0.09209640502929688 ], "point": [ 0.04, 0.0703 ] }, { "instruction": "Navigation or direction.", "bbox": [ 0.6292658911810981, 0.30300082736545136, 0.7275857713487414, 0.32793212890625 ], "point": [ 0.6784, 0.3155 ] }, { "instruction": "Increase", "bbox": [ 0.8209732055664063, 0.04989543067084418, 0.842800055609809, 0.08451143052842881 ], "point": [ 0.8319, 0.0672 ] }, { "instruction": "Add New Tab", "bbox": [ 0.17559848361545138, 0.008752945793999566, 0.18988575405544705, 0.037789391411675345 ], "point": [ 0.1827, 0.0233 ] }, { "instruction": "Navigation or direction.", "bbox": [ 0.6298750983344183, 0.3342560153537326, 0.6991972181532118, 0.3602600436740451 ], "point": [ 0.6645, 0.3473 ] }, { "instruction": "Time Field", "bbox": [ 0.8840974595811631, 0.04575506422254774, 0.9061981201171875, 0.09534891764322917 ], "point": [ 0.8951, 0.0706 ] }, { "instruction": "Navigation to Washington, D.C. (1567).", "bbox": [ 0.6299137539333768, 0.3642740546332465, 0.7584502326117621, 0.39173316107855904 ], "point": [ 0.6942, 0.378 ] }, { "instruction": "Navigation to Pennsylvania (2218).", "bbox": [ 0.6297094980875652, 0.27142198350694446, 0.7442637125651042, 0.2961073472764757 ], "point": [ 0.687, 0.2838 ] }, { "instruction": "Extensions", "bbox": [ 0.8454202440049913, 0.0450213623046875, 0.8707628885904948, 0.08607452392578124 ], "point": [ 0.8581, 0.0655 ] }, { "instruction": "Navigation to West Virginia (1109).", "bbox": [ 0.6302256266276042, 0.39702545166015624, 0.7405128479003906, 0.423697747124566 ], "point": [ 0.6854, 0.4104 ] }, { "instruction": "Navigation or direction.", "bbox": [ 0.6307302686903212, 0.2391635470920139, 0.7176780700683594, 0.26470462375217013 ], "point": [ 0.6742, 0.2519 ] } ], "element_size": 84 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_10/9322.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "piano > Music instruments", "bbox": [ 0.028819439146253796, 0.013888888888888888, 0.13645832803514268, 0.03111111111111111 ], "point": [ 0.0826, 0.0225 ] }, { "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com:9980/index php?page-search&sOrder-dt_pub_date&iOrderType-desc&sPattern _.", "bbox": [ 0.15833331214057075, 0.06055555555555556, 0.7861110899183485, 0.08277777777777778 ], "point": [ 0.4722, 0.0717 ] }, { "instruction": "Search results: piano", "bbox": [ 0.30868053436279297, 0.215, 0.4013888465033637, 0.23333333333333334 ], "point": [ 0.355, 0.2242 ] }, { "instruction": "Your search", "bbox": [ 0.16701388888888888, 0.2722222222222222, 0.22083333333333333, 0.28944444444444445 ], "point": [ 0.1939, 0.2808 ] }, { "instruction": "Music instruments", "bbox": [ 0.3329861111111111, 0.26055557250976563, 0.5788194444444444, 0.31555555555555553 ], "point": [ 0.4559, 0.2881 ] }, { "instruction": "1", "bbox": [ 0.33368055555555554, 0.34999996609157985, 0.34270829094780814, 0.366111077202691 ], "point": [ 0.3382, 0.3581 ] }, { "instruction": "12 of 260 listings", "bbox": [ 0.34965277777777776, 0.3477777777777778, 0.4357638888888889, 0.3711111111111111 ], "point": [ 0.3927, 0.3594 ] }, { "instruction": "City", "bbox": [ 0.16666667726304796, 0.3605555555555556, 0.1875, 0.38166666666666665 ], "point": [ 0.1771, 0.3711 ] }, { "instruction": "Listings", "bbox": [ 0.33229166666666665, 0.40555555555555556, 0.3875, 0.43666666666666665 ], "point": [ 0.3599, 0.4211 ] }, { "instruction": "Show only", "bbox": [ 0.16701388888888888, 0.4488888888888889, 0.2170138888888889, 0.4672222222222222 ], "point": [ 0.192, 0.4581 ] }, { "instruction": "2299.00 $", "bbox": [ 0.40555555555555556, 0.49277777777777776, 0.4753472222222222, 0.5194445122612847 ], "point": [ 0.4405, 0.5061 ] }, { "instruction": "Price", "bbox": [ 0.16701388888888888, 0.5161111789279514, 0.19131944444444443, 0.5322222222222223 ], "point": [ 0.1792, 0.5242 ] }, { "instruction": "Music instruments", "bbox": [ 0.40694444444444444, 0.5272222561306423, 0.48819444444444443, 0.5444444783528646 ], "point": [ 0.4476, 0.5358 ] }, { "instruction": "Gainesville (Virginia)", "bbox": [ 0.5010416666666667, 0.5266666666666666, 0.5947916666666667, 0.5477777777777778 ], "point": [ 0.5479, 0.5372 ] }, { "instruction": "2023/11/16", "bbox": [ 0.6072915818956163, 0.5266665988498264, 0.6625, 0.5466666666666666 ], "point": [ 0.6349, 0.5367 ] }, { "instruction": "Min.", "bbox": [ 0.16805554495917427, 0.5372221544053819, 0.18506944444444445, 0.5522222222222222 ], "point": [ 0.1766, 0.5447 ] }, { "instruction": "Max", "bbox": [ 0.23680555555555555, 0.5372221544053819, 0.25590277777777776, 0.5522222222222222 ], "point": [ 0.2464, 0.5447 ] }, { "instruction": "The Roland 88 key G8 Fantom Studio Workstation is simply as good as it getsl The Fantom-", "bbox": [ 0.4065972222222222, 0.5538888888888889, 0.8371527777777777, 0.578333265516493 ], "point": [ 0.6219, 0.5661 ] }, { "instruction": "G8 is outfitted with Roland's top-of-the-line PHA Il \"Ivory Feel\" keyboard: This amazing", "bbox": [ 0.4065972222222222, 0.5755555555555556, 0.8166666666666667, 0.5994444444444444 ], "point": [ 0.6116, 0.5875 ] }, { "instruction": "keyboard technology reproduces the real surface feel of ivory acoustic pi.", "bbox": [ 0.4059027777777778, 0.5977777777777777, 0.7493055555555556, 0.6222222222222222 ], "point": [ 0.5776, 0.61 ] }, { "instruction": "1000.00 $", "bbox": [ 0.40625, 0.6922222222222222, 0.4753472222222222, 0.7194444444444444 ], "point": [ 0.4408, 0.7058 ] }, { "instruction": "Subscribe to this search", "bbox": [ 0.16701388888888888, 0.7322222222222222, 0.2763888888888889, 0.7483333333333333 ], "point": [ 0.2217, 0.7403 ] }, { "instruction": "Music instruments", "bbox": [ 0.40694444444444444, 0.727222154405382, 0.48819444444444443, 0.7444443766276042 ], "point": [ 0.4476, 0.7358 ] }, { "instruction": "Freedom (Pennsylvania)", "bbox": [ 0.5239583333333333, 0.7266666666666667, 0.6322916666666667, 0.7477777777777778 ], "point": [ 0.5781, 0.7372 ] }, { "instruction": "2023/11/16", "bbox": [ 0.6447916666666667, 0.7266666666666667, 0.7, 0.7466666666666667 ], "point": [ 0.6724, 0.7367 ] }, { "instruction": "Like new Samick Baby Grand Piano. Well maintained and barely used. Comes with", "bbox": [ 0.4065972222222222, 0.7544444444444445, 0.7947915818956163, 0.7777777777777778 ], "point": [ 0.6007, 0.7661 ] }, { "instruction": "electronic humidifier. Beautiful Instrument and beautiful center piece for any room: Buyer is", "bbox": [ 0.4059027777777778, 0.7761111111111111, 0.8322916666666667, 0.7994444444444444 ], "point": [ 0.6191, 0.7878 ] }, { "instruction": "responsible for moving_", "bbox": [ 0.40555555555555556, 0.7983332655164931, 0.515625, 0.8211110432942709 ], "point": [ 0.4606, 0.8097 ] }, { "instruction": "Refine category", "bbox": [ 0.16666666666666666, 0.8355555555555556, 0.24027777777777778, 0.8577777777777778 ], "point": [ 0.2035, 0.8467 ] }, { "instruction": "Music instruments", "bbox": [ 0.40694444444444444, 0.9272222222222222, 0.48819444444444443, 0.9444444444444444 ], "point": [ 0.4476, 0.9358 ] }, { "instruction": "Borough of Felton (Pennsylvania)", "bbox": [ 0.5010416242811415, 0.9261111111111111, 0.6486110687255859, 0.9472222222222222 ], "point": [ 0.5748, 0.9367 ] }, { "instruction": "2023/11/16", "bbox": [ 0.6621527777777778, 0.9266666666666666, 0.7173611111111111, 0.9466666666666667 ], "point": [ 0.6898, 0.9367 ] }, { "instruction": "Nice old Kimball Artist Console Piano. Has not been played in several years Plays but could", "bbox": [ 0.4065972222222222, 0.9544444444444444, 0.8375, 0.9772222222222222 ], "point": [ 0.622, 0.9658 ] }, { "instruction": "probably use a tuning: Don't miss this. Offers welcome: It is on ground floor so no", "bbox": [ 0.4065972646077474, 0.9761111111111112, 0.7875, 0.9994444444444445 ], "point": [ 0.597, 0.9878 ] }, { "instruction": "to", "bbox": [ 0.8149305555555556, 0.9788888888888889, 0.8270833333333333, 0.9944444444444445 ], "point": [ 0.821, 0.9867 ] }, { "instruction": "New", "bbox": [ 0.5027777353922526, 0.7261111111111112, 0.5229166242811415, 0.7466666666666667 ], "point": [ 0.5128, 0.7364 ] }, { "instruction": "steps", "bbox": [ 0.7881944444444444, 0.9766667344835069, 0.8142361111111112, 0.9988889567057292 ], "point": [ 0.8012, 0.9878 ] }, { "instruction": "Subscribe nowl", "bbox": [ 0.16663347880045573, 0.751118910047743, 0.2744021945529514, 0.800431654188368 ], "point": [ 0.2205, 0.7758 ] }, { "instruction": "piano", "bbox": [ 0.16677237616644966, 0.292856682671441, 0.29851625230577256, 0.3414008585611979 ], "point": [ 0.2326, 0.3171 ] }, { "instruction": "Sort by: Newly listed", "bbox": [ 0.7171522352430556, 0.33324944390190975, 0.8427824232313368, 0.38333855523003474 ], "point": [ 0.78, 0.3583 ] }, { "instruction": "Apply", "bbox": [ 0.16637856165568035, 0.6198097059461806, 0.22889421251085068, 0.6671902126736111 ], "point": [ 0.1976, 0.6435 ] }, { "instruction": "Publish Ad", "bbox": [ 0.7644426133897569, 0.12375167846679687, 0.8413033379448784, 0.166034664577908 ], "point": [ 0.8029, 0.1449 ] }, { "instruction": "Not Secure", "bbox": [ 0.08303876452975803, 0.05364827897813585, 0.15553134282430012, 0.0841815185546875 ], "point": [ 0.1193, 0.0689 ] }, { "instruction": "Finish update", "bbox": [ 0.9089903937445747, 0.04981631808810764, 0.9972563849555122, 0.08988591512044271 ], "point": [ 0.9531, 0.0699 ] }, { "instruction": "Osclass", "bbox": [ 0.15669954087999133, 0.10236100938585069, 0.28150533040364584, 0.18228237575954861 ], "point": [ 0.2191, 0.1423 ] }, { "instruction": "Logout", "bbox": [ 0.7161893208821615, 0.13165070427788628, 0.7590707567003038, 0.16197977701822916 ], "point": [ 0.7376, 0.1468 ] }, { "instruction": "Music instruments", "bbox": [ 0.2185507032606337, 0.21494896782769096, 0.30024257236056856, 0.23349114312065972 ], "point": [ 0.2594, 0.2242 ] }, { "instruction": "My account", "bbox": [ 0.6369456821017795, 0.13144005669487846, 0.703340572781033, 0.161654052734375 ], "point": [ 0.6701, 0.1465 ] }, { "instruction": "Classifieds", "bbox": [ 0.16048124101426867, 0.21495235866970486, 0.2092913097805447, 0.2330887179904514 ], "point": [ 0.1849, 0.224 ] }, { "instruction": "X", "bbox": [ 0.15217213100857205, 0.011289279725816516, 0.16462167104085287, 0.033981332778930666 ], "point": [ 0.1584, 0.0226 ] }, { "instruction": "All categories", "bbox": [ 0.1669804255167643, 0.858705579969618, 0.22978059980604384, 0.8812785508897569 ], "point": [ 0.1984, 0.87 ] }, { "instruction": "ROLAND 68 FANTOM 88 KEY WORKSTATION", "bbox": [ 0.40619303385416666, 0.46456485324435765, 0.6479630364312066, 0.48983917236328123 ], "point": [ 0.5271, 0.4772 ] }, { "instruction": "Kimball Artist Console Piano", "bbox": [ 0.40592481825086807, 0.8655967203776042, 0.5532057020399306, 0.8890842692057291 ], "point": [ 0.4796, 0.8773 ] }, { "instruction": "Music instruments", "bbox": [ 0.16719382603963215, 0.884579603407118, 0.25307657453748916, 0.9070517985026042 ], "point": [ 0.2101, 0.8958 ] }, { "instruction": "listings with pictures", "bbox": [ 0.1734966066148546, 0.4684768337673611, 0.2760630077785916, 0.49137586805555555 ], "point": [ 0.2248, 0.4799 ] }, { "instruction": "Baby Grand", "bbox": [ 0.4067192077636719, 0.664628431532118, 0.4682933383517795, 0.6895654975043403 ], "point": [ 0.4375, 0.6771 ] }, { "instruction": "550.00 $", "bbox": [ 0.4059872521294488, 0.8903094482421875, 0.4668921152750651, 0.9208099365234375 ], "point": [ 0.4364, 0.9056 ] }, { "instruction": "Subscripting something new.", "bbox": [ 0.16663347880045573, 0.751118910047743, 0.2744021945529514, 0.800431654188368 ], "point": [ 0.2205, 0.7758 ] }, { "instruction": "a horizontal scrollbar.", "bbox": [ 0.1654115676879883, 0.3804106987847222, 0.298771603902181, 0.4286840142144097 ], "point": [ 0.2321, 0.4045 ] }, { "instruction": "piano settings.", "bbox": [ 0.16677237616644966, 0.292856682671441, 0.29851625230577256, 0.3414008585611979 ], "point": [ 0.2326, 0.3171 ] }, { "instruction": "A dropdown menu to select the sort by: Nowly listed.", "bbox": [ 0.7171522352430556, 0.33324944390190975, 0.8427824232313368, 0.38333855523003474 ], "point": [ 0.78, 0.3583 ] }, { "instruction": "a checkbox.", "bbox": [ 0.16584245893690322, 0.5521008639865451, 0.23054786258273655, 0.600850355360243 ], "point": [ 0.1982, 0.5765 ] }, { "instruction": "an \"Apply\" button.", "bbox": [ 0.16637856165568035, 0.6198097059461806, 0.22889421251085068, 0.6671902126736111 ], "point": [ 0.1976, 0.6435 ] }, { "instruction": "a checkbox.", "bbox": [ 0.23391729990641277, 0.5523526340060764, 0.29893652598063153, 0.6007729085286458 ], "point": [ 0.2664, 0.5766 ] }, { "instruction": "Publish Ad.", "bbox": [ 0.7644426133897569, 0.12375167846679687, 0.8413033379448784, 0.166034664577908 ], "point": [ 0.8029, 0.1449 ] }, { "instruction": "Not Security.", "bbox": [ 0.08303876452975803, 0.05364827897813585, 0.15553134282430012, 0.0841815185546875 ], "point": [ 0.1193, 0.0689 ] }, { "instruction": "the option to finish an update.", "bbox": [ 0.9089903937445747, 0.04981631808810764, 0.9972563849555122, 0.08988591512044271 ], "point": [ 0.9531, 0.0699 ] }, { "instruction": "a table or grid layout.", "bbox": [ 0.6836090511745877, 0.334811774359809, 0.713424089219835, 0.38257015652126736 ], "point": [ 0.6985, 0.3587 ] }, { "instruction": "a menu or list.", "bbox": [ 0.6519399007161458, 0.3351340060763889, 0.6818988376193577, 0.3821723768446181 ], "point": [ 0.6669, 0.3587 ] }, { "instruction": "an option to access the class.", "bbox": [ 0.15669954087999133, 0.10236100938585069, 0.28150533040364584, 0.18228237575954861 ], "point": [ 0.2191, 0.1423 ] }, { "instruction": "Logout.", "bbox": [ 0.7161893208821615, 0.13165070427788628, 0.7590707567003038, 0.16197977701822916 ], "point": [ 0.7376, 0.1468 ] }, { "instruction": "a music player and keyboard.", "bbox": [ 0.3320613861083984, 0.46629113091362845, 0.40222816467285155, 0.6298932562934028 ], "point": [ 0.3671, 0.5481 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9756172180175782, 0.003940200805664063, 0.9960872226291233, 0.039633598327636715 ], "point": [ 0.9859, 0.0218 ] }, { "instruction": "Increase", "bbox": [ 0.8234733581542969, 0.05893722534179688, 0.8409996032714844, 0.08117145114474826 ], "point": [ 0.8322, 0.0701 ] }, { "instruction": "Music instruments.", "bbox": [ 0.2185507032606337, 0.21494896782769096, 0.30024257236056856, 0.23349114312065972 ], "point": [ 0.2594, 0.2242 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.8503329806857639, 0.058408156500922306, 0.8652699788411459, 0.0812827385796441 ], "point": [ 0.8578, 0.0698 ] }, { "instruction": "My account.", "bbox": [ 0.6369456821017795, 0.13144005669487846, 0.703340572781033, 0.161654052734375 ], "point": [ 0.6701, 0.1465 ] }, { "instruction": "a loading or progress bar.", "bbox": [ 0.33252542283799913, 0.6658795844184028, 0.40150481330023874, 0.8398102484809028 ], "point": [ 0.367, 0.7528 ] }, { "instruction": "a button or link to the classifieds section.", "bbox": [ 0.16048124101426867, 0.21495235866970486, 0.2092913097805447, 0.2330887179904514 ], "point": [ 0.1849, 0.224 ] }, { "instruction": "Time Field", "bbox": [ 0.8865649753146702, 0.056848695543077254, 0.9038647121853298, 0.08155017428927952 ], "point": [ 0.8952, 0.0692 ] }, { "instruction": "Back", "bbox": [ 0.006823621855841742, 0.05732803344726563, 0.02543187141418457, 0.08345603942871094 ], "point": [ 0.0161, 0.0704 ] }, { "instruction": "Close", "bbox": [ 0.05671058230929905, 0.057726834615071616, 0.07473423216078016, 0.08313634236653646 ], "point": [ 0.0657, 0.0704 ] }, { "instruction": "Forward", "bbox": [ 0.03164932992723253, 0.05823175218370226, 0.04883152114020454, 0.08337303161621094 ], "point": [ 0.0402, 0.0708 ] }, { "instruction": "Five-point star", "bbox": [ 0.7906549241807725, 0.056239793565538196, 0.8057294209798177, 0.08490251329210069 ], "point": [ 0.7982, 0.0706 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.16712070041232638, 0.46847147623697916, 0.1814795600043403, 0.4932025146484375 ], "point": [ 0.1743, 0.4808 ] }, { "instruction": "Close", "bbox": [ 0.15217213100857205, 0.011289279725816516, 0.16462167104085287, 0.033981332778930666 ], "point": [ 0.1584, 0.0226 ] }, { "instruction": "All categories.", "bbox": [ 0.1669804255167643, 0.858705579969618, 0.22978059980604384, 0.8812785508897569 ], "point": [ 0.1984, 0.87 ] }, { "instruction": "Add New Tab", "bbox": [ 0.1763891537984212, 0.009959800508287217, 0.1893021477593316, 0.03637353155348036 ], "point": [ 0.1828, 0.0232 ] }, { "instruction": "Reload", "bbox": [ 0.012762173016866048, 0.008927348454793295, 0.02527250713772244, 0.0347667302025689 ], "point": [ 0.019, 0.0218 ] }, { "instruction": "Roland 6&FANTOM 89 key workshop.", "bbox": [ 0.40619303385416666, 0.46456485324435765, 0.6479630364312066, 0.48983917236328123 ], "point": [ 0.5271, 0.4772 ] }, { "instruction": "M0,0L9,0 4.5,5z", "bbox": [ 0.3331576877170139, 0.86628662109375, 0.39915042453342015, 1.0 ], "point": [ 0.3662, 0.9331 ] }, { "instruction": "Music instruments.", "bbox": [ 0.06073391172620985, 0.008808950848049588, 0.15040085050794813, 0.03323577562967936 ], "point": [ 0.1056, 0.021 ] }, { "instruction": "Kimball Artist Console Piano.", "bbox": [ 0.40592481825086807, 0.8655967203776042, 0.5532057020399306, 0.8890842692057291 ], "point": [ 0.4796, 0.8773 ] }, { "instruction": "Music instruments.", "bbox": [ 0.16719382603963215, 0.884579603407118, 0.25307657453748916, 0.9070517985026042 ], "point": [ 0.2101, 0.8958 ] }, { "instruction": "Listings with pictures.", "bbox": [ 0.1734966066148546, 0.4684768337673611, 0.2760630077785916, 0.49137586805555555 ], "point": [ 0.2248, 0.4799 ] }, { "instruction": "a location or place labeled \"Baby Grand\".", "bbox": [ 0.4067192077636719, 0.664628431532118, 0.4682933383517795, 0.6895654975043403 ], "point": [ 0.4375, 0.6771 ] }, { "instruction": "a price tag of $50.00.", "bbox": [ 0.4059872521294488, 0.8903094482421875, 0.4668921152750651, 0.9208099365234375 ], "point": [ 0.4364, 0.9056 ] }, { "instruction": "a power button.", "bbox": [ 0.9946687486436632, 0.003827270931667752, 0.9997526380750869, 0.03959610197279188 ], "point": [ 0.9972, 0.0217 ] } ], "element_size": 98 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_11/11043.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "piano > Music instruments", "bbox": [ 0.028819439146253796, 0.013888888888888888, 0.13645832803514268, 0.03111111111111111 ], "point": [ 0.0826, 0.0225 ] }, { "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com:9980/index php?page-search&sOrder-dt_pub_date&iOrderType-desc&sPattern _.", "bbox": [ 0.15833331214057075, 0.06055555555555556, 0.7861110899183485, 0.08277777777777778 ], "point": [ 0.4722, 0.0717 ] }, { "instruction": "Search results: piano", "bbox": [ 0.30868053436279297, 0.215, 0.4013888465033637, 0.23333333333333334 ], "point": [ 0.355, 0.2242 ] }, { "instruction": "Your search", "bbox": [ 0.16701388888888888, 0.2722222222222222, 0.22083333333333333, 0.28944444444444445 ], "point": [ 0.1939, 0.2808 ] }, { "instruction": "Music instruments", "bbox": [ 0.3329861111111111, 0.26055557250976563, 0.5788194444444444, 0.31555555555555553 ], "point": [ 0.4559, 0.2881 ] }, { "instruction": "1", "bbox": [ 0.33368055555555554, 0.34999996609157985, 0.34270829094780814, 0.366111077202691 ], "point": [ 0.3382, 0.3581 ] }, { "instruction": "12 of 108 listings", "bbox": [ 0.34965277777777776, 0.3477777777777778, 0.4357638888888889, 0.3711111111111111 ], "point": [ 0.3927, 0.3594 ] }, { "instruction": "City", "bbox": [ 0.16666667726304796, 0.3605555555555556, 0.1875, 0.38166666666666665 ], "point": [ 0.1771, 0.3711 ] }, { "instruction": "Listings", "bbox": [ 0.3329861111111111, 0.4077777777777778, 0.3871527777777778, 0.43555555555555553 ], "point": [ 0.3601, 0.4217 ] }, { "instruction": "Show only", "bbox": [ 0.16701388888888888, 0.4488888888888889, 0.2170138888888889, 0.4672222222222222 ], "point": [ 0.192, 0.4581 ] }, { "instruction": "listings with pictures", "bbox": [ 0.18229166666666666, 0.47055555555555556, 0.2760416666666667, 0.49166666666666664 ], "point": [ 0.2292, 0.4811 ] }, { "instruction": "250.00 $", "bbox": [ 0.40555555555555556, 0.49277777777777776, 0.4670138888888889, 0.5194445122612847 ], "point": [ 0.4363, 0.5061 ] }, { "instruction": "Price", "bbox": [ 0.16701388888888888, 0.5161111789279514, 0.19131944444444443, 0.5322222222222223 ], "point": [ 0.1792, 0.5242 ] }, { "instruction": "Music instruments", "bbox": [ 0.40694444444444444, 0.5272222561306423, 0.48819444444444443, 0.5444444783528646 ], "point": [ 0.4476, 0.5358 ] }, { "instruction": "Charlottesville (Virginia)", "bbox": [ 0.5020833333333333, 0.5266666666666666, 0.6104165818956163, 0.5477777777777778 ], "point": [ 0.5562, 0.5372 ] }, { "instruction": "2023/11/15", "bbox": [ 0.6229165818956163, 0.5266665988498264, 0.678125, 0.5466666666666666 ], "point": [ 0.6505, 0.5367 ] }, { "instruction": "Min.", "bbox": [ 0.16805554495917427, 0.5372221544053819, 0.18506944444444445, 0.5522222222222222 ], "point": [ 0.1766, 0.5447 ] }, { "instruction": "Max", "bbox": [ 0.23680555555555555, 0.5372221544053819, 0.25590277777777776, 0.5522222222222222 ], "point": [ 0.2464, 0.5447 ] }, { "instruction": "Upright piano, 54\" tall: Conway: Great tone. Needs tuning", "bbox": [ 0.4065972646077474, 0.555, 0.6781250423855252, 0.5777777777777777 ], "point": [ 0.5424, 0.5664 ] }, { "instruction": "125.00 $", "bbox": [ 0.4065972222222222, 0.6494443766276041, 0.4666666666666667, 0.6738888210720486 ], "point": [ 0.4366, 0.6617 ] }, { "instruction": "Music instruments", "bbox": [ 0.40694444444444444, 0.6833333333333333, 0.4878472222222222, 0.6994444444444444 ], "point": [ 0.4474, 0.6914 ] }, { "instruction": "Ellicott City (Maryland)", "bbox": [ 0.5010416666666667, 0.6816666666666666, 0.6048611111111111, 0.7038888888888889 ], "point": [ 0.553, 0.6928 ] }, { "instruction": "2023/11/15", "bbox": [ 0.6177083333333333, 0.6816666666666666, 0.6729166666666667, 0.7016666666666667 ], "point": [ 0.6453, 0.6917 ] }, { "instruction": "Works great; sounds great Stereo Sampled Piano 100 styles to choose from collapsible", "bbox": [ 0.40729166666666666, 0.7105555555555556, 0.8173611111111111, 0.7333333333333333 ], "point": [ 0.6123, 0.7219 ] }, { "instruction": "Subscribe to this search", "bbox": [ 0.16701388888888888, 0.7322222222222222, 0.2763888888888889, 0.7483333333333333 ], "point": [ 0.2217, 0.7403 ] }, { "instruction": "stand On Craig's List Home page, search socmom to find my other listings You'l find", "bbox": [ 0.40555555555555556, 0.7305555555555555, 0.8052083333333333, 0.7572222222222222 ], "point": [ 0.6054, 0.7439 ] }, { "instruction": "\"socmom", "bbox": [ 0.40625, 0.755, 0.45208333333333334, 0.7733333333333333 ], "point": [ 0.4292, 0.7642 ] }, { "instruction": "in the title of all my listings. Cash only: From smoke and pet free ho_", "bbox": [ 0.45590277777777777, 0.755, 0.7791665818956163, 0.7777777777777778 ], "point": [ 0.6175, 0.7664 ] }, { "instruction": "Refine category", "bbox": [ 0.16666666666666666, 0.8355555555555556, 0.24027777777777778, 0.8577777777777778 ], "point": [ 0.2035, 0.8467 ] }, { "instruction": "5o0.00 $", "bbox": [ 0.4065972222222222, 0.8494444444444444, 0.4666666666666667, 0.8738888888888889 ], "point": [ 0.4366, 0.8617 ] }, { "instruction": "Music instruments", "bbox": [ 0.40694444444444444, 0.8833333333333333, 0.4878472222222222, 0.8994444444444445 ], "point": [ 0.4474, 0.8914 ] }, { "instruction": "South Gate (Maryland)", "bbox": [ 0.5010417090521918, 0.8816666666666667, 0.6041667090521918, 0.9038888888888889 ], "point": [ 0.5526, 0.8928 ] }, { "instruction": "2023/11/15", "bbox": [ 0.6166666666666667, 0.8816666666666667, 0.671875, 0.9016666666666666 ], "point": [ 0.6443, 0.8917 ] }, { "instruction": "An 1881 Steinway Upright Grand Piano from a lovely smoke and pet free estate on Beech", "bbox": [ 0.4065972222222222, 0.9094444444444445, 0.8291666666666667, 0.9333333333333333 ], "point": [ 0.6179, 0.9214 ] }, { "instruction": "Grove Ct in Millersville 21108. 15 minutes out of Baltimore, 5-10 from Annapolis. First; if", "bbox": [ 0.4065972222222222, 0.9316666666666666, 0.8243055555555555, 0.955 ], "point": [ 0.6155, 0.9433 ] }, { "instruction": "you seriously think you want this piano, youll need to find someone to m_", "bbox": [ 0.4059027777777778, 0.9544445122612847, 0.746875, 0.9783334011501736 ], "point": [ 0.5764, 0.9664 ] }, { "instruction": "Sort by: Newly listed", "bbox": [ 0.7172347174750434, 0.3332184176974826, 0.84272706773546, 0.38320383707682293 ], "point": [ 0.78, 0.3582 ] }, { "instruction": "Subscribe nowl", "bbox": [ 0.16649661593967013, 0.7511180284288195, 0.2737728542751736, 0.8002977159288195 ], "point": [ 0.2201, 0.7757 ] }, { "instruction": "piano", "bbox": [ 0.1666886117723253, 0.29294169108072915, 0.29850345187717015, 0.3415316433376736 ], "point": [ 0.2326, 0.3172 ] }, { "instruction": "Apply", "bbox": [ 0.16637229919433594, 0.6198337131076389, 0.22973073323567708, 0.6671485731336806 ], "point": [ 0.1981, 0.6435 ] }, { "instruction": "Not Secure", "bbox": [ 0.08298617468939887, 0.05359547509087457, 0.15550109015570746, 0.0842002190483941 ], "point": [ 0.1192, 0.0689 ] }, { "instruction": "Publish Ad", "bbox": [ 0.7644460042317708, 0.12375751071506076, 0.8413094414605035, 0.16602493286132813 ], "point": [ 0.8029, 0.1449 ] }, { "instruction": "Finish update", "bbox": [ 0.9087124294704861, 0.0497866694132487, 0.9971600002712674, 0.08982591417100694 ], "point": [ 0.9529, 0.0698 ] }, { "instruction": "OscClass", "bbox": [ 0.15673304663764107, 0.1023611789279514, 0.28168485429551865, 0.1822532484266493 ], "point": [ 0.2192, 0.1423 ] }, { "instruction": "Logout", "bbox": [ 0.7159711201985677, 0.13159012688530816, 0.7592813279893663, 0.1618725077311198 ], "point": [ 0.7376, 0.1467 ] }, { "instruction": "Music instruments", "bbox": [ 0.218537351820204, 0.21465152316623265, 0.3003211975097656, 0.23359836154513888 ], "point": [ 0.2594, 0.2241 ] }, { "instruction": "Classifieds", "bbox": [ 0.16047445933024088, 0.21458874172634548, 0.2091961118910048, 0.2332150438096788 ], "point": [ 0.1848, 0.2239 ] }, { "instruction": "My account", "bbox": [ 0.6362335628933377, 0.131031248304579, 0.704700681898329, 0.1622939724392361 ], "point": [ 0.6705, 0.1467 ] }, { "instruction": "X", "bbox": [ 0.15227363374498154, 0.011593844095865885, 0.16446383794148764, 0.0335736083984375 ], "point": [ 0.1584, 0.0226 ] }, { "instruction": "All categories", "bbox": [ 0.167095947265625, 0.8586711968315972, 0.2296521504720052, 0.8811280653211806 ], "point": [ 0.1984, 0.8699 ] }, { "instruction": "Music instruments", "bbox": [ 0.16729217105441624, 0.884546644422743, 0.2530195660061306, 0.9070226372612847 ], "point": [ 0.2102, 0.8958 ] }, { "instruction": "Conway piano", "bbox": [ 0.4067782508002387, 0.46471934000651044, 0.4821104685465495, 0.4898560587565104 ], "point": [ 0.4444, 0.4773 ] }, { "instruction": "Steinway Upright Grand Piano 1881", "bbox": [ 0.4064396752251519, 0.8207261827256944, 0.5893967946370443, 0.8458612738715278 ], "point": [ 0.4979, 0.8333 ] }, { "instruction": "Yamaha Keyboard Portable with Stand", "bbox": [ 0.4194819556342231, 0.6220303005642361, 0.7935645209418403, 0.6454517957899305 ], "point": [ 0.6065, 0.6337 ] }, { "instruction": "Battery Operated PSR24O", "bbox": [ 0.4194819556342231, 0.6220303005642361, 0.7935645209418403, 0.6454517957899305 ], "point": [ 0.6065, 0.6337 ] }, { "instruction": "socmom", "bbox": [ 0.4194819556342231, 0.6220303005642361, 0.7935645209418403, 0.6454517957899305 ], "point": [ 0.6065, 0.6337 ] }, { "instruction": "A dropdown menu to select the sort by: Nowly listed.", "bbox": [ 0.7172347174750434, 0.3332184176974826, 0.84272706773546, 0.38320383707682293 ], "point": [ 0.78, 0.3582 ] }, { "instruction": "a horizontal scrollbar.", "bbox": [ 0.16542512045966254, 0.3804179890950521, 0.2988123575846354, 0.4287077840169271 ], "point": [ 0.2321, 0.4046 ] }, { "instruction": "Subscripting something new.", "bbox": [ 0.16649661593967013, 0.7511180284288195, 0.2737728542751736, 0.8002977159288195 ], "point": [ 0.2201, 0.7757 ] }, { "instruction": "piano settings.", "bbox": [ 0.1666886117723253, 0.29294169108072915, 0.29850345187717015, 0.3415316433376736 ], "point": [ 0.2326, 0.3172 ] }, { "instruction": "a checkbox.", "bbox": [ 0.16585106319851345, 0.5521285671657986, 0.23052794138590496, 0.6009545220269097 ], "point": [ 0.1982, 0.5765 ] }, { "instruction": "Apply.", "bbox": [ 0.16637229919433594, 0.6198337131076389, 0.22973073323567708, 0.6671485731336806 ], "point": [ 0.1981, 0.6435 ] }, { "instruction": "a checkbox.", "bbox": [ 0.23392473856608073, 0.5523165554470486, 0.2989153544108073, 0.6008993191189236 ], "point": [ 0.2664, 0.5766 ] }, { "instruction": "Not Security.", "bbox": [ 0.08298617468939887, 0.05359547509087457, 0.15550109015570746, 0.0842002190483941 ], "point": [ 0.1192, 0.0689 ] }, { "instruction": "Publish Ad.", "bbox": [ 0.7644460042317708, 0.12375751071506076, 0.8413094414605035, 0.16602493286132813 ], "point": [ 0.8029, 0.1449 ] }, { "instruction": "the option to finish an update.", "bbox": [ 0.9087124294704861, 0.0497866694132487, 0.9971600002712674, 0.08982591417100694 ], "point": [ 0.9529, 0.0698 ] }, { "instruction": "a table or grid layout.", "bbox": [ 0.6837823232014973, 0.334952392578125, 0.7133701748318142, 0.3823121473524306 ], "point": [ 0.6986, 0.3586 ] }, { "instruction": "a menu or list.", "bbox": [ 0.6520952012803819, 0.3352186414930556, 0.6818063524034288, 0.3820576985677083 ], "point": [ 0.667, 0.3586 ] }, { "instruction": "an option to access the class.", "bbox": [ 0.15673304663764107, 0.1023611789279514, 0.28168485429551865, 0.1822532484266493 ], "point": [ 0.2192, 0.1423 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9758621215820312, 0.004547961552937825, 0.9964382595486111, 0.0387882391611735 ], "point": [ 0.9862, 0.0217 ] }, { "instruction": "Logout.", "bbox": [ 0.7159711201985677, 0.13159012688530816, 0.7592813279893663, 0.1618725077311198 ], "point": [ 0.7376, 0.1467 ] }, { "instruction": "Music instruments.", "bbox": [ 0.218537351820204, 0.21465152316623265, 0.3003211975097656, 0.23359836154513888 ], "point": [ 0.2594, 0.2241 ] }, { "instruction": "Up arrow", "bbox": [ 0.8235191345214844, 0.05899361080593533, 0.8408085293240017, 0.08112868414984808 ], "point": [ 0.8322, 0.0701 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.8503720601399739, 0.05850015852186415, 0.8652658250596789, 0.08121786329481337 ], "point": [ 0.8578, 0.0699 ] }, { "instruction": "a button or link to the classifieds section.", "bbox": [ 0.16047445933024088, 0.21458874172634548, 0.2091961118910048, 0.2332150438096788 ], "point": [ 0.1848, 0.2239 ] }, { "instruction": "My account.", "bbox": [ 0.6362335628933377, 0.131031248304579, 0.704700681898329, 0.1622939724392361 ], "point": [ 0.6705, 0.1467 ] }, { "instruction": "Time Field", "bbox": [ 0.8862879435221355, 0.05685085720486111, 0.9039252387152777, 0.08154769897460938 ], "point": [ 0.8951, 0.0692 ] }, { "instruction": "Close", "bbox": [ 0.05679276254442003, 0.05790377722846137, 0.07470110257466635, 0.0829410637749566 ], "point": [ 0.0657, 0.0704 ] }, { "instruction": "Back", "bbox": [ 0.007017650206883748, 0.05815260569254557, 0.02527091039551629, 0.08311556498209635 ], "point": [ 0.0161, 0.0706 ] }, { "instruction": "Next", "bbox": [ 0.03171643416086833, 0.058509123060438366, 0.04876492818196614, 0.0831410641140408 ], "point": [ 0.0402, 0.0708 ] }, { "instruction": "Close", "bbox": [ 0.15227363374498154, 0.011593844095865885, 0.16446383794148764, 0.0335736083984375 ], "point": [ 0.1584, 0.0226 ] }, { "instruction": "Music instruments.", "bbox": [ 0.06077762179904514, 0.008691751692030165, 0.15049733055962455, 0.03321640650431315 ], "point": [ 0.1056, 0.021 ] }, { "instruction": "All categories.", "bbox": [ 0.167095947265625, 0.8586711968315972, 0.2296521504720052, 0.8811280653211806 ], "point": [ 0.1984, 0.8699 ] }, { "instruction": "Five-point star", "bbox": [ 0.7906922234429253, 0.05631659613715278, 0.8057638380262587, 0.0848291269938151 ], "point": [ 0.7982, 0.0706 ] }, { "instruction": "Add New Tab", "bbox": [ 0.17643082936604818, 0.010244691636827258, 0.18914720747205946, 0.03593394809299045 ], "point": [ 0.1828, 0.0231 ] }, { "instruction": "a wooden furniture piece.", "bbox": [ 0.33335414462619356, 0.8188209364149306, 0.402505366007487, 0.9988694932725695 ], "point": [ 0.3679, 0.9088 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.16706322564019097, 0.46843214246961806, 0.18146050771077474, 0.49308912489149304 ], "point": [ 0.1743, 0.4808 ] }, { "instruction": "Curve", "bbox": [ 0.010070131884680854, 0.008652065065171983, 0.02336450152926975, 0.03465989112854004 ], "point": [ 0.0167, 0.0217 ] }, { "instruction": "Music instruments.", "bbox": [ 0.16729217105441624, 0.884546644422743, 0.2530195660061306, 0.9070226372612847 ], "point": [ 0.2102, 0.8958 ] }, { "instruction": "a keyboard.", "bbox": [ 0.33260345458984375, 0.4640010918511285, 0.4022814432779948, 0.5715446641710069 ], "point": [ 0.3674, 0.5178 ] }, { "instruction": "Conway piano.", "bbox": [ 0.4067782508002387, 0.46471934000651044, 0.4821104685465495, 0.4898560587565104 ], "point": [ 0.4444, 0.4773 ] }, { "instruction": "Stenway Uright Grand Piano 1881.", "bbox": [ 0.4064396752251519, 0.8207261827256944, 0.5893967946370443, 0.8458612738715278 ], "point": [ 0.4979, 0.8333 ] }, { "instruction": "a keyboard.", "bbox": [ 0.33274095323350694, 0.6230130343967014, 0.40256330702039933, 0.7116641574435764 ], "point": [ 0.3677, 0.6673 ] }, { "instruction": "Sending a file.", "bbox": [ 0.4194819556342231, 0.6220303005642361, 0.7935645209418403, 0.6454517957899305 ], "point": [ 0.6065, 0.6337 ] }, { "instruction": "a power button.", "bbox": [ 0.9946734958224827, 0.0038590579562717015, 0.9997180514865451, 0.03955677880181207 ], "point": [ 0.9972, 0.0217 ] } ], "element_size": 95 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_12/12435.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "piano > Music instruments", "bbox": [ 0.028819439146253796, 0.013888888888888888, 0.13645832803514268, 0.03111111111111111 ], "point": [ 0.0826, 0.0225 ] }, { "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com:9980/index php?page-search&sOrder-dt_pub_date&iOrderType-desc&sPattern _.", "bbox": [ 0.15833331214057075, 0.06055555555555556, 0.7861110899183485, 0.08277777777777778 ], "point": [ 0.4722, 0.0717 ] }, { "instruction": "Search results: piano", "bbox": [ 0.30868053436279297, 0.18888890584309895, 0.4013888465033637, 0.2072222391764323 ], "point": [ 0.355, 0.1981 ] }, { "instruction": "Your search", "bbox": [ 0.16701388888888888, 0.24611109415690105, 0.22083333333333333, 0.2633333163791233 ], "point": [ 0.1939, 0.2547 ] }, { "instruction": "Music instruments", "bbox": [ 0.3329861111111111, 0.23277777777777778, 0.5784722222222223, 0.2861111111111111 ], "point": [ 0.4557, 0.2594 ] }, { "instruction": "1 - 12 of 260 listings", "bbox": [ 0.3333333333333333, 0.3199999660915799, 0.4357638888888889, 0.34499996609157985 ], "point": [ 0.3845, 0.3325 ] }, { "instruction": "City", "bbox": [ 0.16666667726304796, 0.3333333333333333, 0.1875, 0.355 ], "point": [ 0.1771, 0.3442 ] }, { "instruction": "Listings", "bbox": [ 0.33194444444444443, 0.38111114501953125, 0.3871527777777778, 0.40944447835286457 ], "point": [ 0.3595, 0.3953 ] }, { "instruction": "listings with pictures", "bbox": [ 0.18159720102945964, 0.4444444444444444, 0.2760416454739041, 0.465 ], "point": [ 0.2288, 0.4547 ] }, { "instruction": "2299.00 $", "bbox": [ 0.40555555555555556, 0.4661111111111111, 0.4753472222222222, 0.49333333333333335 ], "point": [ 0.4405, 0.4797 ] }, { "instruction": "Price", "bbox": [ 0.16701388888888888, 0.4888888888888889, 0.19131944444444443, 0.5044444444444445 ], "point": [ 0.1792, 0.4967 ] }, { "instruction": "Music instruments", "bbox": [ 0.40694444444444444, 0.5011111111111111, 0.48819444444444443, 0.5172222222222222 ], "point": [ 0.4476, 0.5092 ] }, { "instruction": "Gainesville (Virginia)", "bbox": [ 0.5010416666666667, 0.5005556233723958, 0.5947916666666667, 0.5216666666666666 ], "point": [ 0.5479, 0.5111 ] }, { "instruction": "2023/11/16", "bbox": [ 0.6076388465033637, 0.5, 0.6621527353922526, 0.5183333333333333 ], "point": [ 0.6349, 0.5092 ] }, { "instruction": "Min_", "bbox": [ 0.16701388888888888, 0.51, 0.1840277777777778, 0.5261111111111111 ], "point": [ 0.1755, 0.5181 ] }, { "instruction": "The Roland 88", "bbox": [ 0.40694444444444444, 0.5288888888888889, 0.47881944444444446, 0.5472222222222223 ], "point": [ 0.4429, 0.5381 ] }, { "instruction": "G8 Fantom Studio Workstation is simply as good as it getsl The Fantom-", "bbox": [ 0.4965277777777778, 0.5277778116861979, 0.8368055555555556, 0.5522222561306424 ], "point": [ 0.6667, 0.54 ] }, { "instruction": "G8 is outfitted with Roland's top-of-the-line PHA", "bbox": [ 0.4065972222222222, 0.5483333672417535, 0.6399305555555556, 0.5722222222222222 ], "point": [ 0.5233, 0.5603 ] }, { "instruction": "\"Ivory Feel\" keyboard: This amazing", "bbox": [ 0.6472222222222223, 0.5494444105360243, 0.8166666666666667, 0.5727777099609375 ], "point": [ 0.7319, 0.5611 ] }, { "instruction": "keyboard technology reproduces the real surface feel of ivory acoustic pi.", "bbox": [ 0.40625, 0.5700000678168403, 0.7489583333333333, 0.5966667344835069 ], "point": [ 0.5776, 0.5833 ] }, { "instruction": "Subscribe to this search", "bbox": [ 0.16701388888888888, 0.705, 0.2763888888888889, 0.7222222222222222 ], "point": [ 0.2217, 0.7136 ] }, { "instruction": "Music instruments", "bbox": [ 0.40694444444444444, 0.7011111111111111, 0.48819444444444443, 0.7172222222222222 ], "point": [ 0.4476, 0.7092 ] }, { "instruction": "New Freedom (Pennsylvania)", "bbox": [ 0.5024305555555556, 0.7011111111111111, 0.6309027777777778, 0.7194444444444444 ], "point": [ 0.5667, 0.7103 ] }, { "instruction": "2023/11/16", "bbox": [ 0.6451388888888889, 0.7, 0.6996527777777778, 0.7183333333333334 ], "point": [ 0.6724, 0.7092 ] }, { "instruction": "Like new Samick Baby Grand Piano Well maintained and barely used: Comes with", "bbox": [ 0.4065972222222222, 0.7277777777777777, 0.79375, 0.7505555555555555 ], "point": [ 0.6002, 0.7392 ] }, { "instruction": "electronic humidifier: Beautiful Instrument and beautiful center piece for any room: Buyer is", "bbox": [ 0.4059027777777778, 0.7505555555555555, 0.8322916666666667, 0.7733333333333333 ], "point": [ 0.6191, 0.7619 ] }, { "instruction": "responsible for moving:", "bbox": [ 0.40520833333333334, 0.7705555555555555, 0.51875, 0.7972222222222223 ], "point": [ 0.462, 0.7839 ] }, { "instruction": "Refine category", "bbox": [ 0.16666666666666666, 0.8094443766276042, 0.24027777777777778, 0.8299999321831597 ], "point": [ 0.2035, 0.8197 ] }, { "instruction": "Music instruments", "bbox": [ 0.40694444444444444, 0.9011111111111111, 0.48819444444444443, 0.9172222222222223 ], "point": [ 0.4476, 0.9092 ] }, { "instruction": "Borough of Felton (Pennsylvania)", "bbox": [ 0.5024305131700304, 0.9011111111111111, 0.6482638465033637, 0.9194444444444444 ], "point": [ 0.5753, 0.9103 ] }, { "instruction": "2023/11/16", "bbox": [ 0.6625000423855252, 0.9, 0.7170138888888888, 0.9183333333333333 ], "point": [ 0.6898, 0.9092 ] }, { "instruction": "Nice old Kimball Artist Console Piano. Has not been played in several years Plays but could", "bbox": [ 0.4065972222222222, 0.9283333333333333, 0.8375, 0.9511111111111111 ], "point": [ 0.622, 0.9397 ] }, { "instruction": "probably use a tuning: Don't miss this. Offers welcome: It is on ground floor s0 no steps to", "bbox": [ 0.4065972222222222, 0.9500000678168403, 0.8274305555555556, 0.9733334011501736 ], "point": [ 0.617, 0.9617 ] }, { "instruction": "move it. Contact Lorrie:", "bbox": [ 0.40694444444444444, 0.9738889567057292, 0.5145833333333333, 0.9922222900390625 ], "point": [ 0.4608, 0.9831 ] }, { "instruction": "Max", "bbox": [ 0.23645833333333333, 0.5083333333333333, 0.2548611111111111, 0.5277777777777778 ], "point": [ 0.2457, 0.5181 ] }, { "instruction": "key", "bbox": [ 0.47847222222222224, 0.5272222561306423, 0.49583333333333335, 0.5511111450195313 ], "point": [ 0.4872, 0.5392 ] }, { "instruction": "Subscribe nowl", "bbox": [ 0.16625905566745333, 0.724324951171875, 0.2736940595838759, 0.7728526475694445 ], "point": [ 0.22, 0.7486 ] }, { "instruction": "piano", "bbox": [ 0.16652834150526258, 0.2650282118055556, 0.29871065351698134, 0.3148477511935764 ], "point": [ 0.2326, 0.2899 ] }, { "instruction": "Sort by: Newly listed", "bbox": [ 0.7171691046820746, 0.3066473388671875, 0.84297120836046, 0.35748779296875 ], "point": [ 0.7801, 0.3321 ] }, { "instruction": "Publish Ad", "bbox": [ 0.7640813191731771, 0.09611257765028212, 0.8413091023763021, 0.1395669470893012 ], "point": [ 0.8027, 0.1178 ] }, { "instruction": "Dumfries", "bbox": [ 0.16672626071506078, 0.3534247843424479, 0.2990726047092014, 0.40133819580078123 ], "point": [ 0.2329, 0.3774 ] }, { "instruction": "Finish update", "bbox": [ 0.9090182834201389, 0.049885262383355035, 0.9973125881618924, 0.08974738226996527 ], "point": [ 0.9532, 0.0698 ] }, { "instruction": "Not Secure", "bbox": [ 0.08291806115044488, 0.05378855811225043, 0.15554207695855035, 0.0842032199435764 ], "point": [ 0.1192, 0.069 ] }, { "instruction": "Dumfries (Virginia)", "bbox": [ 0.1664539549085829, 0.39814785427517363, 0.2988503985934787, 0.44051133897569444 ], "point": [ 0.2327, 0.4193 ] }, { "instruction": "#ply", "bbox": [ 0.16629166073269314, 0.5921723768446181, 0.2289560317993164, 0.6408259412977431 ], "point": [ 0.1976, 0.6165 ] }, { "instruction": "Osclass", "bbox": [ 0.1583170149061415, 0.09364828321668837, 0.2812015109592014, 0.15083245171440973 ], "point": [ 0.2198, 0.1222 ] }, { "instruction": "Music instruments", "bbox": [ 0.21854977077907986, 0.18714031643337672, 0.3005964914957682, 0.2072064717610677 ], "point": [ 0.2596, 0.1972 ] }, { "instruction": "My account", "bbox": [ 0.6329702589246962, 0.09898099263509115, 0.7074935065375434, 0.1379353756374783 ], "point": [ 0.6702, 0.1185 ] }, { "instruction": "Classifieds", "bbox": [ 0.16058037016126844, 0.1872233581542969, 0.2092404047648112, 0.20714387681749133 ], "point": [ 0.1849, 0.1972 ] }, { "instruction": "All categories", "bbox": [ 0.16691463258531358, 0.8311097547743056, 0.23003232744004992, 0.8539942762586805 ], "point": [ 0.1985, 0.8426 ] }, { "instruction": "Logout", "bbox": [ 0.7108206854926216, 0.09734703063964843, 0.7635291205512152, 0.13947614034016928 ], "point": [ 0.7372, 0.1184 ] }, { "instruction": "Music instruments", "bbox": [ 0.16719934675428602, 0.858057861328125, 0.25278102027045357, 0.8807142469618056 ], "point": [ 0.21, 0.8694 ] }, { "instruction": "X", "bbox": [ 0.1522929933336046, 0.011596403121948241, 0.16435036129421657, 0.03319467650519477 ], "point": [ 0.1583, 0.0224 ] }, { "instruction": "Kimball Artist Console Piano", "bbox": [ 0.4064369201660156, 0.8384823269314237, 0.553340572781033, 0.8636114501953125 ], "point": [ 0.4799, 0.851 ] }, { "instruction": "ROLAND 68 FANTOM 88 KEY WORKSTATION", "bbox": [ 0.4064052581787109, 0.43682685004340277, 0.6487035539415148, 0.4639244927300347 ], "point": [ 0.5276, 0.4504 ] }, { "instruction": "550.00 $", "bbox": [ 0.4058003319634332, 0.864790513780382, 0.46655303107367624, 0.8938553195529514 ], "point": [ 0.4362, 0.8793 ] }, { "instruction": "Baby Grand", "bbox": [ 0.4068083021375868, 0.6388349066840278, 0.46941621568467884, 0.6630563693576389 ], "point": [ 0.4381, 0.6509 ] }, { "instruction": "1000.00 $", "bbox": [ 0.40694139268663193, 0.6641262478298611, 0.47569944593641494, 0.6944448513454861 ], "point": [ 0.4413, 0.6793 ] }, { "instruction": "subscribe now.", "bbox": [ 0.16625905566745333, 0.724324951171875, 0.2736940595838759, 0.7728526475694445 ], "point": [ 0.22, 0.7486 ] }, { "instruction": "piano settings.", "bbox": [ 0.16652834150526258, 0.2650282118055556, 0.29871065351698134, 0.3148477511935764 ], "point": [ 0.2326, 0.2899 ] }, { "instruction": "A dropdown menu to select the sort by: Nowly listed.", "bbox": [ 0.7171691046820746, 0.3066473388671875, 0.84297120836046, 0.35748779296875 ], "point": [ 0.7801, 0.3321 ] }, { "instruction": "Publish Ad.", "bbox": [ 0.7640813191731771, 0.09611257765028212, 0.8413091023763021, 0.1395669470893012 ], "point": [ 0.8027, 0.1178 ] }, { "instruction": "a checkbox in its full-screen mode.", "bbox": [ 0.16607371436225044, 0.5255740695529514, 0.23019500308566623, 0.5741743977864583 ], "point": [ 0.1981, 0.5499 ] }, { "instruction": "a checkbox.", "bbox": [ 0.23416483137342664, 0.5259732733832465, 0.2990497801038954, 0.5742131890190972 ], "point": [ 0.2666, 0.5501 ] }, { "instruction": "Dumfries.", "bbox": [ 0.16672626071506078, 0.3534247843424479, 0.2990726047092014, 0.40133819580078123 ], "point": [ 0.2329, 0.3774 ] }, { "instruction": "the option to finish an update.", "bbox": [ 0.9090182834201389, 0.049885262383355035, 0.9973125881618924, 0.08974738226996527 ], "point": [ 0.9532, 0.0698 ] }, { "instruction": "Not Security.", "bbox": [ 0.08291806115044488, 0.05378855811225043, 0.15554207695855035, 0.0842032199435764 ], "point": [ 0.1192, 0.069 ] }, { "instruction": "Dumfries (Virginia)", "bbox": [ 0.1664539549085829, 0.39814785427517363, 0.2988503985934787, 0.44051133897569444 ], "point": [ 0.2327, 0.4193 ] }, { "instruction": "Apply.", "bbox": [ 0.16629166073269314, 0.5921723768446181, 0.2289560317993164, 0.6408259412977431 ], "point": [ 0.1976, 0.6165 ] }, { "instruction": "a menu or list.", "bbox": [ 0.6516869439019097, 0.30934393988715275, 0.6819441901312934, 0.3558226860894097 ], "point": [ 0.6668, 0.3326 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9759134080674913, 0.004540599187215169, 0.9963876512315538, 0.038708918889363605 ], "point": [ 0.9862, 0.0216 ] }, { "instruction": "a table or grid layout.", "bbox": [ 0.6834638383653429, 0.3081414455837674, 0.7138808356391059, 0.35644439697265623 ], "point": [ 0.6987, 0.3323 ] }, { "instruction": "an email application or email application.", "bbox": [ 0.1583170149061415, 0.09364828321668837, 0.2812015109592014, 0.15083245171440973 ], "point": [ 0.2198, 0.1222 ] }, { "instruction": "Music instruments.", "bbox": [ 0.21854977077907986, 0.18714031643337672, 0.3005964914957682, 0.2072064717610677 ], "point": [ 0.2596, 0.1972 ] }, { "instruction": "My account.", "bbox": [ 0.6329702589246962, 0.09898099263509115, 0.7074935065375434, 0.1379353756374783 ], "point": [ 0.6702, 0.1185 ] }, { "instruction": "Up arrow", "bbox": [ 0.8225253634982639, 0.05881356981065538, 0.8413140190972223, 0.08108523898654514 ], "point": [ 0.8319, 0.0699 ] }, { "instruction": "a button or link to the classifieds section.", "bbox": [ 0.16058037016126844, 0.1872233581542969, 0.2092404047648112, 0.20714387681749133 ], "point": [ 0.1849, 0.1972 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.8505150689019098, 0.05885127597384983, 0.8651199340820312, 0.08073984781901042 ], "point": [ 0.8578, 0.0698 ] }, { "instruction": "Reload", "bbox": [ 0.05474454032050239, 0.053207651774088545, 0.0762854258219401, 0.08538584391276041 ], "point": [ 0.0655, 0.0693 ] }, { "instruction": "All categories.", "bbox": [ 0.16691463258531358, 0.8311097547743056, 0.23003232744004992, 0.8539942762586805 ], "point": [ 0.1985, 0.8426 ] }, { "instruction": "Back", "bbox": [ 0.006661616431342231, 0.055575023227267796, 0.025898069805569118, 0.08415554470486111 ], "point": [ 0.0163, 0.0699 ] }, { "instruction": "Logout.", "bbox": [ 0.7108206854926216, 0.09734703063964843, 0.7635291205512152, 0.13947614034016928 ], "point": [ 0.7372, 0.1184 ] }, { "instruction": "Forward", "bbox": [ 0.03058156437344021, 0.05548526340060764, 0.049397521548801, 0.08387105305989584 ], "point": [ 0.04, 0.0697 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.16680905024210613, 0.44167839898003475, 0.18172715504964193, 0.4664510769314236 ], "point": [ 0.1743, 0.4541 ] }, { "instruction": "Music instruments.", "bbox": [ 0.16719934675428602, 0.858057861328125, 0.25278102027045357, 0.8807142469618056 ], "point": [ 0.21, 0.8694 ] }, { "instruction": "Time Field", "bbox": [ 0.8861790974934896, 0.05710697597927517, 0.9037858751085069, 0.08136750115288628 ], "point": [ 0.895, 0.0692 ] }, { "instruction": "Close", "bbox": [ 0.1522929933336046, 0.011596403121948241, 0.16435036129421657, 0.03319467650519477 ], "point": [ 0.1583, 0.0224 ] }, { "instruction": "Add New Tab", "bbox": [ 0.17652616500854493, 0.010484788682725694, 0.18907352023654514, 0.035368677775065104 ], "point": [ 0.1828, 0.0229 ] }, { "instruction": "Video", "bbox": [ 0.009296502669652302, 0.007450989617241753, 0.026958015892240735, 0.040290586683485244 ], "point": [ 0.0181, 0.0239 ] }, { "instruction": "a piano.", "bbox": [ 0.33284405602349176, 0.83844970703125, 0.40268084208170574, 1.0 ], "point": [ 0.3678, 0.9192 ] }, { "instruction": "Five-point star", "bbox": [ 0.7908109029134115, 0.056802020602756076, 0.8060919019911025, 0.083670900132921 ], "point": [ 0.7985, 0.0702 ] }, { "instruction": "Kimball Artist Console Piano.", "bbox": [ 0.4064369201660156, 0.8384823269314237, 0.553340572781033, 0.8636114501953125 ], "point": [ 0.4799, 0.851 ] }, { "instruction": "Music instruments.", "bbox": [ 0.06069452497694228, 0.009051049550374349, 0.14933143191867404, 0.03284713957044813 ], "point": [ 0.105, 0.0209 ] }, { "instruction": "ROLAND (68 FANTOM 89 key Wordstation).", "bbox": [ 0.4064052581787109, 0.43682685004340277, 0.6487035539415148, 0.4639244927300347 ], "point": [ 0.5276, 0.4504 ] }, { "instruction": "a music player and keyboard.", "bbox": [ 0.3319369845920139, 0.43994398328993056, 0.4025015936957465, 0.5720712619357639 ], "point": [ 0.3672, 0.506 ] }, { "instruction": "a price tag of $50.00.", "bbox": [ 0.4058003319634332, 0.864790513780382, 0.46655303107367624, 0.8938553195529514 ], "point": [ 0.4362, 0.8793 ] }, { "instruction": "a grand piano.", "bbox": [ 0.33298810323079425, 0.6399140082465278, 0.40256462097167967, 0.73163818359375 ], "point": [ 0.3678, 0.6858 ] }, { "instruction": "Increase", "bbox": [ 0.8725678337944879, 0.058895738389756945, 0.8889588250054253, 0.08023041619194879 ], "point": [ 0.8808, 0.0696 ] }, { "instruction": "a location or place labeled \"Baby Grand\".", "bbox": [ 0.4068083021375868, 0.6388349066840278, 0.46941621568467884, 0.6630563693576389 ], "point": [ 0.4381, 0.6509 ] }, { "instruction": "a price of 1,000.00.", "bbox": [ 0.40694139268663193, 0.6641262478298611, 0.47569944593641494, 0.6944448513454861 ], "point": [ 0.4413, 0.6793 ] }, { "instruction": "Searching or magnifying glass.", "bbox": [ 5.650520324707031e-06, 0.05557509952121311, 0.005679473612043593, 0.08554888407389323 ], "point": [ 0.0028, 0.0706 ] } ], "element_size": 101 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_13/13323.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "piano > Music instruments Du", "bbox": [ 0.028819444444444446, 0.013888888888888888, 0.1482638888888889, 0.03111111111111111 ], "point": [ 0.0885, 0.0225 ] }, { "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com:9980/index php?page-search&sOrder-dt_pub_date&iOrderType-desc&sPattern _.", "bbox": [ 0.15833331214057075, 0.06055555555555556, 0.7861110899183485, 0.08277777777777778 ], "point": [ 0.4722, 0.0717 ] }, { "instruction": "Virginia", "bbox": [ 0.3079861111111111, 0.1827777777777778, 0.3458333333333333, 0.2061111111111111 ], "point": [ 0.3269, 0.1944 ] }, { "instruction": "Search results: piano", "bbox": [ 0.4041666666666667, 0.18333333333333332, 0.4979166666666667, 0.2038888888888889 ], "point": [ 0.451, 0.1936 ] }, { "instruction": "Your search", "bbox": [ 0.16701388888888888, 0.24222220526801216, 0.22083333333333333, 0.25833331637912327 ], "point": [ 0.1939, 0.2503 ] }, { "instruction": "Music instruments Dumfries", "bbox": [ 0.33298608991834855, 0.22777779473198784, 0.7083332273695204, 0.285 ], "point": [ 0.5207, 0.2564 ] }, { "instruction": "1 - 2 of 2 listings", "bbox": [ 0.3333333333333333, 0.31611114501953125, 0.4166666666666667, 0.34111114501953127 ], "point": [ 0.375, 0.3286 ] }, { "instruction": "City", "bbox": [ 0.16666667726304796, 0.32944444444444443, 0.1875, 0.35 ], "point": [ 0.1771, 0.3397 ] }, { "instruction": "Listings", "bbox": [ 0.33125, 0.3727778116861979, 0.38819444444444445, 0.4077778116861979 ], "point": [ 0.3597, 0.3903 ] }, { "instruction": "Show only", "bbox": [ 0.16666666666666666, 0.4166666666666667, 0.21666666666666667, 0.43666666666666665 ], "point": [ 0.1917, 0.4267 ] }, { "instruction": "listings with pictures", "bbox": [ 0.18159720102945964, 0.43722222222222223, 0.2760416454739041, 0.46111111111111114 ], "point": [ 0.2288, 0.4492 ] }, { "instruction": "2300.00 $", "bbox": [ 0.40555555555555556, 0.46111111111111114, 0.4753472222222222, 0.48833333333333334 ], "point": [ 0.4405, 0.4747 ] }, { "instruction": "Price", "bbox": [ 0.16701388888888888, 0.4850000339084201, 0.19131944444444443, 0.501111077202691 ], "point": [ 0.1792, 0.4931 ] }, { "instruction": "Music instruments", "bbox": [ 0.40625, 0.495, 0.48819444444444443, 0.515 ], "point": [ 0.4472, 0.505 ] }, { "instruction": "Dumfries (Virginia)", "bbox": [ 0.5020833333333333, 0.4955555555555556, 0.5868055555555556, 0.5177777777777778 ], "point": [ 0.5444, 0.5067 ] }, { "instruction": "2023/11/15", "bbox": [ 0.6000000423855252, 0.49611114501953124, 0.654513931274414, 0.5144444783528646 ], "point": [ 0.6273, 0.5053 ] }, { "instruction": "Min_", "bbox": [ 0.16701388888888888, 0.5061110432942708, 0.1840277777777778, 0.5211111111111111 ], "point": [ 0.1755, 0.5136 ] }, { "instruction": "Max.", "bbox": [ 0.23576388888888888, 0.5061110432942708, 0.25590277777777776, 0.5211111111111111 ], "point": [ 0.2458, 0.5136 ] }, { "instruction": "Offering impressive features at an affordable price; this upright piano is a great introduction", "bbox": [ 0.4065972646077474, 0.5233332655164931, 0.834375, 0.5466666666666666 ], "point": [ 0.6205, 0.535 ] }, { "instruction": "to Kawai upright piano quality: Featuring our exclusive Ultra-Responsive Direct Blow Action,", "bbox": [ 0.4059027777777778, 0.5444444444444444, 0.8395833333333333, 0.5694444444444444 ], "point": [ 0.6227, 0.5569 ] }, { "instruction": "it delivers", "bbox": [ 0.40625, 0.5688888888888889, 0.45381944444444444, 0.5861111111111111 ], "point": [ 0.43, 0.5775 ] }, { "instruction": "touch and feel that is delicate, controlled and_", "bbox": [ 0.4621527777777778, 0.5672222900390625, 0.675, 0.5894445122612847 ], "point": [ 0.5686, 0.5783 ] }, { "instruction": "1000.00 $", "bbox": [ 0.40729170905219186, 0.6616666666666666, 0.47430559794108074, 0.6866666666666666 ], "point": [ 0.4408, 0.6742 ] }, { "instruction": "Subscribe to this search", "bbox": [ 0.16701388888888888, 0.7011111111111111, 0.2763888888888889, 0.7172222222222222 ], "point": [ 0.2217, 0.7092 ] }, { "instruction": "Music instruments", "bbox": [ 0.40694444444444444, 0.6961111111111111, 0.48819444444444443, 0.7144444444444444 ], "point": [ 0.4476, 0.7053 ] }, { "instruction": "Dumfries (Virginia)", "bbox": [ 0.5020833333333333, 0.6955556233723958, 0.5868055555555556, 0.7177778455946181 ], "point": [ 0.5444, 0.7067 ] }, { "instruction": "2023/10/16", "bbox": [ 0.6000000423855252, 0.6961111111111111, 0.654513931274414, 0.7144444444444444 ], "point": [ 0.6273, 0.7053 ] }, { "instruction": "Young Chang (Korean made) piano for sale You must pickup and tune. Please let me know if", "bbox": [ 0.40625, 0.7227777777777777, 0.8392361111111111, 0.7472222222222222 ], "point": [ 0.6227, 0.735 ] }, { "instruction": "you have any questions andlor to schedule to view:", "bbox": [ 0.4059027777777778, 0.7455555555555555, 0.6454861111111111, 0.7677777777777778 ], "point": [ 0.5257, 0.7567 ] }, { "instruction": "Refine category", "bbox": [ 0.16666666666666666, 0.8044445122612848, 0.24027777777777778, 0.8261111789279514 ], "point": [ 0.2035, 0.8153 ] }, { "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws com:9980/index php?page-sea_", "bbox": [ 0.00208332273695204, 0.9783333333333334, 0.32291665607028536, 1.0 ], "point": [ 0.1625, 0.9892 ] }, { "instruction": "Subscribe nowl", "bbox": [ 0.16645778020222982, 0.7201519775390625, 0.27392056783040364, 0.7695192464192708 ], "point": [ 0.2202, 0.7448 ] }, { "instruction": "Dumfries", "bbox": [ 0.16642758051554363, 0.34898349338107637, 0.2987295786539714, 0.398099365234375 ], "point": [ 0.2326, 0.3735 ] }, { "instruction": "piano", "bbox": [ 0.16638820436265733, 0.2605652533637153, 0.2985398186577691, 0.30976820203993055 ], "point": [ 0.2325, 0.2852 ] }, { "instruction": "Sort by: Newly listed", "bbox": [ 0.7168824089898004, 0.30251536051432293, 0.8423486497667101, 0.35225487603081596 ], "point": [ 0.7796, 0.3274 ] }, { "instruction": "Publish Ad", "bbox": [ 0.7642707824707031, 0.09403717041015625, 0.8415499369303385, 0.13557071261935763 ], "point": [ 0.8029, 0.1148 ] }, { "instruction": "Finish update", "bbox": [ 0.9089905632866754, 0.04989439222547743, 0.9973053826226128, 0.08977952745225694 ], "point": [ 0.9531, 0.0698 ] }, { "instruction": "Apply", "bbox": [ 0.16692991256713868, 0.5885991753472222, 0.2295583936903212, 0.6365824381510417 ], "point": [ 0.1982, 0.6126 ] }, { "instruction": "Not Secure", "bbox": [ 0.08298984103732639, 0.05359885745578342, 0.15556106567382813, 0.0842471652560764 ], "point": [ 0.1193, 0.0689 ] }, { "instruction": "1", "bbox": [ 0.5733145819769965, 0.8164409722222222, 0.6024375915527344, 0.8637775336371528 ], "point": [ 0.5879, 0.8401 ] }, { "instruction": "My account", "bbox": [ 0.6351237403021919, 0.09879443698459202, 0.7081341637505425, 0.12949493408203125 ], "point": [ 0.6716, 0.1141 ] }, { "instruction": "Music instruments", "bbox": [ 0.21849176618787977, 0.18259309556749131, 0.30039704640706383, 0.20323193020290797 ], "point": [ 0.2594, 0.1929 ] }, { "instruction": "Dumfries", "bbox": [ 0.3540890587700738, 0.1829993184407552, 0.39569079081217445, 0.2029681905110677 ], "point": [ 0.3749, 0.193 ] }, { "instruction": "Logout", "bbox": [ 0.7103099822998047, 0.09851058959960937, 0.7628582424587673, 0.1292916531032986 ], "point": [ 0.7366, 0.1139 ] }, { "instruction": "Osclass", "bbox": [ 0.15813296635945637, 0.0934932878282335, 0.281217532687717, 0.15252256605360243 ], "point": [ 0.2197, 0.123 ] }, { "instruction": "Classifieds", "bbox": [ 0.16049826939900716, 0.18232042100694446, 0.21000022888183595, 0.20392907036675348 ], "point": [ 0.1852, 0.1931 ] }, { "instruction": "X", "bbox": [ 0.1519478480021159, 0.010593537224663628, 0.16424486372205946, 0.034087198045518664 ], "point": [ 0.1581, 0.0223 ] }, { "instruction": "Young Chang Piano for Sale", "bbox": [ 0.40659912957085503, 0.6338055419921875, 0.5505196041531033, 0.6598398844401042 ], "point": [ 0.4786, 0.6468 ] }, { "instruction": "Music instruments", "bbox": [ 0.16655701531304254, 0.853585205078125, 0.252372317843967, 0.8762655978732639 ], "point": [ 0.2095, 0.8649 ] }, { "instruction": "Kawai CE-ZN Mahogany Continental Upright Piano", "bbox": [ 0.40619663662380645, 0.43383056640625, 0.6668020884195963, 0.4599496799045139 ], "point": [ 0.5365, 0.4469 ] }, { "instruction": "ALLcateg hjes", "bbox": [ 0.1669921663072374, 0.826614990234375, 0.2310166464911567, 0.8517479112413194 ], "point": [ 0.199, 0.8392 ] }, { "instruction": "Subscripting something new.", "bbox": [ 0.16645778020222982, 0.7201519775390625, 0.27392056783040364, 0.7695192464192708 ], "point": [ 0.2202, 0.7448 ] }, { "instruction": "Dumfries.", "bbox": [ 0.16642758051554363, 0.34898349338107637, 0.2987295786539714, 0.398099365234375 ], "point": [ 0.2326, 0.3735 ] }, { "instruction": "piano settings.", "bbox": [ 0.16638820436265733, 0.2605652533637153, 0.2985398186577691, 0.30976820203993055 ], "point": [ 0.2325, 0.2852 ] }, { "instruction": "A dropdown menu to select the sort by: Nowly listed.", "bbox": [ 0.7168824089898004, 0.30251536051432293, 0.8423486497667101, 0.35225487603081596 ], "point": [ 0.7796, 0.3274 ] }, { "instruction": "Publish Ad.", "bbox": [ 0.7642707824707031, 0.09403717041015625, 0.8415499369303385, 0.13557071261935763 ], "point": [ 0.8029, 0.1148 ] }, { "instruction": "a checkbox.", "bbox": [ 0.23383411831325954, 0.5208537801106771, 0.2990130954318576, 0.5695764838324653 ], "point": [ 0.2664, 0.5452 ] }, { "instruction": "a checkbox in its full-screen mode.", "bbox": [ 0.16619258456759983, 0.5212531195746528, 0.22993015713161893, 0.5693732367621528 ], "point": [ 0.1981, 0.5453 ] }, { "instruction": "the option to finish an update.", "bbox": [ 0.9089905632866754, 0.04989439222547743, 0.9973053826226128, 0.08977952745225694 ], "point": [ 0.9531, 0.0698 ] }, { "instruction": "an \"Apply\" button.", "bbox": [ 0.16692991256713868, 0.5885991753472222, 0.2295583936903212, 0.6365824381510417 ], "point": [ 0.1982, 0.6126 ] }, { "instruction": "Not Security.", "bbox": [ 0.08298984103732639, 0.05359885745578342, 0.15556106567382813, 0.0842471652560764 ], "point": [ 0.1193, 0.0689 ] }, { "instruction": "the number 1.", "bbox": [ 0.5733145819769965, 0.8164409722222222, 0.6024375915527344, 0.8637775336371528 ], "point": [ 0.5879, 0.8401 ] }, { "instruction": "a table or grid layout.", "bbox": [ 0.6834537082248264, 0.30384328206380207, 0.7138711717393663, 0.3514278496636285 ], "point": [ 0.6987, 0.3276 ] }, { "instruction": "a menu or list.", "bbox": [ 0.6518961164686415, 0.30452901204427085, 0.6817928314208984, 0.3511458333333333 ], "point": [ 0.6668, 0.3278 ] }, { "instruction": "My account.", "bbox": [ 0.6351237403021919, 0.09879443698459202, 0.7081341637505425, 0.12949493408203125 ], "point": [ 0.6716, 0.1141 ] }, { "instruction": "Music instruments.", "bbox": [ 0.21849176618787977, 0.18259309556749131, 0.30039704640706383, 0.20323193020290797 ], "point": [ 0.2594, 0.1929 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9759243435329861, 0.004406840006510417, 0.9964596218532986, 0.038738716973198785 ], "point": [ 0.9862, 0.0216 ] }, { "instruction": "Dumfries.", "bbox": [ 0.3540890587700738, 0.1829993184407552, 0.39569079081217445, 0.2029681905110677 ], "point": [ 0.3749, 0.193 ] }, { "instruction": "Increase", "bbox": [ 0.8231016370985244, 0.05895021226671007, 0.8412341647677951, 0.08124591403537326 ], "point": [ 0.8322, 0.0701 ] }, { "instruction": "Logout.", "bbox": [ 0.7103099822998047, 0.09851058959960937, 0.7628582424587673, 0.1292916531032986 ], "point": [ 0.7366, 0.1139 ] }, { "instruction": "an email application or document.", "bbox": [ 0.15813296635945637, 0.0934932878282335, 0.281217532687717, 0.15252256605360243 ], "point": [ 0.2197, 0.123 ] }, { "instruction": "a bench under a desk.", "bbox": [ 0.331905025906033, 0.6340216742621527, 0.40279930962456595, 0.7799216037326389 ], "point": [ 0.3674, 0.707 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.8503746880425347, 0.058746278550889756, 0.8651963975694444, 0.08082238091362848 ], "point": [ 0.8578, 0.0698 ] }, { "instruction": "a keyboard.", "bbox": [ 0.3323643154568142, 0.43555887858072917, 0.4026990254720052, 0.5974048529730903 ], "point": [ 0.3675, 0.5165 ] }, { "instruction": "a button to access classifieds.", "bbox": [ 0.16049826939900716, 0.18232042100694446, 0.21000022888183595, 0.20392907036675348 ], "point": [ 0.1852, 0.1931 ] }, { "instruction": "Reload", "bbox": [ 0.054751147164238824, 0.052805938720703126, 0.07625127898322212, 0.08571847703721788 ], "point": [ 0.0655, 0.0693 ] }, { "instruction": "Back", "bbox": [ 0.006410227881537544, 0.05503420088026258, 0.02596453030904134, 0.08434588962131076 ], "point": [ 0.0162, 0.0697 ] }, { "instruction": "Forward", "bbox": [ 0.03029309378729926, 0.05476949903700087, 0.04953340424431695, 0.08411918640136719 ], "point": [ 0.0399, 0.0694 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.1669253985087077, 0.4375909423828125, 0.181412230597602, 0.46163438585069444 ], "point": [ 0.1742, 0.4496 ] }, { "instruction": "Time Field", "bbox": [ 0.8862765842013889, 0.0569357426961263, 0.9038150363498264, 0.08141832987467448 ], "point": [ 0.895, 0.0692 ] }, { "instruction": "Add New Tab", "bbox": [ 0.17656585905287, 0.010727658801608616, 0.18900038401285807, 0.03497330241733127 ], "point": [ 0.1828, 0.0229 ] }, { "instruction": "Close", "bbox": [ 0.1519478480021159, 0.010593537224663628, 0.16424486372205946, 0.034087198045518664 ], "point": [ 0.1581, 0.0223 ] }, { "instruction": "Video", "bbox": [ 0.009226677152845595, 0.007476032045152453, 0.026945871777004665, 0.039630467096964515 ], "point": [ 0.0181, 0.0236 ] }, { "instruction": "The option to purchase a new song or instrument for sale.", "bbox": [ 0.40659912957085503, 0.6338055419921875, 0.5505196041531033, 0.6598398844401042 ], "point": [ 0.4786, 0.6468 ] }, { "instruction": "Music instruments.", "bbox": [ 0.16655701531304254, 0.853585205078125, 0.252372317843967, 0.8762655978732639 ], "point": [ 0.2095, 0.8649 ] }, { "instruction": "Five-point star", "bbox": [ 0.7906489054361979, 0.05657014634874132, 0.8064068264431423, 0.08412625630696614 ], "point": [ 0.7985, 0.0703 ] }, { "instruction": "Kawai CE-N Mohagany, Continental Uppercase Piano.", "bbox": [ 0.40619663662380645, 0.43383056640625, 0.6668020884195963, 0.4599496799045139 ], "point": [ 0.5365, 0.4469 ] }, { "instruction": "All categories.", "bbox": [ 0.1669921663072374, 0.826614990234375, 0.2310166464911567, 0.8517479112413194 ], "point": [ 0.199, 0.8392 ] }, { "instruction": "currency or currency.", "bbox": [ 0.4635037316216363, 0.6603347439236111, 0.47555079989963106, 0.6892453342013889 ], "point": [ 0.4695, 0.6748 ] }, { "instruction": "Italic", "bbox": [ 0.8726060655381944, 0.05900386386447483, 0.8883343166775174, 0.08030828687879775 ], "point": [ 0.8805, 0.0697 ] }, { "instruction": "Music instruments Du.", "bbox": [ 0.05910409291585286, 0.009240425957573784, 0.15295903947618272, 0.03286638047960069 ], "point": [ 0.106, 0.0211 ] }, { "instruction": "Searching or magnifying glass.", "bbox": [ 2.3769173357221816e-05, 0.05524158901638455, 0.005541251268651751, 0.08557627360026042 ], "point": [ 0.0028, 0.0704 ] } ], "element_size": 92 } ]