diff --git "a/navigate_tutorial/hf_train_ele.json" "b/navigate_tutorial/hf_train_ele.json" new file mode 100644--- /dev/null +++ "b/navigate_tutorial/hf_train_ele.json" @@ -0,0 +1,16873 @@ +[ + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_0/1337.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Classifieds", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07465277777777778, + 0.029444444444444443 + ], + "point": [ + 0.0517, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com 9980", + "bbox": [ + 0.15833333333333333, + 0.06055554707845052, + 0.43368055555555557, + 0.08055555555555556 + ], + "point": [ + 0.296, + 0.0706 + ] + }, + { + "instruction": "What are", + "bbox": [ + 0.2611110899183485, + 0.25111112806532115, + 0.40208333333333335, + 0.31555555555555553 + ], + "point": [ + 0.3316, + 0.2833 + ] + }, + { + "instruction": "looking for today?", + "bbox": [ + 0.4597222646077474, + 0.23944444444444443, + 0.7430556403266059, + 0.3277777777777778 + ], + "point": [ + 0.6014, + 0.2836 + ] + }, + { + "instruction": "Keyword", + "bbox": [ + 0.15902777777777777, + 0.3794444783528646, + 0.20798611111111112, + 0.4027778116861979 + ], + "point": [ + 0.1835, + 0.3911 + ] + }, + { + "instruction": "Category", + "bbox": [ + 0.4979166666666667, + 0.37777777777777777, + 0.55, + 0.40555555555555556 + ], + "point": [ + 0.524, + 0.3917 + ] + }, + { + "instruction": "e.g,, a blue used car", + "bbox": [ + 0.16666666666666666, + 0.42333333333333334, + 0.26180555555555557, + 0.4438888888888889 + ], + "point": [ + 0.2142, + 0.4336 + ] + }, + { + "instruction": "Latest Listings", + "bbox": [ + 0.1576388676961263, + 0.5411111111111111, + 0.2670138676961263, + 0.5777777777777777 + ], + "point": [ + 0.2123, + 0.5594 + ] + }, + { + "instruction": "you", + "bbox": [ + 0.40069444444444446, + 0.26666666666666666, + 0.46493055555555557, + 0.31777777777777777 + ], + "point": [ + 0.4328, + 0.2922 + ] + }, + { + "instruction": "xbox series X", + "bbox": [ + 0.3313905715942383, + 0.5904224310980902, + 0.4934541490342882, + 0.8875742594401042 + ], + "point": [ + 0.4124, + 0.739 + ] + }, + { + "instruction": "with extras", + "bbox": [ + 0.3313905715942383, + 0.5904224310980902, + 0.4934541490342882, + 0.8875742594401042 + ], + "point": [ + 0.4124, + 0.739 + ] + }, + { + "instruction": "350.00 $", + "bbox": [ + 0.3313905715942383, + 0.5904224310980902, + 0.4934541490342882, + 0.8875742594401042 + ], + "point": [ + 0.4124, + 0.739 + ] + }, + { + "instruction": "JBL Powered PA Speaker", + "bbox": [ + 0.15664874182807076, + 0.5887372504340278, + 0.3202900568644206, + 0.8872842068142361 + ], + "point": [ + 0.2385, + 0.738 + ] + }, + { + "instruction": "150.00 $", + "bbox": [ + 0.15664874182807076, + 0.5887372504340278, + 0.3202900568644206, + 0.8872842068142361 + ], + "point": [ + 0.2385, + 0.738 + ] + }, + { + "instruction": "Search", + "bbox": [ + 0.7025464799669053, + 0.40345645480685766, + 0.842276848687066, + 0.46258270263671875 + ], + "point": [ + 0.7724, + 0.433 + ] + }, + { + "instruction": "IGI", + "bbox": [ + 0.6788621266682943, + 0.5904115804036458, + 0.8422136942545573, + 0.8876484510633681 + ], + "point": [ + 0.7605, + 0.739 + ] + }, + { + "instruction": "Engagement Ring", + "bbox": [ + 0.6788621266682943, + 0.5904115804036458, + 0.8422136942545573, + 0.8876484510633681 + ], + "point": [ + 0.7605, + 0.739 + ] + }, + { + "instruction": "2200.00 $", + "bbox": [ + 0.6788621266682943, + 0.5904115804036458, + 0.8422136942545573, + 0.8876484510633681 + ], + "point": [ + 0.7605, + 0.739 + ] + }, + { + "instruction": "Select a", + "bbox": [ + 0.49740418328179253, + 0.40331095377604165, + 0.6935910118950738, + 0.46362297905815975 + ], + "point": [ + 0.5955, + 0.4335 + ] + }, + { + "instruction": "category", + "bbox": [ + 0.49740418328179253, + 0.40331095377604165, + 0.6935910118950738, + 0.46362297905815975 + ], + "point": [ + 0.5955, + 0.4335 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7643430921766493, + 0.12404003567165799, + 0.8410964965820312, + 0.16612014770507813 + ], + "point": [ + 0.8027, + 0.1451 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9085506863064237, + 0.04939490424262153, + 0.9969806247287326, + 0.09011254204644097 + ], + "point": [ + 0.9528, + 0.0698 + ] + }, + { + "instruction": "Canon EF 100-40Omm fl4__", + "bbox": [ + 0.5058244069417318, + 0.5950702582465278, + 0.6681316375732422, + 0.8885287814670139 + ], + "point": [ + 0.587, + 0.7418 + ] + }, + { + "instruction": "1645.00 $", + "bbox": [ + 0.5058244069417318, + 0.5950702582465278, + 0.6681316375732422, + 0.8885287814670139 + ], + "point": [ + 0.587, + 0.7418 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08303359879387749, + 0.05378060658772787, + 0.15555566151936848, + 0.08424098544650607 + ], + "point": [ + 0.1193, + 0.069 + ] + }, + { + "instruction": "account", + "bbox": [ + 0.6348991817898221, + 0.1257774437798394, + 0.702552753024631, + 0.1638156467013889 + ], + "point": [ + 0.6687, + 0.1448 + ] + }, + { + "instruction": "My `", + "bbox": [ + 0.6348991817898221, + 0.1257774437798394, + 0.702552753024631, + 0.1638156467013889 + ], + "point": [ + 0.6687, + 0.1448 + ] + }, + { + "instruction": "Osclass", + "bbox": [ + 0.1567781236436632, + 0.11100543551974826, + 0.2808294932047526, + 0.17818527221679686 + ], + "point": [ + 0.2188, + 0.1446 + ] + }, + { + "instruction": "Z\"96", + "bbox": [ + 0.5069111718071831, + 0.905709228515625, + 0.6680363549126519, + 1.0 + ], + "point": [ + 0.5875, + 0.9529 + ] + }, + { + "instruction": "Xhi", + "bbox": [ + 0.5069111718071831, + 0.905709228515625, + 0.6680363549126519, + 1.0 + ], + "point": [ + 0.5875, + 0.9529 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.7145499335394965, + 0.12542082044813369, + 0.7613735622829861, + 0.16443466186523437 + ], + "point": [ + 0.738, + 0.1449 + ] + }, + { + "instruction": "MLm", + "bbox": [ + 0.33356844584147133, + 0.9056844075520833, + 0.4936242421468099, + 1.0 + ], + "point": [ + 0.4136, + 0.9528 + ] + }, + { + "instruction": "the price of an xbox series x/ withExtras.", + "bbox": [ + 0.3313905715942383, + 0.5904224310980902, + 0.4934541490342882, + 0.8875742594401042 + ], + "point": [ + 0.4124, + 0.739 + ] + }, + { + "instruction": "a speaker with a price of 150.00.", + "bbox": [ + 0.15664874182807076, + 0.5887372504340278, + 0.3202900568644206, + 0.8872842068142361 + ], + "point": [ + 0.2385, + 0.738 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.7025464799669053, + 0.40345645480685766, + 0.842276848687066, + 0.46258270263671875 + ], + "point": [ + 0.7724, + 0.433 + ] + }, + { + "instruction": "Engagement Ring.", + "bbox": [ + 0.6788621266682943, + 0.5904115804036458, + 0.8422136942545573, + 0.8876484510633681 + ], + "point": [ + 0.7605, + 0.739 + ] + }, + { + "instruction": "Select a category.", + "bbox": [ + 0.49740418328179253, + 0.40331095377604165, + 0.6935910118950738, + 0.46362297905815975 + ], + "point": [ + 0.5955, + 0.4335 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.7643430921766493, + 0.12404003567165799, + 0.8410964965820312, + 0.16612014770507813 + ], + "point": [ + 0.8027, + 0.1451 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9085506863064237, + 0.04939490424262153, + 0.9969806247287326, + 0.09011254204644097 + ], + "point": [ + 0.9528, + 0.0698 + ] + }, + { + "instruction": "a price tag of $1645.00.", + "bbox": [ + 0.5058244069417318, + 0.5950702582465278, + 0.6681316375732422, + 0.8885287814670139 + ], + "point": [ + 0.587, + 0.7418 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08303359879387749, + 0.05378060658772787, + 0.15555566151936848, + 0.08424098544650607 + ], + "point": [ + 0.1193, + 0.069 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9757919311523438, + 0.003978401819864909, + 0.9966678195529514, + 0.03903685993618435 + ], + "point": [ + 0.9862, + 0.0215 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7898764716254341, + 0.05547909206814236, + 0.8069117228190105, + 0.0859625244140625 + ], + "point": [ + 0.7984, + 0.0707 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05398202472262913, + 0.049850523206922744, + 0.07705346213446723, + 0.09024615817599826 + ], + "point": [ + 0.0655, + 0.07 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8215599060058594, + 0.05513729519314236, + 0.8430015563964843, + 0.08309872097439236 + ], + "point": [ + 0.8323, + 0.0691 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.6348991817898221, + 0.1257774437798394, + 0.702552753024631, + 0.1638156467013889 + ], + "point": [ + 0.6687, + 0.1448 + ] + }, + { + "instruction": "an image placeholder for a class.", + "bbox": [ + 0.1567781236436632, + 0.11100543551974826, + 0.2808294932047526, + 0.17818527221679686 + ], + "point": [ + 0.2188, + 0.1446 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15061418745252822, + 0.010090198516845703, + 0.165390502081977, + 0.03629191080729167 + ], + "point": [ + 0.158, + 0.0232 + ] + }, + { + "instruction": "a price tag.", + "bbox": [ + 0.5069111718071831, + 0.905709228515625, + 0.6680363549126519, + 1.0 + ], + "point": [ + 0.5875, + 0.9529 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004683913124932183, + 0.050958370632595486, + 0.0272721184624566, + 0.0875713602701823 + ], + "point": [ + 0.016, + 0.0693 + ] + }, + { + "instruction": "logout.", + "bbox": [ + 0.7145499335394965, + 0.12542082044813369, + 0.7613735622829861, + 0.16443466186523437 + ], + "point": [ + 0.738, + 0.1449 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02923097875383165, + 0.050176722208658854, + 0.05061233838399251, + 0.08719985114203559 + ], + "point": [ + 0.0399, + 0.0687 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8470928615993923, + 0.052227762010362416, + 0.8679931640625, + 0.08314291212293837 + ], + "point": [ + 0.8575, + 0.0677 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8849451700846355, + 0.04722837660047743, + 0.9063949584960938, + 0.09283373514811198 + ], + "point": [ + 0.8957, + 0.07 + ] + }, + { + "instruction": "a suitcase.", + "bbox": [ + 0.33356844584147133, + 0.9056844075520833, + 0.4936242421468099, + 1.0 + ], + "point": [ + 0.4136, + 0.9528 + ] + }, + { + "instruction": "a boat with a sail on top of it.", + "bbox": [ + 0.1575344509548611, + 0.90576904296875, + 0.32064666748046877, + 1.0 + ], + "point": [ + 0.2391, + 0.9529 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.1750719600253635, + 0.007837264802720812, + 0.1908360375298394, + 0.03961537149217394 + ], + "point": [ + 0.183, + 0.0237 + ] + }, + { + "instruction": "A guitar.", + "bbox": [ + 0.6798794216579861, + 0.9058492024739583, + 0.8421858045789931, + 1.0 + ], + "point": [ + 0.761, + 0.9529 + ] + }, + { + "instruction": "Italic", + "bbox": [ + 0.32512779235839845, + 0.39563805474175345, + 0.33494703504774304, + 0.42474002414279516 + ], + "point": [ + 0.33, + 0.4102 + ] + } + ], + "element_size": 59 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_1/1685.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Classifieds", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07465277777777778, + 0.029444444444444443 + ], + "point": [ + 0.0517, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2.compute.amazonaws com.9980", + "bbox": [ + 0.15868055555555555, + 0.061111115349663625, + 0.4340277777777778, + 0.07944445292154947 + ], + "point": [ + 0.2964, + 0.0703 + ] + }, + { + "instruction": "KAIYO.Com", + "bbox": [ + 0.17569446563720703, + 0.11, + 0.23263891008165147, + 0.12444444444444444 + ], + "point": [ + 0.2042, + 0.1172 + ] + }, + { + "instruction": "646-844-8585", + "bbox": [ + 0.2420138676961263, + 0.11, + 0.3027777565850152, + 0.12444444444444444 + ], + "point": [ + 0.2724, + 0.1172 + ] + }, + { + "instruction": "KAIYO.Com", + "bbox": [ + 0.5232638465033637, + 0.11, + 0.5795138465033637, + 0.12444444444444444 + ], + "point": [ + 0.5514, + 0.1172 + ] + }, + { + "instruction": "646-844-8585", + "bbox": [ + 0.5888888465033637, + 0.11, + 0.6496527353922527, + 0.12444444444444444 + ], + "point": [ + 0.6193, + 0.1172 + ] + }, + { + "instruction": "Century Furniture English", + "bbox": [ + 0.1670138782925076, + 0.14222223917643229, + 0.29791666666666666, + 0.16666668362087675 + ], + "point": [ + 0.2325, + 0.1544 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.1763888888888889, + 0.30444444444444446, + 0.27847222222222223, + 0.3388888888888889 + ], + "point": [ + 0.2274, + 0.3217 + ] + }, + { + "instruction": "All locations", + "bbox": [ + 0.6312500847710504, + 0.3061111111111111, + 0.7239583333333334, + 0.3333333333333333 + ], + "point": [ + 0.6776, + 0.3197 + ] + }, + { + "instruction": "Auto parts", + "bbox": [ + 0.4255864037407769, + 0.35651641845703125, + 0.5053755442301432, + 0.49324364556206596 + ], + "point": [ + 0.4655, + 0.4249 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.5090846167670355, + 0.647328355577257, + 0.5887004004584419, + 0.7855525037977431 + ], + "point": [ + 0.5489, + 0.7164 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.5090846167670355, + 0.647328355577257, + 0.5887004004584419, + 0.7855525037977431 + ], + "point": [ + 0.5489, + 0.7164 + ] + }, + { + "instruction": "Arts + crafts", + "bbox": [ + 0.34142210218641494, + 0.3564529758029514, + 0.42215915256076386, + 0.49390977647569445 + ], + "point": [ + 0.3818, + 0.4252 + ] + }, + { + "instruction": "Computer", + "bbox": [ + 0.25883365207248266, + 0.6476830376519097, + 0.33799862331814234, + 0.7851876491970486 + ], + "point": [ + 0.2984, + 0.7164 + ] + }, + { + "instruction": "parts", + "bbox": [ + 0.25883365207248266, + 0.6476830376519097, + 0.33799862331814234, + 0.7851876491970486 + ], + "point": [ + 0.2984, + 0.7164 + ] + }, + { + "instruction": "Beauty", + "bbox": [ + 0.5088648478190104, + 0.3568755425347222, + 0.5885613335503472, + 0.4927637396918403 + ], + "point": [ + 0.5487, + 0.4248 + ] + }, + { + "instruction": "health", + "bbox": [ + 0.5088648478190104, + 0.3568755425347222, + 0.5885613335503472, + 0.4927637396918403 + ], + "point": [ + 0.5487, + 0.4248 + ] + }, + { + "instruction": "Antiques", + "bbox": [ + 0.17551692326863608, + 0.3558955891927083, + 0.2554605695936415, + 0.4953887939453125 + ], + "point": [ + 0.2155, + 0.4256 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.3416330125596788, + 0.64744873046875, + 0.42243593004014757, + 0.785810546875 + ], + "point": [ + 0.382, + 0.7166 + ] + }, + { + "instruction": "Books", + "bbox": [ + 0.3418277104695638, + 0.5040119425455729, + 0.422201665242513, + 0.6402274576822916 + ], + "point": [ + 0.382, + 0.5721 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.3418182373046875, + 0.7929843478732639, + 0.4223114013671875, + 0.9303371853298611 + ], + "point": [ + 0.3821, + 0.8617 + ] + }, + { + "instruction": "Motorcycles", + "bbox": [ + 0.42596329583062065, + 0.7930125596788195, + 0.5053510453965929, + 0.9298802354600695 + ], + "point": [ + 0.4657, + 0.8614 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.5094925774468316, + 0.7931714545355902, + 0.5880568610297309, + 0.9295660400390625 + ], + "point": [ + 0.5488, + 0.8614 + ] + }, + { + "instruction": "instruments", + "bbox": [ + 0.5094925774468316, + 0.7931714545355902, + 0.5880568610297309, + 0.9295660400390625 + ], + "point": [ + 0.5488, + 0.8614 + ] + }, + { + "instruction": "Cars", + "bbox": [ + 0.42578629387749567, + 0.5036703152126736, + 0.5053111182318794, + 0.6398846435546875 + ], + "point": [ + 0.4655, + 0.5718 + ] + }, + { + "instruction": "trucks", + "bbox": [ + 0.42578629387749567, + 0.5036703152126736, + 0.5053111182318794, + 0.6398846435546875 + ], + "point": [ + 0.4655, + 0.5718 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.5094110276963976, + 0.5041943359375, + 0.5887001037597657, + 0.639661865234375 + ], + "point": [ + 0.5491, + 0.5719 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.4260941399468316, + 0.647622545030382, + 0.5052457173665365, + 0.7856892225477431 + ], + "point": [ + 0.4657, + 0.7167 + ] + }, + { + "instruction": "Household", + "bbox": [ + 0.259188969930013, + 0.7932895236545139, + 0.33867064581976997, + 0.9300798882378473 + ], + "point": [ + 0.2989, + 0.8617 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.259818352593316, + 0.3571145968967014, + 0.3383444044325087, + 0.4940115695529514 + ], + "point": [ + 0.2991, + 0.4256 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.17559454176161024, + 0.7924629041883681, + 0.25527704026963977, + 0.9309861246744792 + ], + "point": [ + 0.2154, + 0.8617 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.2591441684299045, + 0.5037516276041667, + 0.3384169684516059, + 0.6411451551649305 + ], + "point": [ + 0.2988, + 0.5724 + ] + }, + { + "instruction": "Collectibles", + "bbox": [ + 0.1761346499125163, + 0.6474854193793402, + 0.2549735599093967, + 0.7859092203776041 + ], + "point": [ + 0.2156, + 0.7167 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.1758251084221734, + 0.5021493191189236, + 0.25503510369194876, + 0.6416671413845486 + ], + "point": [ + 0.2154, + 0.5719 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9088467915852865, + 0.04977960374620226, + 0.9975186665852864, + 0.0900401390923394 + ], + "point": [ + 0.9532, + 0.0699 + ] + }, + { + "instruction": "2 Zebra Pillows", + "bbox": [ + 0.33216929965549047, + 0.1288385009765625, + 0.49416652255588106, + 0.2134339057074653 + ], + "point": [ + 0.4132, + 0.1711 + ] + }, + { + "instruction": "6.00 $", + "bbox": [ + 0.33216929965549047, + 0.1288385009765625, + 0.49416652255588106, + 0.2134339057074653 + ], + "point": [ + 0.4132, + 0.1711 + ] + }, + { + "instruction": "Delaware (870)", + "bbox": [ + 0.6304370456271702, + 0.5445375230577257, + 0.7160413953993056, + 0.5686567179361979 + ], + "point": [ + 0.6732, + 0.5566 + ] + }, + { + "instruction": "Complete Guitar Rig Full S_", + "bbox": [ + 0.6820120069715712, + 0.13039486355251736, + 0.8379647996690538, + 0.20638519287109375 + ], + "point": [ + 0.76, + 0.1684 + ] + }, + { + "instruction": "900.00 $", + "bbox": [ + 0.6820120069715712, + 0.13039486355251736, + 0.8379647996690538, + 0.20638519287109375 + ], + "point": [ + 0.76, + 0.1684 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08366213374667697, + 0.052350561353895396, + 0.15676436954074435, + 0.08493479410807292 + ], + "point": [ + 0.1202, + 0.0686 + ] + }, + { + "instruction": "Maryland (21674)", + "bbox": [ + 0.63084839714898, + 0.4167130194769965, + 0.7290352715386285, + 0.4413190714518229 + ], + "point": [ + 0.6799, + 0.429 + ] + }, + { + "instruction": "Ohio (5626)", + "bbox": [ + 0.6300841013590495, + 0.44929283989800345, + 0.6997732798258464, + 0.4730461629231771 + ], + "point": [ + 0.6649, + 0.4612 + ] + }, + { + "instruction": "Washington; D.C. (1567)", + "bbox": [ + 0.6336748335096571, + 0.48106448703342014, + 0.758209228515625, + 0.5048511081271702 + ], + "point": [ + 0.6959, + 0.493 + ] + }, + { + "instruction": "605.00 $", + "bbox": [ + 0.16715077294243708, + 0.16802990383572047, + 0.21947320302327475, + 0.19765758938259548 + ], + "point": [ + 0.1933, + 0.1828 + ] + }, + { + "instruction": "West Virginia (1109)", + "bbox": [ + 0.6359491560194227, + 0.5131827460394965, + 0.7401792738172743, + 0.5352069430881077 + ], + "point": [ + 0.6881, + 0.5242 + ] + }, + { + "instruction": "Highland House Furniture", + "bbox": [ + 0.5037665473090278, + 0.11904832628038195, + 0.6687543233235677, + 0.21382927788628472 + ], + "point": [ + 0.5863, + 0.1664 + ] + }, + { + "instruction": "220.00 $", + "bbox": [ + 0.5037665473090278, + 0.11904832628038195, + 0.6687543233235677, + 0.21382927788628472 + ], + "point": [ + 0.5863, + 0.1664 + ] + }, + { + "instruction": "Pennsylvania (22180)", + "bbox": [ + 0.6323275672064887, + 0.38582933213975695, + 0.7443074544270833, + 0.4103755018446181 + ], + "point": [ + 0.6883, + 0.3981 + ] + }, + { + "instruction": "Virginia (31126)", + "bbox": [ + 0.6305311838785808, + 0.353756103515625, + 0.7183675130208333, + 0.3775469970703125 + ], + "point": [ + 0.6744, + 0.3657 + ] + }, + { + "instruction": "Auto parts.", + "bbox": [ + 0.4255864037407769, + 0.35651641845703125, + 0.5053755442301432, + 0.49324364556206596 + ], + "point": [ + 0.4655, + 0.4249 + ] + }, + { + "instruction": "farm + garden functionality.", + "bbox": [ + 0.5090846167670355, + 0.647328355577257, + 0.5887004004584419, + 0.7855525037977431 + ], + "point": [ + 0.5489, + 0.7164 + ] + }, + { + "instruction": "arts + crafts.", + "bbox": [ + 0.34142210218641494, + 0.3564529758029514, + 0.42215915256076386, + 0.49390977647569445 + ], + "point": [ + 0.3818, + 0.4252 + ] + }, + { + "instruction": "Computer parts.", + "bbox": [ + 0.25883365207248266, + 0.6476830376519097, + 0.33799862331814234, + 0.7851876491970486 + ], + "point": [ + 0.2984, + 0.7164 + ] + }, + { + "instruction": "Health function.", + "bbox": [ + 0.5088648478190104, + 0.3568755425347222, + 0.5885613335503472, + 0.4927637396918403 + ], + "point": [ + 0.5487, + 0.4248 + ] + }, + { + "instruction": "antiques.", + "bbox": [ + 0.17551692326863608, + 0.3558955891927083, + 0.2554605695936415, + 0.4953887939453125 + ], + "point": [ + 0.2155, + 0.4256 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.3416330125596788, + 0.64744873046875, + 0.42243593004014757, + 0.785810546875 + ], + "point": [ + 0.382, + 0.7166 + ] + }, + { + "instruction": "a books menu.", + "bbox": [ + 0.3418277104695638, + 0.5040119425455729, + 0.422201665242513, + 0.6402274576822916 + ], + "point": [ + 0.382, + 0.5721 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.3418182373046875, + 0.7929843478732639, + 0.4223114013671875, + 0.9303371853298611 + ], + "point": [ + 0.3821, + 0.8617 + ] + }, + { + "instruction": "motorcycles.", + "bbox": [ + 0.42596329583062065, + 0.7930125596788195, + 0.5053510453965929, + 0.9298802354600695 + ], + "point": [ + 0.4657, + 0.8614 + ] + }, + { + "instruction": "Music instruments.", + "bbox": [ + 0.5094925774468316, + 0.7931714545355902, + 0.5880568610297309, + 0.9295660400390625 + ], + "point": [ + 0.5488, + 0.8614 + ] + }, + { + "instruction": "Cars and trucks settings.", + "bbox": [ + 0.42578629387749567, + 0.5036703152126736, + 0.5053111182318794, + 0.6398846435546875 + ], + "point": [ + 0.4655, + 0.5718 + ] + }, + { + "instruction": "Cell phones.", + "bbox": [ + 0.5094110276963976, + 0.5041943359375, + 0.5887001037597657, + 0.639661865234375 + ], + "point": [ + 0.5491, + 0.5719 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.4260941399468316, + 0.647622545030382, + 0.5052457173665365, + 0.7856892225477431 + ], + "point": [ + 0.4657, + 0.7167 + ] + }, + { + "instruction": "the Household function.", + "bbox": [ + 0.259188969930013, + 0.7932895236545139, + 0.33867064581976997, + 0.9300798882378473 + ], + "point": [ + 0.2989, + 0.8617 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.259818352593316, + 0.3571145968967014, + 0.3383444044325087, + 0.4940115695529514 + ], + "point": [ + 0.2991, + 0.4256 + ] + }, + { + "instruction": "Furniture.", + "bbox": [ + 0.17559454176161024, + 0.7924629041883681, + 0.25527704026963977, + 0.9309861246744792 + ], + "point": [ + 0.2154, + 0.8617 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.2591441684299045, + 0.5037516276041667, + 0.3384169684516059, + 0.6411451551649305 + ], + "point": [ + 0.2988, + 0.5724 + ] + }, + { + "instruction": "collectibles.", + "bbox": [ + 0.1761346499125163, + 0.6474854193793402, + 0.2549735599093967, + 0.7859092203776041 + ], + "point": [ + 0.2156, + 0.7167 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.1758251084221734, + 0.5021493191189236, + 0.25503510369194876, + 0.6416671413845486 + ], + "point": [ + 0.2154, + 0.5719 + ] + }, + { + "instruction": "a transportation or bus.", + "bbox": [ + 0.25975587632921004, + 0.9357370334201389, + 0.33822496202256946, + 1.0 + ], + "point": [ + 0.299, + 0.9679 + ] + }, + { + "instruction": "adding a new item or element.", + "bbox": [ + 0.3428487989637587, + 0.9357526312934028, + 0.4226895650227865, + 1.0 + ], + "point": [ + 0.3828, + 0.9679 + ] + }, + { + "instruction": "the camera function.", + "bbox": [ + 0.17567195892333984, + 0.9356420220269097, + 0.25473728179931643, + 0.9999999321831597 + ], + "point": [ + 0.2152, + 0.9678 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9088467915852865, + 0.04977960374620226, + 0.9975186665852864, + 0.0900401390923394 + ], + "point": [ + 0.9532, + 0.0699 + ] + }, + { + "instruction": "a price of 2 Zebra Pillows.", + "bbox": [ + 0.33216929965549047, + 0.1288385009765625, + 0.49416652255588106, + 0.2134339057074653 + ], + "point": [ + 0.4132, + 0.1711 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7893683539496528, + 0.05589666578504774, + 0.8070036146375869, + 0.08577943589952257 + ], + "point": [ + 0.7982, + 0.0708 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05373533566792806, + 0.04843112521701389, + 0.07707466019524468, + 0.09253084818522135 + ], + "point": [ + 0.0654, + 0.0705 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9759206983778211, + 0.0036986425187852646, + 0.9968343946668837, + 0.03897184689839681 + ], + "point": [ + 0.9864, + 0.0213 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8824501037597656, + 0.045907262166341146, + 0.9075279235839844, + 0.09216639200846354 + ], + "point": [ + 0.895, + 0.069 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8205035739474826, + 0.04531284756130642, + 0.8443851047092014, + 0.08647660149468316 + ], + "point": [ + 0.8324, + 0.0659 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004166869322458903, + 0.04839481777615017, + 0.028040723005930582, + 0.09312228732638889 + ], + "point": [ + 0.0161, + 0.0708 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028595474031236436, + 0.047994507683648005, + 0.051451248592800564, + 0.09298105875651042 + ], + "point": [ + 0.04, + 0.0705 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8450685289171007, + 0.044840384589301216, + 0.8714623345269097, + 0.08682723151312934 + ], + "point": [ + 0.8583, + 0.0658 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6304370456271702, + 0.5445375230577257, + 0.7160413953993056, + 0.5686567179361979 + ], + "point": [ + 0.6732, + 0.5566 + ] + }, + { + "instruction": "a price tag of $900.00.", + "bbox": [ + 0.6820120069715712, + 0.13039486355251736, + 0.8379647996690538, + 0.20638519287109375 + ], + "point": [ + 0.76, + 0.1684 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15057330661349827, + 0.009875492519802517, + 0.16586935255262586, + 0.037684139675564235 + ], + "point": [ + 0.1582, + 0.0238 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08366213374667697, + 0.052350561353895396, + 0.15676436954074435, + 0.08493479410807292 + ], + "point": [ + 0.1202, + 0.0686 + ] + }, + { + "instruction": "Navigation or direction in Maryland.", + "bbox": [ + 0.63084839714898, + 0.4167130194769965, + 0.7290352715386285, + 0.4413190714518229 + ], + "point": [ + 0.6799, + 0.429 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6300841013590495, + 0.44929283989800345, + 0.6997732798258464, + 0.4730461629231771 + ], + "point": [ + 0.6649, + 0.4612 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6336748335096571, + 0.48106448703342014, + 0.758209228515625, + 0.5048511081271702 + ], + "point": [ + 0.6959, + 0.493 + ] + }, + { + "instruction": "a price tag of 605.00.", + "bbox": [ + 0.16715077294243708, + 0.16802990383572047, + 0.21947320302327475, + 0.19765758938259548 + ], + "point": [ + 0.1933, + 0.1828 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.17589036093817817, + 0.009197352727254231, + 0.19028116861979166, + 0.03841132587856717 + ], + "point": [ + 0.1831, + 0.0238 + ] + }, + { + "instruction": "A location marker for West Virginia (1109).", + "bbox": [ + 0.6359491560194227, + 0.5131827460394965, + 0.7401792738172743, + 0.5352069430881077 + ], + "point": [ + 0.6881, + 0.5242 + ] + }, + { + "instruction": "Highland House Furniture.", + "bbox": [ + 0.5037665473090278, + 0.11904832628038195, + 0.6687543233235677, + 0.21382927788628472 + ], + "point": [ + 0.5863, + 0.1664 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.8688383314344618, + 0.5568724568684896, + 0.8886506822374132, + 0.5877596028645833 + ], + "point": [ + 0.8787, + 0.5723 + ] + }, + { + "instruction": "Navigation to Pennsylvania (2218).", + "bbox": [ + 0.6323275672064887, + 0.38582933213975695, + 0.7443074544270833, + 0.4103755018446181 + ], + "point": [ + 0.6883, + 0.3981 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6305311838785808, + 0.353756103515625, + 0.7183675130208333, + 0.3775469970703125 + ], + "point": [ + 0.6744, + 0.3657 + ] + }, + { + "instruction": "Search or magnifying glass.", + "bbox": [ + 6.968213452233209e-05, + 0.044997914632161455, + 0.004992764857080247, + 0.09534573872884114 + ], + "point": [ + 0.0025, + 0.0702 + ] + } + ], + "element_size": 98 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_2/2741.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Classifieds", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07465277777777778, + 0.029444444444444443 + ], + "point": [ + 0.0517, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2.compute.amazonaws.com:9980", + "bbox": [ + 0.15868055555555555, + 0.061111115349663625, + 0.43333333333333335, + 0.07944445292154947 + ], + "point": [ + 0.296, + 0.0703 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.1763888888888889, + 0.15666666666666668, + 0.27847222222222223, + 0.19 + ], + "point": [ + 0.2274, + 0.1733 + ] + }, + { + "instruction": "All locations", + "bbox": [ + 0.6312500847710504, + 0.15777777777777777, + 0.7239583333333334, + 0.18555555555555556 + ], + "point": [ + 0.6776, + 0.1717 + ] + }, + { + "instruction": "Beauty", + "bbox": [ + 0.5082762824164496, + 0.20907730102539063, + 0.5881577385796442, + 0.3456787109375 + ], + "point": [ + 0.5482, + 0.2774 + ] + }, + { + "instruction": "health", + "bbox": [ + 0.5082762824164496, + 0.20907730102539063, + 0.5881577385796442, + 0.3456787109375 + ], + "point": [ + 0.5482, + 0.2774 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.17520353529188368, + 0.35326290554470485, + 0.2557141621907552, + 0.4930419582790799 + ], + "point": [ + 0.2155, + 0.4232 + ] + }, + { + "instruction": "Auto parts", + "bbox": [ + 0.42549285888671873, + 0.20846072726779513, + 0.5049981011284722, + 0.3461252170138889 + ], + "point": [ + 0.4652, + 0.2773 + ] + }, + { + "instruction": "Farm + garden", + "bbox": [ + 0.5090234120686848, + 0.5012642754448785, + 0.5885169559054905, + 0.6367961968315973 + ], + "point": [ + 0.5488, + 0.569 + ] + }, + { + "instruction": "Books", + "bbox": [ + 0.34149142371283636, + 0.3537605116102431, + 0.4223579830593533, + 0.49196092393663193 + ], + "point": [ + 0.3819, + 0.4229 + ] + }, + { + "instruction": "Arts + crafts", + "bbox": [ + 0.3415171305338542, + 0.20880237155490453, + 0.42230216132269965, + 0.34645243326822917 + ], + "point": [ + 0.3819, + 0.2776 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.2593214458889431, + 0.35330661349826387, + 0.33849239349365234, + 0.4921298556857639 + ], + "point": [ + 0.2989, + 0.4227 + ] + }, + { + "instruction": "Computer", + "bbox": [ + 0.2588650385538737, + 0.5016381157769098, + 0.33875030941433376, + 0.6373876274956597 + ], + "point": [ + 0.2988, + 0.5695 + ] + }, + { + "instruction": "parts", + "bbox": [ + 0.2588650385538737, + 0.5016381157769098, + 0.33875030941433376, + 0.6373876274956597 + ], + "point": [ + 0.2988, + 0.5695 + ] + }, + { + "instruction": "Cars", + "bbox": [ + 0.4260334862603082, + 0.3533050198025174, + 0.5053068796793619, + 0.49150807698567706 + ], + "point": [ + 0.4657, + 0.4224 + ] + }, + { + "instruction": "trucks", + "bbox": [ + 0.4260334862603082, + 0.3533050198025174, + 0.5053068796793619, + 0.49150807698567706 + ], + "point": [ + 0.4657, + 0.4224 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.341971672905816, + 0.5016079711914062, + 0.42243118286132814, + 0.6376087103949653 + ], + "point": [ + 0.3822, + 0.5696 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.5094458685980903, + 0.35449300130208333, + 0.588843027750651, + 0.4914337836371528 + ], + "point": [ + 0.5491, + 0.423 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.4260749816894531, + 0.5018023342556424, + 0.5054116990831163, + 0.6376160346137153 + ], + "point": [ + 0.4657, + 0.5697 + ] + }, + { + "instruction": "Photo + video", + "bbox": [ + 0.17610260645548503, + 0.7906757269965278, + 0.2545611063639323, + 0.9260983615451389 + ], + "point": [ + 0.2153, + 0.8584 + ] + }, + { + "instruction": "Video gaming", + "bbox": [ + 0.34292011260986327, + 0.7910068088107639, + 0.4217785305447049, + 0.9268537055121527 + ], + "point": [ + 0.3823, + 0.8589 + ] + }, + { + "instruction": "Antiques", + "bbox": [ + 0.1757124900817871, + 0.2086696031358507, + 0.25549231635199654, + 0.34714358859592015 + ], + "point": [ + 0.2156, + 0.2779 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.5088878631591797, + 0.6465089925130209, + 0.5882144080268012, + 0.7818829345703125 + ], + "point": [ + 0.5486, + 0.7142 + ] + }, + { + "instruction": "instruments", + "bbox": [ + 0.5088878631591797, + 0.6465089925130209, + 0.5882144080268012, + 0.7818829345703125 + ], + "point": [ + 0.5486, + 0.7142 + ] + }, + { + "instruction": "Motorcycles", + "bbox": [ + 0.42594545152452257, + 0.6464414469401042, + 0.5051851060655382, + 0.7832642279730903 + ], + "point": [ + 0.4656, + 0.7149 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.34171070522732205, + 0.6463870578342014, + 0.42236739264594186, + 0.7844103325737847 + ], + "point": [ + 0.382, + 0.7154 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.25952718522813584, + 0.20793731689453124, + 0.33826253679063584, + 0.3463321601019965 + ], + "point": [ + 0.2989, + 0.2771 + ] + }, + { + "instruction": "Rvs + campers", + "bbox": [ + 0.25952911376953125, + 0.7906739637586806, + 0.3385158962673611, + 0.9255308702256945 + ], + "point": [ + 0.299, + 0.8581 + ] + }, + { + "instruction": "Collectibles", + "bbox": [ + 0.17629593743218316, + 0.4994513956705729, + 0.25508575439453124, + 0.6409710015190972 + ], + "point": [ + 0.2157, + 0.5702 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9089007059733073, + 0.049651421440972225, + 0.9974425421820746, + 0.0899851820203993 + ], + "point": [ + 0.9532, + 0.0698 + ] + }, + { + "instruction": "Household", + "bbox": [ + 0.2588256200154622, + 0.6462451171875, + 0.3383749432033963, + 0.78437744140625 + ], + "point": [ + 0.2986, + 0.7153 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08267402648925781, + 0.05351921081542969, + 0.1556819279988607, + 0.08450536939832899 + ], + "point": [ + 0.1192, + 0.069 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.17578449249267578, + 0.6444951714409722, + 0.25466849009195963, + 0.7851171875 + ], + "point": [ + 0.2152, + 0.7148 + ] + }, + { + "instruction": "Delaware (870)", + "bbox": [ + 0.6292068481445312, + 0.39350067138671874, + 0.7159762912326388, + 0.421474846733941 + ], + "point": [ + 0.6726, + 0.4075 + ] + }, + { + "instruction": "West Virginia (1109)", + "bbox": [ + 0.6290969848632812, + 0.3620138888888889, + 0.7406207614474827, + 0.3903133816189236 + ], + "point": [ + 0.6849, + 0.3762 + ] + }, + { + "instruction": "Washington; DC. (1567)", + "bbox": [ + 0.62952635023329, + 0.3306063503689236, + 0.7587494744194878, + 0.3576161024305556 + ], + "point": [ + 0.6941, + 0.3441 + ] + }, + { + "instruction": "Ohio (5626)", + "bbox": [ + 0.6295538160536024, + 0.2997185940212674, + 0.699053955078125, + 0.3264659627278646 + ], + "point": [ + 0.6643, + 0.3131 + ] + }, + { + "instruction": "Maryland (21674)", + "bbox": [ + 0.6287476857503255, + 0.26885772705078126, + 0.7273417154947917, + 0.2935614013671875 + ], + "point": [ + 0.678, + 0.2812 + ] + }, + { + "instruction": "Virginia (31126)", + "bbox": [ + 0.6305904388427734, + 0.2025932820638021, + 0.717942640516493, + 0.2306486341688368 + ], + "point": [ + 0.6743, + 0.2166 + ] + }, + { + "instruction": "Pennsylvania (22180)", + "bbox": [ + 0.630015394422743, + 0.23640407986111112, + 0.74354002210829, + 0.2620608859592014 + ], + "point": [ + 0.6868, + 0.2492 + ] + }, + { + "instruction": "Health function.", + "bbox": [ + 0.5082762824164496, + 0.20907730102539063, + 0.5881577385796442, + 0.3456787109375 + ], + "point": [ + 0.5482, + 0.2774 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.17520353529188368, + 0.35326290554470485, + 0.2557141621907552, + 0.4930419582790799 + ], + "point": [ + 0.2155, + 0.4232 + ] + }, + { + "instruction": "Auto parts.", + "bbox": [ + 0.42549285888671873, + 0.20846072726779513, + 0.5049981011284722, + 0.3461252170138889 + ], + "point": [ + 0.4652, + 0.2773 + ] + }, + { + "instruction": "farm + garden functionality.", + "bbox": [ + 0.5090234120686848, + 0.5012642754448785, + 0.5885169559054905, + 0.6367961968315973 + ], + "point": [ + 0.5488, + 0.569 + ] + }, + { + "instruction": "a books menu.", + "bbox": [ + 0.34149142371283636, + 0.3537605116102431, + 0.4223579830593533, + 0.49196092393663193 + ], + "point": [ + 0.3819, + 0.4229 + ] + }, + { + "instruction": "arts + crafts.", + "bbox": [ + 0.3415171305338542, + 0.20880237155490453, + 0.42230216132269965, + 0.34645243326822917 + ], + "point": [ + 0.3819, + 0.2776 + ] + }, + { + "instruction": "boats.", + "bbox": [ + 0.2593214458889431, + 0.35330661349826387, + 0.33849239349365234, + 0.4921298556857639 + ], + "point": [ + 0.2989, + 0.4227 + ] + }, + { + "instruction": "Computer parts.", + "bbox": [ + 0.2588650385538737, + 0.5016381157769098, + 0.33875030941433376, + 0.6373876274956597 + ], + "point": [ + 0.2988, + 0.5695 + ] + }, + { + "instruction": "Cars and trucks settings.", + "bbox": [ + 0.4260334862603082, + 0.3533050198025174, + 0.5053068796793619, + 0.49150807698567706 + ], + "point": [ + 0.4657, + 0.4224 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.341971672905816, + 0.5016079711914062, + 0.42243118286132814, + 0.6376087103949653 + ], + "point": [ + 0.3822, + 0.5696 + ] + }, + { + "instruction": "Cell phones.", + "bbox": [ + 0.5094458685980903, + 0.35449300130208333, + 0.588843027750651, + 0.4914337836371528 + ], + "point": [ + 0.5491, + 0.423 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.4260749816894531, + 0.5018023342556424, + 0.5054116990831163, + 0.6376160346137153 + ], + "point": [ + 0.4657, + 0.5697 + ] + }, + { + "instruction": "Photo + video.", + "bbox": [ + 0.17610260645548503, + 0.7906757269965278, + 0.2545611063639323, + 0.9260983615451389 + ], + "point": [ + 0.2153, + 0.8584 + ] + }, + { + "instruction": "Video gaming.", + "bbox": [ + 0.34292011260986327, + 0.7910068088107639, + 0.4217785305447049, + 0.9268537055121527 + ], + "point": [ + 0.3823, + 0.8589 + ] + }, + { + "instruction": "antiques.", + "bbox": [ + 0.1757124900817871, + 0.2086696031358507, + 0.25549231635199654, + 0.34714358859592015 + ], + "point": [ + 0.2156, + 0.2779 + ] + }, + { + "instruction": "Music instruments.", + "bbox": [ + 0.5088878631591797, + 0.6465089925130209, + 0.5882144080268012, + 0.7818829345703125 + ], + "point": [ + 0.5486, + 0.7142 + ] + }, + { + "instruction": "motorcycles", + "bbox": [ + 0.42594545152452257, + 0.6464414469401042, + 0.5051851060655382, + 0.7832642279730903 + ], + "point": [ + 0.4656, + 0.7149 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.34171070522732205, + 0.6463870578342014, + 0.42236739264594186, + 0.7844103325737847 + ], + "point": [ + 0.382, + 0.7154 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.25952718522813584, + 0.20793731689453124, + 0.33826253679063584, + 0.3463321601019965 + ], + "point": [ + 0.2989, + 0.2771 + ] + }, + { + "instruction": "Rvs +campers.", + "bbox": [ + 0.25952911376953125, + 0.7906739637586806, + 0.3385158962673611, + 0.9255308702256945 + ], + "point": [ + 0.299, + 0.8581 + ] + }, + { + "instruction": "collectibles.", + "bbox": [ + 0.17629593743218316, + 0.4994513956705729, + 0.25508575439453124, + 0.6409710015190972 + ], + "point": [ + 0.2157, + 0.5702 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9089007059733073, + 0.049651421440972225, + 0.9974425421820746, + 0.0899851820203993 + ], + "point": [ + 0.9532, + 0.0698 + ] + }, + { + "instruction": "the Household function.", + "bbox": [ + 0.2588256200154622, + 0.6462451171875, + 0.3383749432033963, + 0.78437744140625 + ], + "point": [ + 0.2986, + 0.7153 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08267402648925781, + 0.05351921081542969, + 0.1556819279988607, + 0.08450536939832899 + ], + "point": [ + 0.1192, + 0.069 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7891311645507812, + 0.055219349331325954, + 0.80699462890625, + 0.08652004665798611 + ], + "point": [ + 0.7981, + 0.0709 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9758928934733073, + 0.003833967844645182, + 0.9966273837619357, + 0.03902417500813802 + ], + "point": [ + 0.9863, + 0.0214 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.17578449249267578, + 0.6444951714409722, + 0.25466849009195963, + 0.7851171875 + ], + "point": [ + 0.2152, + 0.7148 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05375812318589952, + 0.04892124599880642, + 0.07700691223144532, + 0.09140020582411024 + ], + "point": [ + 0.0654, + 0.0702 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6292068481445312, + 0.39350067138671874, + 0.7159762912326388, + 0.421474846733941 + ], + "point": [ + 0.6726, + 0.4075 + ] + }, + { + "instruction": "Navigation to West Virginia (1109).", + "bbox": [ + 0.6290969848632812, + 0.3620138888888889, + 0.7406207614474827, + 0.3903133816189236 + ], + "point": [ + 0.6849, + 0.3762 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15085969501071506, + 0.01045614136589898, + 0.1652271376715766, + 0.036961692174275716 + ], + "point": [ + 0.158, + 0.0237 + ] + }, + { + "instruction": "Navigation to Washington, D.C. (1567).", + "bbox": [ + 0.62952635023329, + 0.3306063503689236, + 0.7587494744194878, + 0.3576161024305556 + ], + "point": [ + 0.6941, + 0.3441 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004294143782721626, + 0.04908934275309245, + 0.027882168028089734, + 0.09229732937282986 + ], + "point": [ + 0.0161, + 0.0707 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028693694538540312, + 0.04865478091769748, + 0.05128488540649414, + 0.09159010145399306 + ], + "point": [ + 0.04, + 0.0701 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6295538160536024, + 0.2997185940212674, + 0.699053955078125, + 0.3264659627278646 + ], + "point": [ + 0.6643, + 0.3131 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8206790500217014, + 0.052011684841579864, + 0.8440288967556424, + 0.08434063381618924 + ], + "point": [ + 0.8324, + 0.0682 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17584222157796223, + 0.009000014199150932, + 0.18946459028455948, + 0.03771008279588487 + ], + "point": [ + 0.1827, + 0.0234 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6287476857503255, + 0.26885772705078126, + 0.7273417154947917, + 0.2935614013671875 + ], + "point": [ + 0.678, + 0.2812 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8464530944824219, + 0.04706905788845486, + 0.8703583611382378, + 0.08414293924967448 + ], + "point": [ + 0.8584, + 0.0656 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6305904388427734, + 0.2025932820638021, + 0.717942640516493, + 0.2306486341688368 + ], + "point": [ + 0.6743, + 0.2166 + ] + }, + { + "instruction": "Navigation to Pennsylvania (2218).", + "bbox": [ + 0.630015394422743, + 0.23640407986111112, + 0.74354002210829, + 0.2620608859592014 + ], + "point": [ + 0.6868, + 0.2492 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8833830939398871, + 0.047042833964029945, + 0.9064147101508246, + 0.09270272148980034 + ], + "point": [ + 0.8949, + 0.0699 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.7211136711968316, + 0.5240725029839409, + 0.7469028896755643, + 0.5677725219726563 + ], + "point": [ + 0.734, + 0.5459 + ] + } + ], + "element_size": 83 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_3/3707.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Classifieds", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07465277777777778, + 0.029444444444444443 + ], + "point": [ + 0.0517, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com 9980", + "bbox": [ + 0.15833333333333333, + 0.06055554707845052, + 0.43368055555555557, + 0.08055555555555556 + ], + "point": [ + 0.296, + 0.0706 + ] + }, + { + "instruction": "Complete Guitar Rig Full S:", + "bbox": [ + 0.6885416666666667, + 0.09555555555555556, + 0.825, + 0.11777777777777777 + ], + "point": [ + 0.7568, + 0.1067 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.1763888888888889, + 0.25555555555555554, + 0.278125, + 0.28888888888888886 + ], + "point": [ + 0.2273, + 0.2722 + ] + }, + { + "instruction": "All locations", + "bbox": [ + 0.6312500847710504, + 0.25777779473198786, + 0.7239583333333334, + 0.28444447835286457 + ], + "point": [ + 0.6776, + 0.2711 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.5089280870225694, + 0.5998868136935764, + 0.5885253058539497, + 0.7348605007595486 + ], + "point": [ + 0.5487, + 0.6674 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.5089280870225694, + 0.5998868136935764, + 0.5885253058539497, + 0.7348605007595486 + ], + "point": [ + 0.5487, + 0.6674 + ] + }, + { + "instruction": "Beauty", + "bbox": [ + 0.5086615668402777, + 0.30775465223524306, + 0.5888598971896701, + 0.4447944471571181 + ], + "point": [ + 0.5488, + 0.3763 + ] + }, + { + "instruction": "health", + "bbox": [ + 0.5086615668402777, + 0.30775465223524306, + 0.5888598971896701, + 0.4447944471571181 + ], + "point": [ + 0.5488, + 0.3763 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.1754016876220703, + 0.45264617919921873, + 0.25550799899631077, + 0.5917198350694445 + ], + "point": [ + 0.2155, + 0.5222 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.4257850646972656, + 0.5985362413194445, + 0.5054891798231337, + 0.7374997287326389 + ], + "point": [ + 0.4656, + 0.668 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.34199292924669056, + 0.599671630859375, + 0.42246004740397136, + 0.7355683051215278 + ], + "point": [ + 0.3822, + 0.6676 + ] + }, + { + "instruction": "Books", + "bbox": [ + 0.3415894614325629, + 0.45340033637152777, + 0.4222186194525825, + 0.5904216851128472 + ], + "point": [ + 0.3819, + 0.5219 + ] + }, + { + "instruction": "Arts + crafts", + "bbox": [ + 0.34178233676486547, + 0.30746917724609374, + 0.42248073154025606, + 0.44526336669921873 + ], + "point": [ + 0.3821, + 0.3764 + ] + }, + { + "instruction": "Auto parts", + "bbox": [ + 0.42546560499403213, + 0.30746907552083336, + 0.505178705851237, + 0.44489556206597225 + ], + "point": [ + 0.4653, + 0.3762 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.5090243021647135, + 0.45380927191840276, + 0.5889054192437067, + 0.5899674479166667 + ], + "point": [ + 0.549, + 0.5219 + ] + }, + { + "instruction": "Motorcycles", + "bbox": [ + 0.425496588812934, + 0.7455714925130208, + 0.5049288431803386, + 0.8813181559244792 + ], + "point": [ + 0.4652, + 0.8134 + ] + }, + { + "instruction": "Computer", + "bbox": [ + 0.25896850162082247, + 0.6001482476128472, + 0.3386758380466037, + 0.7353091091579861 + ], + "point": [ + 0.2988, + 0.6677 + ] + }, + { + "instruction": "parts", + "bbox": [ + 0.25896850162082247, + 0.6001482476128472, + 0.3386758380466037, + 0.7353091091579861 + ], + "point": [ + 0.2988, + 0.6677 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.3419527053833008, + 0.7456802029079861, + 0.42220119900173614, + 0.8820635308159722 + ], + "point": [ + 0.3821, + 0.8139 + ] + }, + { + "instruction": "Cars", + "bbox": [ + 0.4255387200249566, + 0.4528040568033854, + 0.5051221211751302, + 0.5897288682725694 + ], + "point": [ + 0.4653, + 0.5213 + ] + }, + { + "instruction": "+ trucks", + "bbox": [ + 0.4255387200249566, + 0.4528040568033854, + 0.5051221211751302, + 0.5897288682725694 + ], + "point": [ + 0.4653, + 0.5213 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.5087405734592014, + 0.7459855143229167, + 0.5880280388726129, + 0.8804642740885417 + ], + "point": [ + 0.5484, + 0.8132 + ] + }, + { + "instruction": "instruments", + "bbox": [ + 0.5087405734592014, + 0.7459855143229167, + 0.5880280388726129, + 0.8804642740885417 + ], + "point": [ + 0.5484, + 0.8132 + ] + }, + { + "instruction": "Collectibles", + "bbox": [ + 0.17611747317843968, + 0.6001758490668403, + 0.25522513919406464, + 0.7360274929470486 + ], + "point": [ + 0.2157, + 0.6681 + ] + }, + { + "instruction": "Household", + "bbox": [ + 0.2591159184773763, + 0.7457831488715277, + 0.3385569042629666, + 0.8820121256510417 + ], + "point": [ + 0.2988, + 0.8139 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.25941969553629557, + 0.45279747856987845, + 0.3384645038180881, + 0.5910233561197916 + ], + "point": [ + 0.2989, + 0.5219 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.25948030683729384, + 0.3075514390733507, + 0.33877328236897786, + 0.4451456366644965 + ], + "point": [ + 0.2991, + 0.3763 + ] + }, + { + "instruction": "Antiques", + "bbox": [ + 0.1757399982876248, + 0.30725443522135415, + 0.25516586303710936, + 0.4460234917534722 + ], + "point": [ + 0.2155, + 0.3766 + ] + }, + { + "instruction": "Video gaming", + "bbox": [ + 0.3424154917399089, + 0.8893589952256944, + 0.42189055548773874, + 1.0 + ], + "point": [ + 0.3822, + 0.9447 + ] + }, + { + "instruction": "Rvs + campers", + "bbox": [ + 0.25787828233506943, + 0.8891851128472222, + 0.33770027160644533, + 0.9996995713975695 + ], + "point": [ + 0.2978, + 0.9444 + ] + }, + { + "instruction": "Photo + video", + "bbox": [ + 0.17593699561225043, + 0.8894529215494792, + 0.25516910552978517, + 0.9998857286241319 + ], + "point": [ + 0.2156, + 0.9447 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.1754980934990777, + 0.745941162109375, + 0.2549909591674805, + 0.8824260796440972 + ], + "point": [ + 0.2152, + 0.8142 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9089530944824219, + 0.04940001593695747, + 0.9972506205240885, + 0.08993156433105469 + ], + "point": [ + 0.9531, + 0.0697 + ] + }, + { + "instruction": "2 Zebra Pillows", + "bbox": [ + 0.33106291029188367, + 0.08992548624674479, + 0.494195810953776, + 0.16588877360026041 + ], + "point": [ + 0.4126, + 0.1279 + ] + }, + { + "instruction": "6.00 $", + "bbox": [ + 0.33106291029188367, + 0.08992548624674479, + 0.494195810953776, + 0.16588877360026041 + ], + "point": [ + 0.4126, + 0.1279 + ] + }, + { + "instruction": "Highland House Furniture", + "bbox": [ + 0.5047197553846571, + 0.09021332634819879, + 0.6686344146728516, + 0.16535254584418402 + ], + "point": [ + 0.5867, + 0.1278 + ] + }, + { + "instruction": "220.00 $", + "bbox": [ + 0.5047197553846571, + 0.09021332634819879, + 0.6686344146728516, + 0.16535254584418402 + ], + "point": [ + 0.5867, + 0.1278 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15068700578477648, + 0.009941380818684896, + 0.16571740044487848, + 0.037801907857259114 + ], + "point": [ + 0.1582, + 0.0239 + ] + }, + { + "instruction": "Delaware (870)", + "bbox": [ + 0.6293304867214626, + 0.4952975124782986, + 0.7166876051161024, + 0.5193362765842013 + ], + "point": [ + 0.673, + 0.5073 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08362020386589898, + 0.05225264655219184, + 0.1567952685885959, + 0.08498407999674479 + ], + "point": [ + 0.1202, + 0.0686 + ] + }, + { + "instruction": "Century Furniture English", + "bbox": [ + 0.15780220031738282, + 0.08879705641004774, + 0.32179442511664497, + 0.1650128173828125 + ], + "point": [ + 0.2398, + 0.1269 + ] + }, + { + "instruction": "605.00 $", + "bbox": [ + 0.15780220031738282, + 0.08879705641004774, + 0.32179442511664497, + 0.1650128173828125 + ], + "point": [ + 0.2398, + 0.1269 + ] + }, + { + "instruction": "Washington; DC. (1567)", + "bbox": [ + 0.6296680874294704, + 0.429585198296441, + 0.7587734646267361, + 0.45730750189887154 + ], + "point": [ + 0.6942, + 0.4434 + ] + }, + { + "instruction": "West Virginia (1109)", + "bbox": [ + 0.631549072265625, + 0.46314256456163194, + 0.7404633416069879, + 0.4872773573133681 + ], + "point": [ + 0.686, + 0.4752 + ] + }, + { + "instruction": "Pennsylvania (22180)", + "bbox": [ + 0.6308027903238932, + 0.3360101996527778, + 0.7440854390462239, + 0.36230950249565974 + ], + "point": [ + 0.6874, + 0.3492 + ] + }, + { + "instruction": "Ohio (5626)", + "bbox": [ + 0.6296288384331598, + 0.39994937472873265, + 0.6993445502387152, + 0.42437354193793403 + ], + "point": [ + 0.6645, + 0.4122 + ] + }, + { + "instruction": "Maryland (21674)", + "bbox": [ + 0.6297909630669488, + 0.3672528076171875, + 0.7297503153483073, + 0.39351331922743055 + ], + "point": [ + 0.6798, + 0.3804 + ] + }, + { + "instruction": "900.00 $", + "bbox": [ + 0.6863898383246527, + 0.12133976406521267, + 0.740472920735677, + 0.14903876410590278 + ], + "point": [ + 0.7134, + 0.1352 + ] + }, + { + "instruction": "Virginia (31126)", + "bbox": [ + 0.6303737216525608, + 0.30023861355251735, + 0.7903398301866319, + 0.3311607869466146 + ], + "point": [ + 0.7104, + 0.3157 + ] + }, + { + "instruction": "farm + garden functionality.", + "bbox": [ + 0.5089280870225694, + 0.5998868136935764, + 0.5885253058539497, + 0.7348605007595486 + ], + "point": [ + 0.5487, + 0.6674 + ] + }, + { + "instruction": "Health function.", + "bbox": [ + 0.5086615668402777, + 0.30775465223524306, + 0.5888598971896701, + 0.4447944471571181 + ], + "point": [ + 0.5488, + 0.3763 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.1754016876220703, + 0.45264617919921873, + 0.25550799899631077, + 0.5917198350694445 + ], + "point": [ + 0.2155, + 0.5222 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.4257850646972656, + 0.5985362413194445, + 0.5054891798231337, + 0.7374997287326389 + ], + "point": [ + 0.4656, + 0.668 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.34199292924669056, + 0.599671630859375, + 0.42246004740397136, + 0.7355683051215278 + ], + "point": [ + 0.3822, + 0.6676 + ] + }, + { + "instruction": "Books", + "bbox": [ + 0.3415894614325629, + 0.45340033637152777, + 0.4222186194525825, + 0.5904216851128472 + ], + "point": [ + 0.3819, + 0.5219 + ] + }, + { + "instruction": "arts + crafts.", + "bbox": [ + 0.34178233676486547, + 0.30746917724609374, + 0.42248073154025606, + 0.44526336669921873 + ], + "point": [ + 0.3821, + 0.3764 + ] + }, + { + "instruction": "Auto parts.", + "bbox": [ + 0.42546560499403213, + 0.30746907552083336, + 0.505178705851237, + 0.44489556206597225 + ], + "point": [ + 0.4653, + 0.3762 + ] + }, + { + "instruction": "Cell phones.", + "bbox": [ + 0.5090243021647135, + 0.45380927191840276, + 0.5889054192437067, + 0.5899674479166667 + ], + "point": [ + 0.549, + 0.5219 + ] + }, + { + "instruction": "motorcycles", + "bbox": [ + 0.425496588812934, + 0.7455714925130208, + 0.5049288431803386, + 0.8813181559244792 + ], + "point": [ + 0.4652, + 0.8134 + ] + }, + { + "instruction": "Computer parts.", + "bbox": [ + 0.25896850162082247, + 0.6001482476128472, + 0.3386758380466037, + 0.7353091091579861 + ], + "point": [ + 0.2988, + 0.6677 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.3419527053833008, + 0.7456802029079861, + 0.42220119900173614, + 0.8820635308159722 + ], + "point": [ + 0.3821, + 0.8139 + ] + }, + { + "instruction": "Cars and trucks settings.", + "bbox": [ + 0.4255387200249566, + 0.4528040568033854, + 0.5051221211751302, + 0.5897288682725694 + ], + "point": [ + 0.4653, + 0.5213 + ] + }, + { + "instruction": "Music instruments.", + "bbox": [ + 0.5087405734592014, + 0.7459855143229167, + 0.5880280388726129, + 0.8804642740885417 + ], + "point": [ + 0.5484, + 0.8132 + ] + }, + { + "instruction": "collectibles.", + "bbox": [ + 0.17611747317843968, + 0.6001758490668403, + 0.25522513919406464, + 0.7360274929470486 + ], + "point": [ + 0.2157, + 0.6681 + ] + }, + { + "instruction": "Homehold", + "bbox": [ + 0.2591159184773763, + 0.7457831488715277, + 0.3385569042629666, + 0.8820121256510417 + ], + "point": [ + 0.2988, + 0.8139 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.25941969553629557, + 0.45279747856987845, + 0.3384645038180881, + 0.5910233561197916 + ], + "point": [ + 0.2989, + 0.5219 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.25948030683729384, + 0.3075514390733507, + 0.33877328236897786, + 0.4451456366644965 + ], + "point": [ + 0.2991, + 0.3763 + ] + }, + { + "instruction": "antiques.", + "bbox": [ + 0.1757399982876248, + 0.30725443522135415, + 0.25516586303710936, + 0.4460234917534722 + ], + "point": [ + 0.2155, + 0.3766 + ] + }, + { + "instruction": "Video gaming.", + "bbox": [ + 0.3424154917399089, + 0.8893589952256944, + 0.42189055548773874, + 1.0 + ], + "point": [ + 0.3822, + 0.9447 + ] + }, + { + "instruction": "RVs +campers.", + "bbox": [ + 0.25787828233506943, + 0.8891851128472222, + 0.33770027160644533, + 0.9996995713975695 + ], + "point": [ + 0.2978, + 0.9444 + ] + }, + { + "instruction": "Photo+video functionality.", + "bbox": [ + 0.17593699561225043, + 0.8894529215494792, + 0.25516910552978517, + 0.9998857286241319 + ], + "point": [ + 0.2156, + 0.9447 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.1754980934990777, + 0.745941162109375, + 0.2549909591674805, + 0.8824260796440972 + ], + "point": [ + 0.2152, + 0.8142 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9089530944824219, + 0.04940001593695747, + 0.9972506205240885, + 0.08993156433105469 + ], + "point": [ + 0.9531, + 0.0697 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9759176466200087, + 0.003694541719224718, + 0.9968042161729601, + 0.03887880007425944 + ], + "point": [ + 0.9864, + 0.0213 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.789609612358941, + 0.05595943027072483, + 0.8071775648328993, + 0.08636314392089844 + ], + "point": [ + 0.7984, + 0.0712 + ] + }, + { + "instruction": "a price of 2 Zebra Pillows.", + "bbox": [ + 0.33106291029188367, + 0.08992548624674479, + 0.494195810953776, + 0.16588877360026041 + ], + "point": [ + 0.4126, + 0.1279 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05387842390272352, + 0.04881891886393229, + 0.07701622645060222, + 0.09217071533203125 + ], + "point": [ + 0.0654, + 0.0705 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.882537841796875, + 0.04634420606825087, + 0.9072606404622395, + 0.09050933837890625 + ], + "point": [ + 0.8949, + 0.0684 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8207146538628473, + 0.04523746066623264, + 0.844471910264757, + 0.08694211324055989 + ], + "point": [ + 0.8326, + 0.0661 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.844866689046224, + 0.04491939120822483, + 0.8711660597059462, + 0.08703954060872396 + ], + "point": [ + 0.858, + 0.066 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028409401575724285, + 0.04817867702907986, + 0.051944833331637914, + 0.09263027615017361 + ], + "point": [ + 0.0402, + 0.0704 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004156221283806695, + 0.04872879876030816, + 0.027838248676723906, + 0.09270247565375433 + ], + "point": [ + 0.016, + 0.0707 + ] + }, + { + "instruction": "Highland House Furniture.", + "bbox": [ + 0.5047197553846571, + 0.09021332634819879, + 0.6686344146728516, + 0.16535254584418402 + ], + "point": [ + 0.5867, + 0.1278 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15068700578477648, + 0.009941380818684896, + 0.16571740044487848, + 0.037801907857259114 + ], + "point": [ + 0.1582, + 0.0239 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6293304867214626, + 0.4952975124782986, + 0.7166876051161024, + 0.5193362765842013 + ], + "point": [ + 0.673, + 0.5073 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08362020386589898, + 0.05225264655219184, + 0.1567952685885959, + 0.08498407999674479 + ], + "point": [ + 0.1202, + 0.0686 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.17617579566107855, + 0.009014912711249457, + 0.19001297420925564, + 0.0381741025712755 + ], + "point": [ + 0.1831, + 0.0236 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.7618619283040364, + 0.36584581163194446, + 0.782852766248915, + 0.393836669921875 + ], + "point": [ + 0.7724, + 0.3798 + ] + }, + { + "instruction": "a price tag for the century furniture language.", + "bbox": [ + 0.15780220031738282, + 0.08879705641004774, + 0.32179442511664497, + 0.1650128173828125 + ], + "point": [ + 0.2398, + 0.1269 + ] + }, + { + "instruction": "Navigation to Washington, D.C. (1567).", + "bbox": [ + 0.6296680874294704, + 0.429585198296441, + 0.7587734646267361, + 0.45730750189887154 + ], + "point": [ + 0.6942, + 0.4434 + ] + }, + { + "instruction": "Navigation to West Virginia (1109).", + "bbox": [ + 0.631549072265625, + 0.46314256456163194, + 0.7404633416069879, + 0.4872773573133681 + ], + "point": [ + 0.686, + 0.4752 + ] + }, + { + "instruction": "Navigation to Pennsylvania (2218).", + "bbox": [ + 0.6308027903238932, + 0.3360101996527778, + 0.7440854390462239, + 0.36230950249565974 + ], + "point": [ + 0.6874, + 0.3492 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6296288384331598, + 0.39994937472873265, + 0.6993445502387152, + 0.42437354193793403 + ], + "point": [ + 0.6645, + 0.4122 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6297909630669488, + 0.3672528076171875, + 0.7297503153483073, + 0.39351331922743055 + ], + "point": [ + 0.6798, + 0.3804 + ] + }, + { + "instruction": "a price display showing a value of 900.00.", + "bbox": [ + 0.6863898383246527, + 0.12133976406521267, + 0.740472920735677, + 0.14903876410590278 + ], + "point": [ + 0.7134, + 0.1352 + ] + }, + { + "instruction": "navigating to the next state or state.", + "bbox": [ + 0.6303737216525608, + 0.30023861355251735, + 0.7903398301866319, + 0.3311607869466146 + ], + "point": [ + 0.7104, + 0.3157 + ] + }, + { + "instruction": "Search or magnifying glass.", + "bbox": [ + 6.110121806462606e-05, + 0.04496484120686849, + 0.0049827686614460414, + 0.0954518805609809 + ], + "point": [ + 0.0025, + 0.0702 + ] + } + ], + "element_size": 98 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_4/4211.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Ohio", + "bbox": [ + 0.029513888888888888, + 0.013888888888888888, + 0.049652777777777775, + 0.029444444444444443 + ], + "point": [ + 0.0396, + 0.0217 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.05624999470180935, + 0.013888888888888888, + 0.10138888888888889, + 0.029444444444444443 + ], + "point": [ + 0.0788, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 computeamazonaws.com 9980/index php?page-search&sRegion-8165418", + "bbox": [ + 0.15833331214057075, + 0.058888888888888886, + 0.6361110899183485, + 0.08388888888888889 + ], + "point": [ + 0.3972, + 0.0714 + ] + }, + { + "instruction": "Show only", + "bbox": [ + 0.16701388888888888, + 0.11388888888888889, + 0.21631944444444445, + 0.1322222222222222 + ], + "point": [ + 0.1917, + 0.1231 + ] + }, + { + "instruction": "listings with pictures", + "bbox": [ + 0.18263888888888888, + 0.13611109415690104, + 0.27569444444444446, + 0.15444442749023438 + ], + "point": [ + 0.2292, + 0.1453 + ] + }, + { + "instruction": "2oo0.00 $", + "bbox": [ + 0.4059027777777778, + 0.15833333333333333, + 0.47430555555555554, + 0.1827777777777778 + ], + "point": [ + 0.4401, + 0.1706 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.16701388888888888, + 0.18, + 0.19131944444444443, + 0.19611111111111112 + ], + "point": [ + 0.1792, + 0.1881 + ] + }, + { + "instruction": "Min_", + "bbox": [ + 0.16701388888888888, + 0.20111109415690104, + 0.1840277777777778, + 0.21611109415690105 + ], + "point": [ + 0.1755, + 0.2086 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.40555555555555556, + 0.18944444444444444, + 0.4427083333333333, + 0.21166666666666667 + ], + "point": [ + 0.4241, + 0.2006 + ] + }, + { + "instruction": "Stow (Ohio)", + "bbox": [ + 0.4552083757188585, + 0.19055555555555556, + 0.5104167090521918, + 0.21166666666666667 + ], + "point": [ + 0.4828, + 0.2011 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.5232638888888889, + 0.19111111111111112, + 0.5777777777777777, + 0.20944444444444443 + ], + "point": [ + 0.5505, + 0.2003 + ] + }, + { + "instruction": "14k", + "bbox": [ + 0.40694444444444444, + 0.21999998304578994, + 0.4270833333333333, + 0.23833331637912325 + ], + "point": [ + 0.417, + 0.2292 + ] + }, + { + "instruction": "bracelet with 50 small diamonds about 3 karat", + "bbox": [ + 0.45069444444444445, + 0.21999998304578994, + 0.6715277777777777, + 0.23833331637912325 + ], + "point": [ + 0.5611, + 0.2292 + ] + }, + { + "instruction": "Weight 41 grams; that's over an", + "bbox": [ + 0.6760416666666667, + 0.21944444444444444, + 0.828125, + 0.24166666666666667 + ], + "point": [ + 0.7521, + 0.2306 + ] + }, + { + "instruction": "ounce.S 2,000", + "bbox": [ + 0.4059027777777778, + 0.2405555386013455, + 0.47604166666666664, + 0.2616666497124566 + ], + "point": [ + 0.441, + 0.2511 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16701388888888888, + 0.39611111111111114, + 0.2763888888888889, + 0.41333333333333333 + ], + "point": [ + 0.2217, + 0.4047 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.1670138676961263, + 0.5011110432942708, + 0.23958331214057074, + 0.5194444444444445 + ], + "point": [ + 0.2033, + 0.5103 + ] + }, + { + "instruction": "25.00 $", + "bbox": [ + 0.40625, + 0.5127777777777778, + 0.4583333333333333, + 0.5394444444444444 + ], + "point": [ + 0.4323, + 0.5261 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.40625, + 0.5455555555555556, + 0.4486111111111111, + 0.5655556233723958 + ], + "point": [ + 0.4274, + 0.5556 + ] + }, + { + "instruction": "Akron (Ohio)", + "bbox": [ + 0.4618055555555556, + 0.546666734483507, + 0.5197916666666667, + 0.5677777777777778 + ], + "point": [ + 0.4908, + 0.5572 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.5322916666666667, + 0.5466666666666666, + 0.5875, + 0.5666666666666667 + ], + "point": [ + 0.5599, + 0.5567 + ] + }, + { + "instruction": "Smith Brothers Ottoman in good condition. Good quality name.", + "bbox": [ + 0.4065972222222222, + 0.5744445122612847, + 0.7024305555555556, + 0.5983334011501736 + ], + "point": [ + 0.5545, + 0.5864 + ] + }, + { + "instruction": "was", + "bbox": [ + 0.7076388888888889, + 0.5788888210720486, + 0.7288194444444445, + 0.593333265516493 + ], + "point": [ + 0.7182, + 0.5861 + ] + }, + { + "instruction": "asking S25. Call me at", + "bbox": [ + 0.729166751437717, + 0.5744444444444444, + 0.8368056403266059, + 0.5977777777777777 + ], + "point": [ + 0.783, + 0.5861 + ] + }, + { + "instruction": "(555) 861-3556", + "bbox": [ + 0.4059027777777778, + 0.5966667344835069, + 0.48680555555555555, + 0.6188889567057292 + ], + "point": [ + 0.4464, + 0.6078 + ] + }, + { + "instruction": "Black angus bull", + "bbox": [ + 0.4065972222222222, + 0.6666666666666666, + 0.4930555555555556, + 0.6888888888888889 + ], + "point": [ + 0.4498, + 0.6778 + ] + }, + { + "instruction": "2500.00 $", + "bbox": [ + 0.40555555555555556, + 0.69, + 0.47465277777777776, + 0.7172222222222222 + ], + "point": [ + 0.4401, + 0.7036 + ] + }, + { + "instruction": "Farm + garden", + "bbox": [ + 0.4059027777777778, + 0.7238889567057292, + 0.47256944444444443, + 0.7455556233723958 + ], + "point": [ + 0.4392, + 0.7347 + ] + }, + { + "instruction": "South Zanesville (Ohio)", + "bbox": [ + 0.48541666666666666, + 0.7244445122612847, + 0.5899305555555555, + 0.7450000678168403 + ], + "point": [ + 0.5377, + 0.7347 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.603125, + 0.725, + 0.6583334181043837, + 0.7433333333333333 + ], + "point": [ + 0.6307, + 0.7342 + ] + }, + { + "instruction": "Black angus bull 4 years old", + "bbox": [ + 0.4065972222222222, + 0.7533333333333333, + 0.5416666666666666, + 0.775 + ], + "point": [ + 0.4741, + 0.7642 + ] + }, + { + "instruction": "Disc Clone", + "bbox": [ + 0.4065972222222222, + 0.8216666666666667, + 0.4625, + 0.8427777777777777 + ], + "point": [ + 0.4345, + 0.8322 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.40694444444444444, + 0.8811111111111111, + 0.45590277777777777, + 0.8972222222222223 + ], + "point": [ + 0.4314, + 0.8892 + ] + }, + { + "instruction": "Akron (Ohio)", + "bbox": [ + 0.4701388888888889, + 0.8811110432942708, + 0.5277777777777778, + 0.8994443766276041 + ], + "point": [ + 0.499, + 0.8903 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.540625, + 0.88, + 0.5958334181043837, + 0.8983333333333333 + ], + "point": [ + 0.5682, + 0.8892 + ] + }, + { + "instruction": "Disc Clone Audio Disc duplicator. Copies any music disc in seconds with no computer", + "bbox": [ + 0.4065972222222222, + 0.9077777777777778, + 0.8052083333333333, + 0.9311111111111111 + ], + "point": [ + 0.6059, + 0.9194 + ] + }, + { + "instruction": "needed: Works good:", + "bbox": [ + 0.4065972222222222, + 0.9305556233723958, + 0.5076388888888889, + 0.9533334011501736 + ], + "point": [ + 0.4571, + 0.9419 + ] + }, + { + "instruction": "was asking S85.00 Call me at (555) 447-5685", + "bbox": [ + 0.5135416666666667, + 0.9294444444444444, + 0.7354166666666667, + 0.9527777777777777 + ], + "point": [ + 0.6245, + 0.9411 + ] + }, + { + "instruction": "Please leave name", + "bbox": [ + 0.7388888888888889, + 0.9311110432942709, + 0.8277777777777777, + 0.9483332655164931 + ], + "point": [ + 0.7833, + 0.9397 + ] + }, + { + "instruction": "and number.", + "bbox": [ + 0.40625, + 0.9538888888888889, + 0.4670138888888889, + 0.9711111111111111 + ], + "point": [ + 0.4366, + 0.9625 + ] + }, + { + "instruction": "Houcehold", + "bbox": [ + 0.16701388888888888, + 0.965, + 0.2170138888888889, + 0.9794444444444445 + ], + "point": [ + 0.192, + 0.9722 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws com:9980/index php?page-sea", + "bbox": [ + 0.00208332273695204, + 0.9794444444444445, + 0.32291665607028536, + 1.0 + ], + "point": [ + 0.1625, + 0.9897 + ] + }, + { + "instruction": "Max:", + "bbox": [ + 0.23715277777777777, + 0.19944446139865452, + 0.2548611111111111, + 0.21888890584309895 + ], + "point": [ + 0.246, + 0.2092 + ] + }, + { + "instruction": "gold", + "bbox": [ + 0.42569444444444443, + 0.22166666666666668, + 0.4510416666666667, + 0.2388888888888889 + ], + "point": [ + 0.4384, + 0.2303 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.16669894324408638, + 0.41552381727430554, + 0.27391007741292317, + 0.4639862060546875 + ], + "point": [ + 0.2203, + 0.4398 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.16624522738986544, + 0.28418921576605904, + 0.2290877448187934, + 0.3310775078667535 + ], + "point": [ + 0.1977, + 0.3076 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9085666232638889, + 0.04972931755913629, + 0.9971667819552952, + 0.08987295362684462 + ], + "point": [ + 0.9529, + 0.0698 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08286498917473686, + 0.053616277906629775, + 0.15562684800889756, + 0.08435776604546441 + ], + "point": [ + 0.1192, + 0.069 + ] + }, + { + "instruction": "Totes and barrels", + "bbox": [ + 0.36868837144639754, + 0.3029732598198785, + 0.8421232435438368, + 0.468053961859809 + ], + "point": [ + 0.6054, + 0.3855 + ] + }, + { + "instruction": "1234.00 $", + "bbox": [ + 0.36868837144639754, + 0.3029732598198785, + 0.8421232435438368, + 0.468053961859809 + ], + "point": [ + 0.6054, + 0.3855 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.36868837144639754, + 0.3029732598198785, + 0.8421232435438368, + 0.468053961859809 + ], + "point": [ + 0.6054, + 0.3855 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.36868837144639754, + 0.3029732598198785, + 0.8421232435438368, + 0.468053961859809 + ], + "point": [ + 0.6054, + 0.3855 + ] + }, + { + "instruction": "Pomeroy (Ohio)", + "bbox": [ + 0.36868837144639754, + 0.3029732598198785, + 0.8421232435438368, + 0.468053961859809 + ], + "point": [ + 0.6054, + 0.3855 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.36868837144639754, + 0.3029732598198785, + 0.8421232435438368, + 0.468053961859809 + ], + "point": [ + 0.6054, + 0.3855 + ] + }, + { + "instruction": "10 totes some had paint others", + "bbox": [ + 0.36868837144639754, + 0.3029732598198785, + 0.8421232435438368, + 0.468053961859809 + ], + "point": [ + 0.6054, + 0.3855 + ] + }, + { + "instruction": "do not know 25 each 30 Barrels 10 each", + "bbox": [ + 0.36868837144639754, + 0.3029732598198785, + 0.8421232435438368, + 0.468053961859809 + ], + "point": [ + 0.6054, + 0.3855 + ] + }, + { + "instruction": "don't know what", + "bbox": [ + 0.36868837144639754, + 0.3029732598198785, + 0.8421232435438368, + 0.468053961859809 + ], + "point": [ + 0.6054, + 0.3855 + ] + }, + { + "instruction": "was in them them Meet at Scipio Township Fire Department", + "bbox": [ + 0.36868837144639754, + 0.3029732598198785, + 0.8421232435438368, + 0.468053961859809 + ], + "point": [ + 0.6054, + 0.3855 + ] + }, + { + "instruction": "Arts", + "bbox": [ + 0.16766638225979275, + 0.599036865234375, + 0.22394400702582465, + 0.6245437282986112 + ], + "point": [ + 0.1958, + 0.6118 + ] + }, + { + "instruction": "crafts", + "bbox": [ + 0.16766638225979275, + 0.599036865234375, + 0.22394400702582465, + 0.6245437282986112 + ], + "point": [ + 0.1958, + 0.6118 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.16742410659790039, + 0.93739990234375, + 0.2087121327718099, + 0.9581035698784722 + ], + "point": [ + 0.1881, + 0.9478 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.16712125142415366, + 0.5199569363064236, + 0.2326666514078776, + 0.5479011366102431 + ], + "point": [ + 0.1999, + 0.5339 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.1672382142808702, + 0.9112845865885416, + 0.2335193845960829, + 0.9327754720052084 + ], + "point": [ + 0.2004, + 0.922 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.1672382142808702, + 0.9112845865885416, + 0.2335193845960829, + 0.9327754720052084 + ], + "point": [ + 0.2004, + 0.922 + ] + }, + { + "instruction": "Antiques", + "bbox": [ + 0.16774138344658746, + 0.5475566948784722, + 0.20862208472357857, + 0.5727652994791667 + ], + "point": [ + 0.1882, + 0.5602 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.16759359571668836, + 0.5734128824869792, + 0.22038196987575956, + 0.5986917453342014 + ], + "point": [ + 0.194, + 0.5861 + ] + }, + { + "instruction": "Gellphones", + "bbox": [ + 0.16703915066189237, + 0.7805165608723958, + 0.29915614657931855, + 0.8306762017144097 + ], + "point": [ + 0.2331, + 0.8056 + ] + }, + { + "instruction": "collectibles", + "bbox": [ + 0.16703915066189237, + 0.7805165608723958, + 0.29915614657931855, + 0.8306762017144097 + ], + "point": [ + 0.2331, + 0.8056 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.1672464264763726, + 0.6767437065972223, + 0.29652171664767796, + 0.7038278537326389 + ], + "point": [ + 0.2319, + 0.6903 + ] + }, + { + "instruction": "Cars + trucks", + "bbox": [ + 0.16689775254991318, + 0.7549452039930555, + 0.29903445773654513, + 0.7803230794270833 + ], + "point": [ + 0.233, + 0.7676 + ] + }, + { + "instruction": "Books", + "bbox": [ + 0.16775960922241212, + 0.7295391167534723, + 0.1949930191040039, + 0.7526744249131945 + ], + "point": [ + 0.1814, + 0.7411 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.16763976414998372, + 0.704075181749132, + 0.19383394453260633, + 0.7273603651258681 + ], + "point": [ + 0.1807, + 0.7157 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.1668076621161567, + 0.8569826931423611, + 0.30351005130343967, + 0.8837871636284722 + ], + "point": [ + 0.2352, + 0.8704 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.16715660095214843, + 0.8851561143663195, + 0.21652857462565103, + 0.9063399251302083 + ], + "point": [ + 0.1918, + 0.8957 + ] + }, + { + "instruction": "Computer parts", + "bbox": [ + 0.16692496405707466, + 0.8306943088107639, + 0.2992844475640191, + 0.8570726182725694 + ], + "point": [ + 0.2331, + 0.8439 + ] + }, + { + "instruction": "Beauty + health", + "bbox": [ + 0.16741373274061416, + 0.650740220811632, + 0.2989908642239041, + 0.6773950873480903 + ], + "point": [ + 0.2332, + 0.6641 + ] + }, + { + "instruction": "Tennis bracelet", + "bbox": [ + 0.4068567911783854, + 0.12897500779893664, + 0.4929202609592014, + 0.155344729953342 + ], + "point": [ + 0.4499, + 0.1422 + ] + }, + { + "instruction": "Smith Brothers Ottoman", + "bbox": [ + 0.40645824008517795, + 0.4843754069010417, + 0.5323440975613064, + 0.5093300374348958 + ], + "point": [ + 0.4694, + 0.4969 + ] + }, + { + "instruction": "85.00 $", + "bbox": [ + 0.40607808430989584, + 0.8431135389539931, + 0.46006707085503473, + 0.874059312608507 + ], + "point": [ + 0.4331, + 0.8586 + ] + }, + { + "instruction": "Auto parts", + "bbox": [ + 0.1674536493089464, + 0.6257655164930556, + 0.21653518676757813, + 0.6493952094184028 + ], + "point": [ + 0.192, + 0.6376 + ] + }, + { + "instruction": "Subscripting something new.", + "bbox": [ + 0.16669894324408638, + 0.41552381727430554, + 0.27391007741292317, + 0.4639862060546875 + ], + "point": [ + 0.2203, + 0.4398 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.2340428670247396, + 0.21631091647677952, + 0.2990518781873915, + 0.26542783949110244 + ], + "point": [ + 0.2665, + 0.2409 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.16594106886121962, + 0.21638092041015625, + 0.23047862582736545, + 0.26554840087890624 + ], + "point": [ + 0.1982, + 0.241 + ] + }, + { + "instruction": "an \"Apply\" button.", + "bbox": [ + 0.16624522738986544, + 0.28418921576605904, + 0.2290877448187934, + 0.3310775078667535 + ], + "point": [ + 0.1977, + 0.3076 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9085666232638889, + 0.04972931755913629, + 0.9971667819552952, + 0.08987295362684462 + ], + "point": [ + 0.9529, + 0.0698 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08286498917473686, + 0.053616277906629775, + 0.15562684800889756, + 0.08435776604546441 + ], + "point": [ + 0.1192, + 0.069 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9758903503417968, + 0.004344392352634006, + 0.9965380350748698, + 0.038859328163994684 + ], + "point": [ + 0.9862, + 0.0216 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7898490905761719, + 0.05636312696668837, + 0.8069062127007378, + 0.08535043504503038 + ], + "point": [ + 0.7984, + 0.0709 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05433073043823242, + 0.05076462639702691, + 0.07638551923963759, + 0.08799447801378038 + ], + "point": [ + 0.0654, + 0.0694 + ] + }, + { + "instruction": "a disc folder.", + "bbox": [ + 0.3326222101847331, + 0.8179414198133681, + 0.4019878811306424, + 0.9935719807942708 + ], + "point": [ + 0.3673, + 0.9058 + ] + }, + { + "instruction": "totes and barrels.", + "bbox": [ + 0.36868837144639754, + 0.3029732598198785, + 0.8421232435438368, + 0.468053961859809 + ], + "point": [ + 0.6054, + 0.3855 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.8211370680067275, + 0.055401297675238714, + 0.843579355875651, + 0.08274404737684461 + ], + "point": [ + 0.8324, + 0.0691 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.00576390888955858, + 0.05373088836669922, + 0.02655978931321038, + 0.08506317138671875 + ], + "point": [ + 0.0162, + 0.0694 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1512836562262641, + 0.010963946448432075, + 0.16496470769246419, + 0.03584628634982639 + ], + "point": [ + 0.1581, + 0.0234 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029478014840020075, + 0.052884097629123265, + 0.05007308853997124, + 0.08514214409722222 + ], + "point": [ + 0.0398, + 0.069 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.1665963914659288, + 0.1322044965955946, + 0.18181016710069445, + 0.15808120727539063 + ], + "point": [ + 0.1742, + 0.1451 + ] + }, + { + "instruction": "accessingarts andcrafts.", + "bbox": [ + 0.16766638225979275, + 0.599036865234375, + 0.22394400702582465, + 0.6245437282986112 + ], + "point": [ + 0.1958, + 0.6118 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8464384290907118, + 0.05231419457329644, + 0.8697782728407119, + 0.08267031351725261 + ], + "point": [ + 0.8581, + 0.0675 + ] + }, + { + "instruction": "Furniture.", + "bbox": [ + 0.16742410659790039, + 0.93739990234375, + 0.2087121327718099, + 0.9581035698784722 + ], + "point": [ + 0.1881, + 0.9478 + ] + }, + { + "instruction": "a tag.", + "bbox": [ + 0.33135204315185546, + 0.12587462531195748, + 0.4020806206597222, + 0.27421372307671443 + ], + "point": [ + 0.3667, + 0.2 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.1761389520433214, + 0.010850254694620769, + 0.18919595082600912, + 0.035547575420803494 + ], + "point": [ + 0.1827, + 0.0232 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8834734598795573, + 0.046448521084255644, + 0.9074941847059462, + 0.09396867540147569 + ], + "point": [ + 0.8955, + 0.0702 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.16712125142415366, + 0.5199569363064236, + 0.2326666514078776, + 0.5479011366102431 + ], + "point": [ + 0.1999, + 0.5339 + ] + }, + { + "instruction": "The function to create a new entry or garden.", + "bbox": [ + 0.1672382142808702, + 0.9112845865885416, + 0.2335193845960829, + 0.9327754720052084 + ], + "point": [ + 0.2004, + 0.922 + ] + }, + { + "instruction": "antiques.", + "bbox": [ + 0.16774138344658746, + 0.5475566948784722, + 0.20862208472357857, + 0.5727652994791667 + ], + "point": [ + 0.1882, + 0.5602 + ] + }, + { + "instruction": "Appliances.", + "bbox": [ + 0.16759359571668836, + 0.5734128824869792, + 0.22038196987575956, + 0.5986917453342014 + ], + "point": [ + 0.194, + 0.5861 + ] + }, + { + "instruction": "Cellphones collection.", + "bbox": [ + 0.16703915066189237, + 0.7805165608723958, + 0.29915614657931855, + 0.8306762017144097 + ], + "point": [ + 0.2331, + 0.8056 + ] + }, + { + "instruction": "Bikes settings.", + "bbox": [ + 0.1672464264763726, + 0.6767437065972223, + 0.29652171664767796, + 0.7038278537326389 + ], + "point": [ + 0.2319, + 0.6903 + ] + }, + { + "instruction": "Cars + Trucks settings.", + "bbox": [ + 0.16689775254991318, + 0.7549452039930555, + 0.29903445773654513, + 0.7803230794270833 + ], + "point": [ + 0.233, + 0.7676 + ] + }, + { + "instruction": "a library or books section.", + "bbox": [ + 0.16775960922241212, + 0.7295391167534723, + 0.1949930191040039, + 0.7526744249131945 + ], + "point": [ + 0.1814, + 0.7411 + ] + }, + { + "instruction": "Sending a message or message.", + "bbox": [ + 0.3326656765407986, + 0.30614278157552083, + 0.40214886135525174, + 0.44706509060329863 + ], + "point": [ + 0.3674, + 0.3766 + ] + }, + { + "instruction": "boats.", + "bbox": [ + 0.16763976414998372, + 0.704075181749132, + 0.19383394453260633, + 0.7273603651258681 + ], + "point": [ + 0.1807, + 0.7157 + ] + }, + { + "instruction": "Computers.", + "bbox": [ + 0.1668076621161567, + 0.8569826931423611, + 0.30351005130343967, + 0.8837871636284722 + ], + "point": [ + 0.2352, + 0.8704 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.16715660095214843, + 0.8851561143663195, + 0.21652857462565103, + 0.9063399251302083 + ], + "point": [ + 0.1918, + 0.8957 + ] + }, + { + "instruction": "Computer parts.", + "bbox": [ + 0.16692496405707466, + 0.8306943088107639, + 0.2992844475640191, + 0.8570726182725694 + ], + "point": [ + 0.2331, + 0.8439 + ] + }, + { + "instruction": "Health function.", + "bbox": [ + 0.16741373274061416, + 0.650740220811632, + 0.2989908642239041, + 0.6773950873480903 + ], + "point": [ + 0.2332, + 0.6641 + ] + }, + { + "instruction": "Tennis bracelet.", + "bbox": [ + 0.4068567911783854, + 0.12897500779893664, + 0.4929202609592014, + 0.155344729953342 + ], + "point": [ + 0.4499, + 0.1422 + ] + }, + { + "instruction": "smith Brothersottman.", + "bbox": [ + 0.40645824008517795, + 0.4843754069010417, + 0.5323440975613064, + 0.5093300374348958 + ], + "point": [ + 0.4694, + 0.4969 + ] + }, + { + "instruction": "a price of 85.00.", + "bbox": [ + 0.40607808430989584, + 0.8431135389539931, + 0.46006707085503473, + 0.874059312608507 + ], + "point": [ + 0.4331, + 0.8586 + ] + }, + { + "instruction": "Auto parts.", + "bbox": [ + 0.1674536493089464, + 0.6257655164930556, + 0.21653518676757813, + 0.6493952094184028 + ], + "point": [ + 0.192, + 0.6376 + ] + }, + { + "instruction": "a pig in a field.", + "bbox": [ + 0.3327708774142795, + 0.662127685546875, + 0.40256805419921876, + 0.7730262586805555 + ], + "point": [ + 0.3677, + 0.7176 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 8.396241399976942e-05, + 0.053592681884765625, + 0.005188922749625312, + 0.08675125122070312 + ], + "point": [ + 0.0026, + 0.0702 + ] + } + ], + "element_size": 122 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_5/4577.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Cell phones Ohio", + "bbox": [ + 0.028819447093539768, + 0.013888888888888888, + 0.09895834657880995, + 0.03111111111111111 + ], + "point": [ + 0.0639, + 0.0225 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.10451389948527018, + 0.013888888888888888, + 0.14895834392971463, + 0.029444444444444443 + ], + "point": [ + 0.1267, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws com 9g80/index php?page-search&sRegion-8165418&sCategory-11", + "bbox": [ + 0.15833331214057075, + 0.059444444444444446, + 0.705555534362793, + 0.08277777777777778 + ], + "point": [ + 0.4319, + 0.0711 + ] + }, + { + "instruction": "Your search", + "bbox": [ + 0.16701388888888888, + 0.2722222222222222, + 0.22083333333333333, + 0.28944444444444445 + ], + "point": [ + 0.1939, + 0.2808 + ] + }, + { + "instruction": "Cell phones Ohio", + "bbox": [ + 0.33194444444444443, + 0.24944444444444444, + 0.5638888888888889, + 0.3277777777777778 + ], + "point": [ + 0.4479, + 0.2886 + ] + }, + { + "instruction": "1 - 12 of 38 listings", + "bbox": [ + 0.3333333757188585, + 0.3477777777777778, + 0.42916670905219184, + 0.3711111111111111 + ], + "point": [ + 0.3813, + 0.3594 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.16666667726304796, + 0.3605555555555556, + 0.1875, + 0.38166666666666665 + ], + "point": [ + 0.1771, + 0.3711 + ] + }, + { + "instruction": "Listings", + "bbox": [ + 0.3329861111111111, + 0.4077777777777778, + 0.3871527777777778, + 0.43555555555555553 + ], + "point": [ + 0.3601, + 0.4217 + ] + }, + { + "instruction": "Show only", + "bbox": [ + 0.16701388888888888, + 0.4488888888888889, + 0.2170138888888889, + 0.4672222222222222 + ], + "point": [ + 0.192, + 0.4581 + ] + }, + { + "instruction": "25.00 $", + "bbox": [ + 0.40625, + 0.49277777777777776, + 0.4583333333333333, + 0.5194445122612847 + ], + "point": [ + 0.4323, + 0.5061 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.16701388888888888, + 0.5149999660915798, + 0.19131944444444443, + 0.5322221883138021 + ], + "point": [ + 0.1792, + 0.5236 + ] + }, + { + "instruction": "Min.", + "bbox": [ + 0.16805554495917427, + 0.5372221544053819, + 0.18506944444444445, + 0.5522222222222222 + ], + "point": [ + 0.1766, + 0.5447 + ] + }, + { + "instruction": "Max", + "bbox": [ + 0.23680555555555555, + 0.5372221544053819, + 0.25590277777777776, + 0.5522222222222222 + ], + "point": [ + 0.2464, + 0.5447 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.4065972222222222, + 0.5255555555555556, + 0.46041666666666664, + 0.5466666666666666 + ], + "point": [ + 0.4335, + 0.5361 + ] + }, + { + "instruction": "of Youngstown (Ohio)", + "bbox": [ + 0.4927083757188585, + 0.5255555216471354, + 0.5909722646077474, + 0.5477777438693576 + ], + "point": [ + 0.5418, + 0.5367 + ] + }, + { + "instruction": "2023/11/15", + "bbox": [ + 0.6034722222222222, + 0.5266665988498264, + 0.6586805555555556, + 0.5466666666666666 + ], + "point": [ + 0.6311, + 0.5367 + ] + }, + { + "instruction": "3- Brand New in Box Black Otter Defender Pro Series IPhone Cases with Belt Clip Holster", + "bbox": [ + 0.4065972222222222, + 0.5555555555555556, + 0.8291666666666667, + 0.5766665988498264 + ], + "point": [ + 0.6179, + 0.5661 + ] + }, + { + "instruction": "for Iphone 12 & 12 Pro. S25.00 Cash Only Each Firm. Call Only please at the number", + "bbox": [ + 0.4059027777777778, + 0.5755555555555556, + 0.8041666666666667, + 0.5994444444444444 + ], + "point": [ + 0.605, + 0.5875 + ] + }, + { + "instruction": "provided, No Text; Email or Blocked Numbers can be accepted:", + "bbox": [ + 0.40625, + 0.5977778455946181, + 0.6986111111111111, + 0.621666734483507 + ], + "point": [ + 0.5524, + 0.6097 + ] + }, + { + "instruction": "260.00 $", + "bbox": [ + 0.40555555555555556, + 0.6922222222222222, + 0.4670138888888889, + 0.7194444444444444 + ], + "point": [ + 0.4363, + 0.7058 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16701388888888888, + 0.7322222222222222, + 0.2763888888888889, + 0.7483333333333333 + ], + "point": [ + 0.2217, + 0.7403 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.4065972222222222, + 0.7255555555555555, + 0.46111111111111114, + 0.7466666666666667 + ], + "point": [ + 0.4339, + 0.7361 + ] + }, + { + "instruction": "Cuyahoga Falls (Ohio)", + "bbox": [ + 0.4739583333333333, + 0.7266666666666667, + 0.5729166666666666, + 0.7477777777777778 + ], + "point": [ + 0.5234, + 0.7372 + ] + }, + { + "instruction": "2023/11/15", + "bbox": [ + 0.5854166666666667, + 0.7266666666666667, + 0.640625, + 0.7466666666666667 + ], + "point": [ + 0.613, + 0.7367 + ] + }, + { + "instruction": "Fully unlocked no cracks or scratches! And hasnt been set up yet also Available to any", + "bbox": [ + 0.4065972222222222, + 0.7555555555555555, + 0.8086805555555555, + 0.7777777777777778 + ], + "point": [ + 0.6076, + 0.7667 + ] + }, + { + "instruction": "Carriers dm with any questions:)!", + "bbox": [ + 0.40555555555555556, + 0.7761111111111111, + 0.5635416666666667, + 0.7994444444444444 + ], + "point": [ + 0.4845, + 0.7878 + ] + }, + { + "instruction": "do local drop offs and shipping", + "bbox": [ + 0.5666667090521919, + 0.7783333333333333, + 0.7142361958821615, + 0.8 + ], + "point": [ + 0.6405, + 0.7892 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.16666666666666666, + 0.8355555555555556, + 0.24027777777777778, + 0.8572222222222222 + ], + "point": [ + 0.2035, + 0.8464 + ] + }, + { + "instruction": "150.00 $", + "bbox": [ + 0.40694444444444444, + 0.87, + 0.4670138888888889, + 0.8972222222222223 + ], + "point": [ + 0.437, + 0.8836 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.40694444444444444, + 0.905, + 0.4600694444444444, + 0.9233333333333333 + ], + "point": [ + 0.4335, + 0.9142 + ] + }, + { + "instruction": "Brookfield Center (Ohio)", + "bbox": [ + 0.4739583333333333, + 0.9044444444444445, + 0.5822916666666667, + 0.925 + ], + "point": [ + 0.5281, + 0.9147 + ] + }, + { + "instruction": "2023/11/13", + "bbox": [ + 0.5951389312744141, + 0.905, + 0.649652820163303, + 0.9233333333333333 + ], + "point": [ + 0.6224, + 0.9142 + ] + }, + { + "instruction": "Samsung Galaxy A42 56", + "bbox": [ + 0.40555555555555556, + 0.9311111111111111, + 0.5274305555555555, + 0.9555555555555556 + ], + "point": [ + 0.4665, + 0.9433 + ] + }, + { + "instruction": "Good Shape: Comes with new screen protector plus an extra", + "bbox": [ + 0.5510416666666667, + 0.9333333333333333, + 0.8361111111111111, + 0.9538888888888889 + ], + "point": [ + 0.6936, + 0.9436 + ] + }, + { + "instruction": "one: Plastic clear case and Leather type case. Charging cord and charger 128 gig. Factory", + "bbox": [ + 0.4062499576144748, + 0.9533333333333334, + 0.8274305555555556, + 0.98 + ], + "point": [ + 0.6168, + 0.9667 + ] + }, + { + "instruction": "Unlocked. Works with any carrier: Pick-up only: Firm Price: Three 3 0 Four_", + "bbox": [ + 0.40625, + 0.9761111111111112, + 0.7583333333333333, + 1.0 + ], + "point": [ + 0.5823, + 0.9881 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.4739583333333333, + 0.5255555555555556, + 0.49236111111111114, + 0.5466666666666666 + ], + "point": [ + 0.4832, + 0.5361 + ] + }, + { + "instruction": "Very", + "bbox": [ + 0.5274305555555555, + 0.9311111111111111, + 0.5506944444444445, + 0.9561111111111111 + ], + "point": [ + 0.5391, + 0.9436 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.1664994133843316, + 0.7511370849609375, + 0.27382291158040367, + 0.8003063286675347 + ], + "point": [ + 0.2202, + 0.7757 + ] + }, + { + "instruction": "Sort by: Newly listed", + "bbox": [ + 0.7171441819932726, + 0.333154534233941, + 0.8428145514594184, + 0.38338450113932293 + ], + "point": [ + 0.78, + 0.3583 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.16637819078233507, + 0.6197972954644098, + 0.22890760633680557, + 0.6671716986762153 + ], + "point": [ + 0.1976, + 0.6435 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7644839816623263, + 0.1238405270046658, + 0.8412550184461806, + 0.16598697238498264 + ], + "point": [ + 0.8029, + 0.1449 + ] + }, + { + "instruction": "iPhonel", + "bbox": [ + 0.16610085169474284, + 0.29222798665364585, + 0.29986614651150173, + 0.34478841145833333 + ], + "point": [ + 0.233, + 0.3185 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08284489843580457, + 0.0538869137234158, + 0.15555578867594402, + 0.08420091417100695 + ], + "point": [ + 0.1192, + 0.069 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9087124294704861, + 0.049765997992621526, + 0.9971455891927083, + 0.08981946309407553 + ], + "point": [ + 0.9529, + 0.0698 + ] + }, + { + "instruction": "OscClass", + "bbox": [ + 0.15703362358940973, + 0.1027244144015842, + 0.28126949734157985, + 0.18195404052734376 + ], + "point": [ + 0.2192, + 0.1423 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.21865416632758247, + 0.21354983859592014, + 0.2716930813259549, + 0.2340111287434896 + ], + "point": [ + 0.2452, + 0.2238 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.16696560117933484, + 0.8584343804253473, + 0.23006445566813152, + 0.8814146592881944 + ], + "point": [ + 0.1985, + 0.8699 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.1603163825141059, + 0.2134223429361979, + 0.2091334025065104, + 0.23392266167534723 + ], + "point": [ + 0.1847, + 0.2237 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.7129499647352431, + 0.13121221754286025, + 0.761297607421875, + 0.1619430372450087 + ], + "point": [ + 0.7371, + 0.1466 + ] + }, + { + "instruction": "My account", + "bbox": [ + 0.6361525217692058, + 0.13147747463650172, + 0.7059151967366536, + 0.16148235744900175 + ], + "point": [ + 0.671, + 0.1465 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15148838890923394, + 0.009962667889065214, + 0.16490569644504124, + 0.035070937474568686 + ], + "point": [ + 0.1582, + 0.0225 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.1673624144660102, + 0.8844514973958333, + 0.22366036309136283, + 0.9072847493489583 + ], + "point": [ + 0.1955, + 0.8959 + ] + }, + { + "instruction": "3 -New Otter Defender Pro IPhone Cases", + "bbox": [ + 0.40584356519911025, + 0.46538486056857636, + 0.6162273406982421, + 0.489913330078125 + ], + "point": [ + 0.511, + 0.4776 + ] + }, + { + "instruction": "listings with pictures", + "bbox": [ + 0.172341251373291, + 0.46788859049479165, + 0.2761299981011285, + 0.4919965277777778 + ], + "point": [ + 0.2242, + 0.4799 + ] + }, + { + "instruction": "Ohio", + "bbox": [ + 0.28166817559136287, + 0.21377356635199654, + 0.30315912034776477, + 0.2337095472547743 + ], + "point": [ + 0.2924, + 0.2237 + ] + }, + { + "instruction": "Iphone 13 (Green)", + "bbox": [ + 0.40619053310818143, + 0.6638804796006944, + 0.5006538814968533, + 0.6902330186631944 + ], + "point": [ + 0.4534, + 0.6771 + ] + }, + { + "instruction": "Samsung Galaxy", + "bbox": [ + 0.40650236341688367, + 0.8427347140842014, + 0.49516966078016494, + 0.8682583957248264 + ], + "point": [ + 0.4508, + 0.8555 + ] + }, + { + "instruction": "Subscripting something new.", + "bbox": [ + 0.1664994133843316, + 0.7511370849609375, + 0.27382291158040367, + 0.8003063286675347 + ], + "point": [ + 0.2202, + 0.7757 + ] + }, + { + "instruction": "A dropdown menu to select the sort by: Nowly listed.", + "bbox": [ + 0.7171441819932726, + 0.333154534233941, + 0.8428145514594184, + 0.38338450113932293 + ], + "point": [ + 0.78, + 0.3583 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.16530990600585938, + 0.3804070366753472, + 0.2988341861300998, + 0.4288480631510417 + ], + "point": [ + 0.2321, + 0.4046 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.1657812860276964, + 0.5519962904188368, + 0.2305079566107856, + 0.6009043375651042 + ], + "point": [ + 0.1981, + 0.5765 + ] + }, + { + "instruction": "an \"Apply\" button.", + "bbox": [ + 0.16637819078233507, + 0.6197972954644098, + 0.22890760633680557, + 0.6671716986762153 + ], + "point": [ + 0.1976, + 0.6435 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.23388152652316624, + 0.5523644680447048, + 0.2989763683742947, + 0.6008664279513889 + ], + "point": [ + 0.2664, + 0.5766 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.7644839816623263, + 0.1238405270046658, + 0.8412550184461806, + 0.16598697238498264 + ], + "point": [ + 0.8029, + 0.1449 + ] + }, + { + "instruction": "an iPhone device.", + "bbox": [ + 0.16610085169474284, + 0.29222798665364585, + 0.29986614651150173, + 0.34478841145833333 + ], + "point": [ + 0.233, + 0.3185 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08284489843580457, + 0.0538869137234158, + 0.15555578867594402, + 0.08420091417100695 + ], + "point": [ + 0.1192, + 0.069 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9087124294704861, + 0.049765997992621526, + 0.9971455891927083, + 0.08981946309407553 + ], + "point": [ + 0.9529, + 0.0698 + ] + }, + { + "instruction": "a table or grid layout.", + "bbox": [ + 0.6834489610460069, + 0.3348155042860243, + 0.7134034898546007, + 0.38269541422526043 + ], + "point": [ + 0.6984, + 0.3588 + ] + }, + { + "instruction": "a menu or list.", + "bbox": [ + 0.6515176137288411, + 0.33505896674262153, + 0.6820087432861328, + 0.3823468356662326 + ], + "point": [ + 0.6668, + 0.3587 + ] + }, + { + "instruction": "an option to access the class.", + "bbox": [ + 0.15703362358940973, + 0.1027244144015842, + 0.28126949734157985, + 0.18195404052734376 + ], + "point": [ + 0.2192, + 0.1423 + ] + }, + { + "instruction": "a mobile phone.", + "bbox": [ + 0.3330535888671875, + 0.8438544379340278, + 0.40216640896267364, + 1.0 + ], + "point": [ + 0.3676, + 0.9219 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9758727179633246, + 0.004488136503431532, + 0.9964464823404948, + 0.038844512303670246 + ], + "point": [ + 0.9862, + 0.0217 + ] + }, + { + "instruction": "Up arrow", + "bbox": [ + 0.8237425910101996, + 0.05915657467312283, + 0.8405679490831163, + 0.08100462171766493 + ], + "point": [ + 0.8322, + 0.0701 + ] + }, + { + "instruction": "Drop storage.", + "bbox": [ + 0.3324376000298394, + 0.4659896511501736, + 0.40267261928982206, + 0.6241993543836806 + ], + "point": [ + 0.3676, + 0.5451 + ] + }, + { + "instruction": "Cell phones.", + "bbox": [ + 0.21865416632758247, + 0.21354983859592014, + 0.2716930813259549, + 0.2340111287434896 + ], + "point": [ + 0.2452, + 0.2238 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.16696560117933484, + 0.8584343804253473, + 0.23006445566813152, + 0.8814146592881944 + ], + "point": [ + 0.1985, + 0.8699 + ] + }, + { + "instruction": "Bold", + "bbox": [ + 0.8505160013834635, + 0.058489973280164934, + 0.8651313781738281, + 0.08119657728407118 + ], + "point": [ + 0.8578, + 0.0698 + ] + }, + { + "instruction": "a button or link to the classifieds section.", + "bbox": [ + 0.1603163825141059, + 0.2134223429361979, + 0.2091334025065104, + 0.23392266167534723 + ], + "point": [ + 0.1847, + 0.2237 + ] + }, + { + "instruction": "Logout.", + "bbox": [ + 0.7129499647352431, + 0.13121221754286025, + 0.761297607421875, + 0.1619430372450087 + ], + "point": [ + 0.7371, + 0.1466 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.790576680501302, + 0.05661637200249566, + 0.8061350504557292, + 0.08485443115234376 + ], + "point": [ + 0.7984, + 0.0707 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.6361525217692058, + 0.13147747463650172, + 0.7059151967366536, + 0.16148235744900175 + ], + "point": [ + 0.671, + 0.1465 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.007540800174077352, + 0.058271679348415796, + 0.024601734346813627, + 0.08311548868815104 + ], + "point": [ + 0.0161, + 0.0707 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8867502000596789, + 0.05701073540581597, + 0.9036637200249567, + 0.08163056267632378 + ], + "point": [ + 0.8952, + 0.0693 + ] + }, + { + "instruction": "the Apple logo.", + "bbox": [ + 0.3331148359510634, + 0.6666177029079862, + 0.40219145880805124, + 0.8020916069878472 + ], + "point": [ + 0.3677, + 0.7344 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05511649979485406, + 0.05523410373263889, + 0.07557616233825684, + 0.08405353122287326 + ], + "point": [ + 0.0653, + 0.0696 + ] + }, + { + "instruction": "Next", + "bbox": [ + 0.03193433284759521, + 0.05843230353461371, + 0.04851889080471462, + 0.08316541035970051 + ], + "point": [ + 0.0402, + 0.0708 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15148838890923394, + 0.009962667889065214, + 0.16490569644504124, + 0.035070937474568686 + ], + "point": [ + 0.1582, + 0.0225 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.1670537100897895, + 0.46837198893229165, + 0.1815299352010091, + 0.4929246012369792 + ], + "point": [ + 0.1743, + 0.4806 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17629548178778753, + 0.010054349899291992, + 0.18912980821397568, + 0.03580953703986274 + ], + "point": [ + 0.1827, + 0.0229 + ] + }, + { + "instruction": "Cellphones.", + "bbox": [ + 0.1673624144660102, + 0.8844514973958333, + 0.22366036309136283, + 0.9072847493489583 + ], + "point": [ + 0.1955, + 0.8959 + ] + }, + { + "instruction": "The option to create a newOther Defender Pro iPhone case.", + "bbox": [ + 0.40584356519911025, + 0.46538486056857636, + 0.6162273406982421, + 0.489913330078125 + ], + "point": [ + 0.511, + 0.4776 + ] + }, + { + "instruction": "Listings with pictures.", + "bbox": [ + 0.172341251373291, + 0.46788859049479165, + 0.2761299981011285, + 0.4919965277777778 + ], + "point": [ + 0.2242, + 0.4799 + ] + }, + { + "instruction": "ohio state.", + "bbox": [ + 0.28166817559136287, + 0.21377356635199654, + 0.30315912034776477, + 0.2337095472547743 + ], + "point": [ + 0.2924, + 0.2237 + ] + }, + { + "instruction": "an iPhone 13 (Green).", + "bbox": [ + 0.40619053310818143, + 0.6638804796006944, + 0.5006538814968533, + 0.6902330186631944 + ], + "point": [ + 0.4534, + 0.6771 + ] + }, + { + "instruction": "Samsung Galaxy.", + "bbox": [ + 0.40650236341688367, + 0.8427347140842014, + 0.49516966078016494, + 0.8682583957248264 + ], + "point": [ + 0.4508, + 0.8555 + ] + }, + { + "instruction": "a power button.", + "bbox": [ + 0.9946808709038628, + 0.0037735218471950955, + 0.9997064378526476, + 0.03960611767239041 + ], + "point": [ + 0.9972, + 0.0217 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8712251451280382, + 0.058712649875217016, + 0.8894071790907118, + 0.08046866522894966 + ], + "point": [ + 0.8803, + 0.0696 + ] + } + ], + "element_size": 98 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_6/4811.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Cell phones Ohio", + "bbox": [ + 0.028819447093539768, + 0.013888888888888888, + 0.09895834657880995, + 0.03111111111111111 + ], + "point": [ + 0.0639, + 0.0225 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.10451389948527018, + 0.013888888888888888, + 0.14895834392971463, + 0.029444444444444443 + ], + "point": [ + 0.1267, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws com 9g80/index php?page-search&sRegion-8165418&sCategory-11", + "bbox": [ + 0.15833331214057075, + 0.059444444444444446, + 0.705555534362793, + 0.08277777777777778 + ], + "point": [ + 0.4319, + 0.0711 + ] + }, + { + "instruction": "Your search", + "bbox": [ + 0.16701388888888888, + 0.2722222222222222, + 0.22083333333333333, + 0.28944444444444445 + ], + "point": [ + 0.1939, + 0.2808 + ] + }, + { + "instruction": "Cell phones Ohio", + "bbox": [ + 0.33194444444444443, + 0.24944444444444444, + 0.5638888888888889, + 0.3277777777777778 + ], + "point": [ + 0.4479, + 0.2886 + ] + }, + { + "instruction": "1", + "bbox": [ + 0.334375, + 0.34999996609157985, + 0.34270833333333334, + 0.366111077202691 + ], + "point": [ + 0.3385, + 0.3581 + ] + }, + { + "instruction": "12 of 38 listings", + "bbox": [ + 0.34965277777777776, + 0.3477777777777778, + 0.42916666666666664, + 0.3711111111111111 + ], + "point": [ + 0.3894, + 0.3594 + ] + }, + { + "instruction": "Listings", + "bbox": [ + 0.3329861111111111, + 0.4077777777777778, + 0.3871527777777778, + 0.43555555555555553 + ], + "point": [ + 0.3601, + 0.4217 + ] + }, + { + "instruction": "Show only", + "bbox": [ + 0.16701388888888888, + 0.4488888888888889, + 0.2170138888888889, + 0.4672222222222222 + ], + "point": [ + 0.192, + 0.4581 + ] + }, + { + "instruction": "listings with pictures", + "bbox": [ + 0.18229166666666666, + 0.47055555555555556, + 0.2760416666666667, + 0.49166666666666664 + ], + "point": [ + 0.2292, + 0.4811 + ] + }, + { + "instruction": "25.00 $", + "bbox": [ + 0.40625, + 0.49277777777777776, + 0.4583333333333333, + 0.5194445122612847 + ], + "point": [ + 0.4323, + 0.5061 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.16631944444444444, + 0.5133333333333333, + 0.1920138888888889, + 0.5344444444444445 + ], + "point": [ + 0.1792, + 0.5239 + ] + }, + { + "instruction": "Min.", + "bbox": [ + 0.16805554495917427, + 0.5372221544053819, + 0.18506944444444445, + 0.5522222222222222 + ], + "point": [ + 0.1766, + 0.5447 + ] + }, + { + "instruction": "Max", + "bbox": [ + 0.23680555555555555, + 0.5372221544053819, + 0.2552083333333333, + 0.5522222222222222 + ], + "point": [ + 0.246, + 0.5447 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.4065972222222222, + 0.5255555555555556, + 0.46041666666666664, + 0.5466666666666666 + ], + "point": [ + 0.4335, + 0.5361 + ] + }, + { + "instruction": "of Youngstown (Ohio)", + "bbox": [ + 0.4927083757188585, + 0.5255555216471354, + 0.5909722646077474, + 0.5477777438693576 + ], + "point": [ + 0.5418, + 0.5367 + ] + }, + { + "instruction": "2023/11/15", + "bbox": [ + 0.6034722222222222, + 0.5266665988498264, + 0.6586805555555556, + 0.5466666666666666 + ], + "point": [ + 0.6311, + 0.5367 + ] + }, + { + "instruction": "3- Brand New in Box Black Otter Defender Pro Series IPhone Cases with Belt Clip Holster", + "bbox": [ + 0.4065972222222222, + 0.5555555555555556, + 0.8291666666666667, + 0.5766665988498264 + ], + "point": [ + 0.6179, + 0.5661 + ] + }, + { + "instruction": "for Iphone 12 & 12 Pro. S25.00 Cash Only Each Firm. Call Only please at the number", + "bbox": [ + 0.4059027777777778, + 0.5755555555555556, + 0.8041666666666667, + 0.5994444444444444 + ], + "point": [ + 0.605, + 0.5875 + ] + }, + { + "instruction": "provided, No Text; Email or Blocked Numbers can be accepted:", + "bbox": [ + 0.40625, + 0.5977778455946181, + 0.6986111111111111, + 0.621666734483507 + ], + "point": [ + 0.5524, + 0.6097 + ] + }, + { + "instruction": "260.00 $", + "bbox": [ + 0.40555555555555556, + 0.6922222222222222, + 0.4670138888888889, + 0.7194444444444444 + ], + "point": [ + 0.4363, + 0.7058 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16701388888888888, + 0.7322222222222222, + 0.2763888888888889, + 0.7483333333333333 + ], + "point": [ + 0.2217, + 0.7403 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.4065972222222222, + 0.7255555555555555, + 0.46111111111111114, + 0.7466666666666667 + ], + "point": [ + 0.4339, + 0.7361 + ] + }, + { + "instruction": "Cuyahoga Falls (Ohio)", + "bbox": [ + 0.4739583333333333, + 0.7266666666666667, + 0.5729166666666666, + 0.7477777777777778 + ], + "point": [ + 0.5234, + 0.7372 + ] + }, + { + "instruction": "2023/11/15", + "bbox": [ + 0.5854166666666667, + 0.7266666666666667, + 0.640625, + 0.7466666666666667 + ], + "point": [ + 0.613, + 0.7367 + ] + }, + { + "instruction": "Fully unlocked no cracks or scratches! And hasnt been set up yet also Available to any", + "bbox": [ + 0.4065972222222222, + 0.7555555555555555, + 0.8086805555555555, + 0.7777777777777778 + ], + "point": [ + 0.6076, + 0.7667 + ] + }, + { + "instruction": "Carriers dm with any questions:)!", + "bbox": [ + 0.40555555555555556, + 0.7761111111111111, + 0.5635416666666667, + 0.7994444444444444 + ], + "point": [ + 0.4845, + 0.7878 + ] + }, + { + "instruction": "do local drop offs and shipping", + "bbox": [ + 0.5666667090521919, + 0.7783333333333333, + 0.7142361958821615, + 0.8 + ], + "point": [ + 0.6405, + 0.7892 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.16666666666666666, + 0.8355555555555556, + 0.24027777777777778, + 0.8577777777777778 + ], + "point": [ + 0.2035, + 0.8467 + ] + }, + { + "instruction": "150.00 $", + "bbox": [ + 0.40694444444444444, + 0.87, + 0.4670138888888889, + 0.8972222222222223 + ], + "point": [ + 0.437, + 0.8836 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.40694444444444444, + 0.905, + 0.4600694444444444, + 0.9233333333333333 + ], + "point": [ + 0.4335, + 0.9142 + ] + }, + { + "instruction": "Brookfield Center (Ohio)", + "bbox": [ + 0.4739583333333333, + 0.9044444444444445, + 0.5822916666666667, + 0.925 + ], + "point": [ + 0.5281, + 0.9147 + ] + }, + { + "instruction": "2023/11/13", + "bbox": [ + 0.5951389312744141, + 0.905, + 0.649652820163303, + 0.9233333333333333 + ], + "point": [ + 0.6224, + 0.9142 + ] + }, + { + "instruction": "Samsung Galaxy A42 56", + "bbox": [ + 0.40555555555555556, + 0.9311111111111111, + 0.5274305555555555, + 0.9555555555555556 + ], + "point": [ + 0.4665, + 0.9433 + ] + }, + { + "instruction": "Good Shape: Comes with new screen protector plus an extra", + "bbox": [ + 0.5510416666666667, + 0.9333333333333333, + 0.8361111111111111, + 0.9538888888888889 + ], + "point": [ + 0.6936, + 0.9436 + ] + }, + { + "instruction": "one: Plastic clear case and Leather type case. Charging cord and charger 128 gig. Factory", + "bbox": [ + 0.4062499576144748, + 0.9533333333333334, + 0.8274305555555556, + 0.98 + ], + "point": [ + 0.6168, + 0.9667 + ] + }, + { + "instruction": "Unlocked. Works with any carrier: Pick-up only: Firm Price: Three 3 0 Four_", + "bbox": [ + 0.40625, + 0.9761111111111112, + 0.7583333333333333, + 1.0 + ], + "point": [ + 0.5823, + 0.9881 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.1673611217074924, + 0.35777777777777775, + 0.18680557674831813, + 0.38222222222222224 + ], + "point": [ + 0.1771, + 0.37 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.4739583333333333, + 0.5255555555555556, + 0.49236111111111114, + 0.5466666666666666 + ], + "point": [ + 0.4832, + 0.5361 + ] + }, + { + "instruction": "Very", + "bbox": [ + 0.5274305555555555, + 0.9311111111111111, + 0.5506944444444445, + 0.9561111111111111 + ], + "point": [ + 0.5391, + 0.9436 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.16652449501885308, + 0.7511683485243056, + 0.2737935384114583, + 0.8002906629774306 + ], + "point": [ + 0.2202, + 0.7757 + ] + }, + { + "instruction": "Sort by: Newly listed", + "bbox": [ + 0.7171846177842882, + 0.3331877644856771, + 0.8427564832899306, + 0.38333648681640625 + ], + "point": [ + 0.78, + 0.3583 + ] + }, + { + "instruction": "iPhone", + "bbox": [ + 0.1666023360358344, + 0.2927905612521701, + 0.29861441718207465, + 0.34176021999782985 + ], + "point": [ + 0.2326, + 0.3173 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.16637340121799046, + 0.6198220486111111, + 0.22893312242296007, + 0.6671910264756944 + ], + "point": [ + 0.1977, + 0.6435 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7644937303331163, + 0.12384474860297309, + 0.8412583245171441, + 0.1659894307454427 + ], + "point": [ + 0.8029, + 0.1449 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08288144005669487, + 0.05386794196234809, + 0.15555171966552733, + 0.08420500861273872 + ], + "point": [ + 0.1192, + 0.069 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9087125142415364, + 0.049779544406467015, + 0.9971546596950955, + 0.08982170104980469 + ], + "point": [ + 0.9529, + 0.0698 + ] + }, + { + "instruction": "OscClass", + "bbox": [ + 0.15699901580810546, + 0.10269119262695313, + 0.28123035430908205, + 0.1818688456217448 + ], + "point": [ + 0.2191, + 0.1423 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.16696548461914062, + 0.8584539116753472, + 0.23006583319769966, + 0.8813713921440972 + ], + "point": [ + 0.1985, + 0.8699 + ] + }, + { + "instruction": "My account", + "bbox": [ + 0.6361751556396484, + 0.13148226420084635, + 0.7059480879041884, + 0.1615822007921007 + ], + "point": [ + 0.6711, + 0.1465 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.7127291361490885, + 0.13116332160101996, + 0.7614728291829427, + 0.16203776041666668 + ], + "point": [ + 0.7371, + 0.1466 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.21864437527126737, + 0.21370091756184895, + 0.2716837141248915, + 0.23391087849934897 + ], + "point": [ + 0.2452, + 0.2238 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.16033511691623265, + 0.2135917494032118, + 0.20914616054958768, + 0.23389309353298612 + ], + "point": [ + 0.1847, + 0.2237 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15147830115424263, + 0.009944212171766493, + 0.16491033766004776, + 0.03505657196044922 + ], + "point": [ + 0.1582, + 0.0225 + ] + }, + { + "instruction": "3 -New Otter Defender Pro IPhone Cases", + "bbox": [ + 0.40588883293999567, + 0.46539154052734377, + 0.6162223392062717, + 0.48989593505859375 + ], + "point": [ + 0.5111, + 0.4776 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.16736853917439778, + 0.884459703233507, + 0.2236747317843967, + 0.907257826063368 + ], + "point": [ + 0.1955, + 0.8959 + ] + }, + { + "instruction": "Ohio", + "bbox": [ + 0.2816631317138672, + 0.213880615234375, + 0.3031803978814019, + 0.23365492078993055 + ], + "point": [ + 0.2924, + 0.2238 + ] + }, + { + "instruction": "Iphone 13 (Green)", + "bbox": [ + 0.40617523193359373, + 0.6638441297743055, + 0.5006312052408854, + 0.6902591959635417 + ], + "point": [ + 0.4534, + 0.6771 + ] + }, + { + "instruction": "Samsung Galaxy", + "bbox": [ + 0.4065099080403646, + 0.8427093505859375, + 0.4951515197753906, + 0.8682640923394097 + ], + "point": [ + 0.4508, + 0.8555 + ] + }, + { + "instruction": "Subscripting something new.", + "bbox": [ + 0.16652449501885308, + 0.7511683485243056, + 0.2737935384114583, + 0.8002906629774306 + ], + "point": [ + 0.2202, + 0.7757 + ] + }, + { + "instruction": "A dropdown menu to select the sort by: Nowly listed.", + "bbox": [ + 0.7171846177842882, + 0.3331877644856771, + 0.8427564832899306, + 0.38333648681640625 + ], + "point": [ + 0.78, + 0.3583 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.16537085639105903, + 0.3803522406684028, + 0.298841306898329, + 0.42881523980034725 + ], + "point": [ + 0.2321, + 0.4046 + ] + }, + { + "instruction": "an iPhone.", + "bbox": [ + 0.1666023360358344, + 0.2927905612521701, + 0.29861441718207465, + 0.34176021999782985 + ], + "point": [ + 0.2326, + 0.3173 + ] + }, + { + "instruction": "an \"Apply\" button.", + "bbox": [ + 0.16637340121799046, + 0.6198220486111111, + 0.22893312242296007, + 0.6671910264756944 + ], + "point": [ + 0.1977, + 0.6435 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.23399151696099174, + 0.5521245998806423, + 0.29888078901502824, + 0.601022203233507 + ], + "point": [ + 0.2664, + 0.5766 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.7644937303331163, + 0.12384474860297309, + 0.8412583245171441, + 0.1659894307454427 + ], + "point": [ + 0.8029, + 0.1449 + ] + }, + { + "instruction": "Text alignment.", + "bbox": [ + 0.16566140916612412, + 0.5516396077473958, + 0.23115709092881945, + 0.6012279595269098 + ], + "point": [ + 0.1984, + 0.5764 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08288144005669487, + 0.05386794196234809, + 0.15555171966552733, + 0.08420500861273872 + ], + "point": [ + 0.1192, + 0.069 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9087125142415364, + 0.049779544406467015, + 0.9971546596950955, + 0.08982170104980469 + ], + "point": [ + 0.9529, + 0.0698 + ] + }, + { + "instruction": "a table or grid layout.", + "bbox": [ + 0.6835147433810764, + 0.3348880683051215, + 0.7133833143446181, + 0.3826273261176215 + ], + "point": [ + 0.6984, + 0.3588 + ] + }, + { + "instruction": "a menu or list.", + "bbox": [ + 0.6516407860649956, + 0.3351303439670139, + 0.6819684770372179, + 0.38231133355034724 + ], + "point": [ + 0.6668, + 0.3587 + ] + }, + { + "instruction": "an option to access the class.", + "bbox": [ + 0.15699901580810546, + 0.10269119262695313, + 0.28123035430908205, + 0.1818688456217448 + ], + "point": [ + 0.2191, + 0.1423 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9758714463975694, + 0.004509996838039822, + 0.9964440239800347, + 0.03884135670132107 + ], + "point": [ + 0.9862, + 0.0217 + ] + }, + { + "instruction": "a mobile phone.", + "bbox": [ + 0.3330572764078776, + 0.8438067626953125, + 0.4021614498562283, + 0.9999999321831597 + ], + "point": [ + 0.3676, + 0.9219 + ] + }, + { + "instruction": "Up arrow", + "bbox": [ + 0.8236590067545573, + 0.059085489908854164, + 0.8406335618760851, + 0.08102639940049913 + ], + "point": [ + 0.8321, + 0.0701 + ] + }, + { + "instruction": "Bold", + "bbox": [ + 0.8504720052083333, + 0.058470734490288626, + 0.8651735093858507, + 0.0811774190266927 + ], + "point": [ + 0.8578, + 0.0698 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.16696548461914062, + 0.8584539116753472, + 0.23006583319769966, + 0.8813713921440972 + ], + "point": [ + 0.1985, + 0.8699 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.6361751556396484, + 0.13148226420084635, + 0.7059480879041884, + 0.1615822007921007 + ], + "point": [ + 0.6711, + 0.1465 + ] + }, + { + "instruction": "Logout.", + "bbox": [ + 0.7127291361490885, + 0.13116332160101996, + 0.7614728291829427, + 0.16203776041666668 + ], + "point": [ + 0.7371, + 0.1466 + ] + }, + { + "instruction": "Cell phones.", + "bbox": [ + 0.21864437527126737, + 0.21370091756184895, + 0.2716837141248915, + 0.23391087849934897 + ], + "point": [ + 0.2452, + 0.2238 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7905648125542535, + 0.056600151062011717, + 0.8061915079752604, + 0.08486657884385851 + ], + "point": [ + 0.7984, + 0.0707 + ] + }, + { + "instruction": "a button or link to the classifieds section.", + "bbox": [ + 0.16033511691623265, + 0.2135917494032118, + 0.20914616054958768, + 0.23389309353298612 + ], + "point": [ + 0.1847, + 0.2237 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8866422017415364, + 0.05696834140353733, + 0.9037198384602865, + 0.08159300062391493 + ], + "point": [ + 0.8952, + 0.0693 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.007510854800542196, + 0.05821513281928169, + 0.024657148122787475, + 0.08312979804144965 + ], + "point": [ + 0.0161, + 0.0707 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05511530770195855, + 0.055117001003689235, + 0.07558051215277778, + 0.08404056125217015 + ], + "point": [ + 0.0653, + 0.0696 + ] + }, + { + "instruction": "the Apple logo.", + "bbox": [ + 0.3331313874986437, + 0.6665438503689236, + 0.40219145880805124, + 0.8024672444661458 + ], + "point": [ + 0.3677, + 0.7345 + ] + }, + { + "instruction": "Next", + "bbox": [ + 0.03185713291168213, + 0.058298933241102434, + 0.048586930168999565, + 0.08319888644748263 + ], + "point": [ + 0.0402, + 0.0707 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17628739674886068, + 0.010072813034057618, + 0.18914063771565756, + 0.03575121879577637 + ], + "point": [ + 0.1827, + 0.0229 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15147830115424263, + 0.009944212171766493, + 0.16491033766004776, + 0.03505657196044922 + ], + "point": [ + 0.1582, + 0.0225 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.16707433064778646, + 0.46832960340711804, + 0.18153625064426, + 0.49325100368923613 + ], + "point": [ + 0.1743, + 0.4808 + ] + }, + { + "instruction": "The option to create a newOther Defender Pro iPhone case.", + "bbox": [ + 0.40588883293999567, + 0.46539154052734377, + 0.6162223392062717, + 0.48989593505859375 + ], + "point": [ + 0.5111, + 0.4776 + ] + }, + { + "instruction": "Cellphones.", + "bbox": [ + 0.16736853917439778, + 0.884459703233507, + 0.2236747317843967, + 0.907257826063368 + ], + "point": [ + 0.1955, + 0.8959 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.3323831770155165, + 0.46538672553168403, + 0.4029037899441189, + 0.5990602620442709 + ], + "point": [ + 0.3676, + 0.5322 + ] + }, + { + "instruction": "ohio state.", + "bbox": [ + 0.2816631317138672, + 0.213880615234375, + 0.3031803978814019, + 0.23365492078993055 + ], + "point": [ + 0.2924, + 0.2238 + ] + }, + { + "instruction": "an iPhone 13 (Green).", + "bbox": [ + 0.40617523193359373, + 0.6638441297743055, + 0.5006312052408854, + 0.6902591959635417 + ], + "point": [ + 0.4534, + 0.6771 + ] + }, + { + "instruction": "Samsung Galaxy.", + "bbox": [ + 0.4065099080403646, + 0.8427093505859375, + 0.4951515197753906, + 0.8682640923394097 + ], + "point": [ + 0.4508, + 0.8555 + ] + }, + { + "instruction": "a power button.", + "bbox": [ + 0.9946706983778212, + 0.0037986585828993055, + 0.9996966044108073, + 0.03959619310167101 + ], + "point": [ + 0.9972, + 0.0217 + ] + } + ], + "element_size": 97 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_7/7384.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "iPhone > Cell phones Ohio", + "bbox": [ + 0.028819439146253796, + 0.013888888888888888, + 0.13645832803514268, + 0.03111111111111111 + ], + "point": [ + 0.0826, + 0.0225 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com:9980/index php?page-search&sOrder-i_price&iOrderType-desc&sPattern-iPho.", + "bbox": [ + 0.15833335452609593, + 0.06055555555555556, + 0.7791666878594292, + 0.08277777777777778 + ], + "point": [ + 0.4688, + 0.0717 + ] + }, + { + "instruction": "Search results: iPhone", + "bbox": [ + 0.3125, + 0.215, + 0.4114583333333333, + 0.23222222222222222 + ], + "point": [ + 0.362, + 0.2236 + ] + }, + { + "instruction": "Your search", + "bbox": [ + 0.16701388888888888, + 0.2722222222222222, + 0.22083333333333333, + 0.28944444444444445 + ], + "point": [ + 0.1939, + 0.2808 + ] + }, + { + "instruction": "Cell phones Ohio", + "bbox": [ + 0.3315972222222222, + 0.255, + 0.5635416666666667, + 0.32666666666666666 + ], + "point": [ + 0.4476, + 0.2908 + ] + }, + { + "instruction": "1 - 12 of 12 listings", + "bbox": [ + 0.3333333757188585, + 0.3477777777777778, + 0.42916670905219184, + 0.3711111111111111 + ], + "point": [ + 0.3813, + 0.3594 + ] + }, + { + "instruction": "Newly listed", + "bbox": [ + 0.7065972222222222, + 0.3983333333333333, + 0.7680555555555556, + 0.41888888888888887 + ], + "point": [ + 0.7373, + 0.4086 + ] + }, + { + "instruction": "Listings", + "bbox": [ + 0.3329861111111111, + 0.4077777777777778, + 0.3871527777777778, + 0.43555555555555553 + ], + "point": [ + 0.3601, + 0.4217 + ] + }, + { + "instruction": "Lower price first", + "bbox": [ + 0.7065972222222222, + 0.43, + 0.7861111111111111, + 0.45444444444444443 + ], + "point": [ + 0.7464, + 0.4422 + ] + }, + { + "instruction": "Show only", + "bbox": [ + 0.16701388888888888, + 0.4488888888888889, + 0.2170138888888889, + 0.4672222222222222 + ], + "point": [ + 0.192, + 0.4581 + ] + }, + { + "instruction": "listings with pictures", + "bbox": [ + 0.18159720102945964, + 0.4683332994249132, + 0.2760416454739041, + 0.49277774386935763 + ], + "point": [ + 0.2288, + 0.4806 + ] + }, + { + "instruction": "Higher price first", + "bbox": [ + 0.7065972222222222, + 0.46555555555555556, + 0.7885416666666667, + 0.48833333333333334 + ], + "point": [ + 0.7476, + 0.4769 + ] + }, + { + "instruction": "900.00 $", + "bbox": [ + 0.4045138888888889, + 0.49277777777777776, + 0.4670138888888889, + 0.5194445122612847 + ], + "point": [ + 0.4358, + 0.5061 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.16701388888888888, + 0.5149999660915798, + 0.19131944444444443, + 0.5322221883138021 + ], + "point": [ + 0.1792, + 0.5236 + ] + }, + { + "instruction": "Min.", + "bbox": [ + 0.16805554495917427, + 0.5372221544053819, + 0.18506944444444445, + 0.5522222222222222 + ], + "point": [ + 0.1766, + 0.5447 + ] + }, + { + "instruction": "Max", + "bbox": [ + 0.23680555555555555, + 0.5372221544053819, + 0.25590277777777776, + 0.5522222222222222 + ], + "point": [ + 0.2464, + 0.5447 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.4065972222222222, + 0.5255555555555556, + 0.46111111111111114, + 0.5466666666666666 + ], + "point": [ + 0.4339, + 0.5361 + ] + }, + { + "instruction": "Akron (Ohio)", + "bbox": [ + 0.4736111111111111, + 0.5261111111111111, + 0.5322916666666667, + 0.5477777777777778 + ], + "point": [ + 0.503, + 0.5369 + ] + }, + { + "instruction": "2023/11/02", + "bbox": [ + 0.5447915818956163, + 0.5266665988498264, + 0.6, + 0.5466666666666666 + ], + "point": [ + 0.5724, + 0.5367 + ] + }, + { + "instruction": "Be ready please joo-won_nair208@example.com", + "bbox": [ + 0.4065972222222222, + 0.5544444444444444, + 0.6375, + 0.5766666666666667 + ], + "point": [ + 0.522, + 0.5656 + ] + }, + { + "instruction": "800.00 $", + "bbox": [ + 0.4045138888888889, + 0.6466666666666666, + 0.4670138888888889, + 0.675 + ], + "point": [ + 0.4358, + 0.6608 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.4065972222222222, + 0.6816666666666666, + 0.46111111111111114, + 0.7016666666666667 + ], + "point": [ + 0.4339, + 0.6917 + ] + }, + { + "instruction": "Akron (Ohio)", + "bbox": [ + 0.47430555555555554, + 0.6838888888888889, + 0.5319444444444444, + 0.7022222222222222 + ], + "point": [ + 0.5031, + 0.6931 + ] + }, + { + "instruction": "2023/11/09", + "bbox": [ + 0.5447915818956163, + 0.6816666666666666, + 0.6, + 0.7016666666666667 + ], + "point": [ + 0.5724, + 0.6917 + ] + }, + { + "instruction": "Unlocked and ready to go. New in box. Wanted to go with samsung so have no use for it:", + "bbox": [ + 0.4065972222222222, + 0.7105555555555556, + 0.8243055555555555, + 0.7327777777777778 + ], + "point": [ + 0.6155, + 0.7217 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16701388888888888, + 0.7322222222222222, + 0.2763888888888889, + 0.7483333333333333 + ], + "point": [ + 0.2217, + 0.7403 + ] + }, + { + "instruction": "have 2 of them: One was mine one was my boyfriends Will sell as a", + "bbox": [ + 0.4065972222222222, + 0.7333333333333333, + 0.7267361111111111, + 0.755 + ], + "point": [ + 0.5667, + 0.7442 + ] + }, + { + "instruction": "for a discount:", + "bbox": [ + 0.7475694444444444, + 0.7338888210720486, + 0.8145833333333333, + 0.7511110432942708 + ], + "point": [ + 0.7811, + 0.7425 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.16666666666666666, + 0.8355555555555556, + 0.24027777777777778, + 0.8577777777777778 + ], + "point": [ + 0.2035, + 0.8467 + ] + }, + { + "instruction": "260.00 $", + "bbox": [ + 0.40625, + 0.8261111789279514, + 0.4670138888888889, + 0.8533334011501736 + ], + "point": [ + 0.4366, + 0.8397 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.40694444444444444, + 0.8611111111111112, + 0.4600694444444444, + 0.8783333333333333 + ], + "point": [ + 0.4335, + 0.8697 + ] + }, + { + "instruction": "Cuyahoga Falls (Ohio)", + "bbox": [ + 0.47430555555555554, + 0.8611111111111112, + 0.5725694444444445, + 0.8794444444444445 + ], + "point": [ + 0.5234, + 0.8703 + ] + }, + { + "instruction": "2023/11/15", + "bbox": [ + 0.5857638888888889, + 0.86, + 0.6402777777777777, + 0.8783333333333333 + ], + "point": [ + 0.613, + 0.8692 + ] + }, + { + "instruction": "Fully unlocked no cracks or scratches! And hasnt been set up", + "bbox": [ + 0.4059027777777778, + 0.887777845594618, + 0.6923611111111111, + 0.9105556233723958 + ], + "point": [ + 0.5491, + 0.8992 + ] + }, + { + "instruction": "also Available to any", + "bbox": [ + 0.7090277777777778, + 0.888333265516493, + 0.8086805555555555, + 0.9088888210720486 + ], + "point": [ + 0.7589, + 0.8986 + ] + }, + { + "instruction": "Carriers dm with any questions:)!", + "bbox": [ + 0.4065972222222222, + 0.9105554877387153, + 0.5635416666666667, + 0.9327777099609375 + ], + "point": [ + 0.4851, + 0.9217 + ] + }, + { + "instruction": "do local drop offs and shipping", + "bbox": [ + 0.5677083333333334, + 0.9105556233723958, + 0.7142361958821615, + 0.9338889567057291 + ], + "point": [ + 0.641, + 0.9222 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.1673611217074924, + 0.35777777777777775, + 0.18680557674831813, + 0.38222222222222224 + ], + "point": [ + 0.1771, + 0.37 + ] + }, + { + "instruction": "pair", + "bbox": [ + 0.7267361111111111, + 0.7355555555555555, + 0.7489583333333333, + 0.75 + ], + "point": [ + 0.7378, + 0.7428 + ] + }, + { + "instruction": "yet", + "bbox": [ + 0.690972179836697, + 0.8916666666666667, + 0.7107638465033637, + 0.9072222222222223 + ], + "point": [ + 0.7009, + 0.8994 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.1666484832763672, + 0.7509775797526042, + 0.27442398071289065, + 0.8005515543619791 + ], + "point": [ + 0.2205, + 0.7758 + ] + }, + { + "instruction": "iPhone", + "bbox": [ + 0.16668451097276477, + 0.29283114963107637, + 0.2985677507188585, + 0.3416275363498264 + ], + "point": [ + 0.2326, + 0.3172 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.16639958487616646, + 0.6197743733723958, + 0.22890396118164064, + 0.6672193060980903 + ], + "point": [ + 0.1977, + 0.6435 + ] + }, + { + "instruction": "100", + "bbox": [ + 0.16599114735921225, + 0.552394036187066, + 0.2303922653198242, + 0.6007438151041666 + ], + "point": [ + 0.1982, + 0.5766 + ] + }, + { + "instruction": "2000", + "bbox": [ + 0.23375509050157334, + 0.5523605007595486, + 0.2989323298136393, + 0.6008339436848958 + ], + "point": [ + 0.2663, + 0.5766 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.764416758219401, + 0.12375073750813802, + 0.8413012186686198, + 0.16599948459201389 + ], + "point": [ + 0.8029, + 0.1449 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08301871617635091, + 0.053720058865017364, + 0.1555301136440701, + 0.08421652052137586 + ], + "point": [ + 0.1193, + 0.069 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9086992051866319, + 0.0497639889187283, + 0.9971917046440972, + 0.08984135097927518 + ], + "point": [ + 0.9529, + 0.0698 + ] + }, + { + "instruction": "Osclass", + "bbox": [ + 0.15669271681043836, + 0.10239669799804688, + 0.28150647481282554, + 0.18258092244466145 + ], + "point": [ + 0.2191, + 0.1425 + ] + }, + { + "instruction": "Ohio", + "bbox": [ + 0.2819297154744466, + 0.21405363294813368, + 0.30344566769070097, + 0.23375520494249133 + ], + "point": [ + 0.2927, + 0.2239 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.21861631605360243, + 0.21335589938693578, + 0.2717222425672743, + 0.23427312215169271 + ], + "point": [ + 0.2452, + 0.2238 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.16035033331976997, + 0.21322616577148437, + 0.2091551462809245, + 0.23412033081054687 + ], + "point": [ + 0.1848, + 0.2237 + ] + }, + { + "instruction": "Sort by: Higher", + "bbox": [ + 0.6976270887586805, + 0.3338251410590278, + 0.840870836046007, + 0.38274549696180554 + ], + "point": [ + 0.7692, + 0.3583 + ] + }, + { + "instruction": "ice first", + "bbox": [ + 0.6976270887586805, + 0.3338251410590278, + 0.840870836046007, + 0.38274549696180554 + ], + "point": [ + 0.7692, + 0.3583 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.7133460150824653, + 0.13046964857313367, + 0.7620997111002604, + 0.16238343980577258 + ], + "point": [ + 0.7377, + 0.1464 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.16696589787801105, + 0.8584960259331598, + 0.23017031351725262, + 0.8814782036675347 + ], + "point": [ + 0.1986, + 0.87 + ] + }, + { + "instruction": "My account", + "bbox": [ + 0.6348084343804253, + 0.13040782504611545, + 0.7073543972439236, + 0.1626553005642361 + ], + "point": [ + 0.6711, + 0.1465 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15179564158121744, + 0.009560085932413738, + 0.16476563347710504, + 0.03459900008307563 + ], + "point": [ + 0.1583, + 0.0221 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.1672480477227105, + 0.884506361219618, + 0.22380907270643446, + 0.9072667778862847 + ], + "point": [ + 0.1955, + 0.8959 + ] + }, + { + "instruction": "Iphone 14 Pro Max 1TB Deep Purple", + "bbox": [ + 0.4059429592556424, + 0.62053466796875, + 0.5944008721245659, + 0.6466543240017361 + ], + "point": [ + 0.5002, + 0.6336 + ] + }, + { + "instruction": "Iphone 13 (Green)", + "bbox": [ + 0.4064566294352214, + 0.7984855143229167, + 0.49995867411295575, + 0.8233730740017361 + ], + "point": [ + 0.4532, + 0.8109 + ] + }, + { + "instruction": "iphone 14 pro max", + "bbox": [ + 0.40707355075412327, + 0.464478522406684, + 0.5039014180501302, + 0.4901982625325521 + ], + "point": [ + 0.4555, + 0.4773 + ] + }, + { + "instruction": "Iphone xr", + "bbox": [ + 0.40633621215820315, + 0.97710205078125, + 0.4573802524142795, + 1.0 + ], + "point": [ + 0.4319, + 0.9886 + ] + }, + { + "instruction": "Subscripting something new.", + "bbox": [ + 0.1666484832763672, + 0.7509775797526042, + 0.27442398071289065, + 0.8005515543619791 + ], + "point": [ + 0.2205, + 0.7758 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.16538882785373263, + 0.3803179253472222, + 0.2988655514187283, + 0.42876627604166667 + ], + "point": [ + 0.2321, + 0.4045 + ] + }, + { + "instruction": "an iPhone.", + "bbox": [ + 0.16668451097276477, + 0.29283114963107637, + 0.2985677507188585, + 0.3416275363498264 + ], + "point": [ + 0.2326, + 0.3172 + ] + }, + { + "instruction": "an \"Apply\" button.", + "bbox": [ + 0.16639958487616646, + 0.6197743733723958, + 0.22890396118164064, + 0.6672193060980903 + ], + "point": [ + 0.1977, + 0.6435 + ] + }, + { + "instruction": "the number 100.", + "bbox": [ + 0.16599114735921225, + 0.552394036187066, + 0.2303922653198242, + 0.6007438151041666 + ], + "point": [ + 0.1982, + 0.5766 + ] + }, + { + "instruction": "a value of 2000.", + "bbox": [ + 0.23375509050157334, + 0.5523605007595486, + 0.2989323298136393, + 0.6008339436848958 + ], + "point": [ + 0.2663, + 0.5766 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.764416758219401, + 0.12375073750813802, + 0.8413012186686198, + 0.16599948459201389 + ], + "point": [ + 0.8029, + 0.1449 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08301871617635091, + 0.053720058865017364, + 0.1555301136440701, + 0.08421652052137586 + ], + "point": [ + 0.1193, + 0.069 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9086992051866319, + 0.0497639889187283, + 0.9971917046440972, + 0.08984135097927518 + ], + "point": [ + 0.9529, + 0.0698 + ] + }, + { + "instruction": "a menu or list.", + "bbox": [ + 0.6318003760443793, + 0.3353817749023438, + 0.6626091427273221, + 0.38246029324001735 + ], + "point": [ + 0.6472, + 0.3589 + ] + }, + { + "instruction": "a table or grid layout.", + "bbox": [ + 0.6640578799777561, + 0.3346237521701389, + 0.6938260820176866, + 0.3827977837456597 + ], + "point": [ + 0.6789, + 0.3587 + ] + }, + { + "instruction": "an option to access the class.", + "bbox": [ + 0.15669271681043836, + 0.10239669799804688, + 0.28150647481282554, + 0.18258092244466145 + ], + "point": [ + 0.2191, + 0.1425 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9756212870279948, + 0.0038522042168511283, + 0.9961779276529948, + 0.039744873046875 + ], + "point": [ + 0.9859, + 0.0218 + ] + }, + { + "instruction": "Up arrow", + "bbox": [ + 0.8232672797309027, + 0.058937246534559465, + 0.8407970852322049, + 0.08107645670572916 + ], + "point": [ + 0.832, + 0.07 + ] + }, + { + "instruction": "ohio state.", + "bbox": [ + 0.2819297154744466, + 0.21405363294813368, + 0.30344566769070097, + 0.23375520494249133 + ], + "point": [ + 0.2927, + 0.2239 + ] + }, + { + "instruction": "Cell phones.", + "bbox": [ + 0.21861631605360243, + 0.21335589938693578, + 0.2717222425672743, + 0.23427312215169271 + ], + "point": [ + 0.2452, + 0.2238 + ] + }, + { + "instruction": "a button or link to the classifieds section.", + "bbox": [ + 0.16035033331976997, + 0.21322616577148437, + 0.2091551462809245, + 0.23412033081054687 + ], + "point": [ + 0.1848, + 0.2237 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.6976270887586805, + 0.3338251410590278, + 0.840870836046007, + 0.38274549696180554 + ], + "point": [ + 0.7692, + 0.3583 + ] + }, + { + "instruction": "Logout.", + "bbox": [ + 0.7133460150824653, + 0.13046964857313367, + 0.7620997111002604, + 0.16238343980577258 + ], + "point": [ + 0.7377, + 0.1464 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.8502649943033854, + 0.05846724192301432, + 0.8652075873480902, + 0.08113714430067274 + ], + "point": [ + 0.8577, + 0.0698 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.16696589787801105, + 0.8584960259331598, + 0.23017031351725262, + 0.8814782036675347 + ], + "point": [ + 0.1986, + 0.87 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.6348084343804253, + 0.13040782504611545, + 0.7073543972439236, + 0.1626553005642361 + ], + "point": [ + 0.6711, + 0.1465 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05477677981058757, + 0.053769026862250435, + 0.07621464729309083, + 0.0851220448811849 + ], + "point": [ + 0.0655, + 0.0694 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8861336602105034, + 0.05672864278157552, + 0.904034423828125, + 0.08141793992784288 + ], + "point": [ + 0.8951, + 0.0691 + ] + }, + { + "instruction": "the Apple logo on an Apple device.", + "bbox": [ + 0.33302071889241536, + 0.8001955159505209, + 0.4021703084309896, + 0.8900903998480902 + ], + "point": [ + 0.3676, + 0.8451 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.006832453939649794, + 0.056428773668077255, + 0.02562394142150879, + 0.0837027570936415 + ], + "point": [ + 0.0162, + 0.0701 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.030615101920233832, + 0.05612955305311415, + 0.04916001425849067, + 0.08366067674424914 + ], + "point": [ + 0.0399, + 0.0699 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.1670851601494683, + 0.4683792792426215, + 0.18147684733072916, + 0.4931055026584201 + ], + "point": [ + 0.1743, + 0.4807 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15179564158121744, + 0.009560085932413738, + 0.16476563347710504, + 0.03459900008307563 + ], + "point": [ + 0.1583, + 0.0221 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7906489902072482, + 0.05595791710747613, + 0.8060288323296441, + 0.08534267849392362 + ], + "point": [ + 0.7983, + 0.0707 + ] + }, + { + "instruction": "the Apple logo.", + "bbox": [ + 0.33274173736572266, + 0.6218146430121527, + 0.4022580040825738, + 0.7124774848090277 + ], + "point": [ + 0.3675, + 0.6671 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17632856369018554, + 0.009961758719550238, + 0.18915439181857638, + 0.03596702469719781 + ], + "point": [ + 0.1827, + 0.023 + ] + }, + { + "instruction": "Cell phones.", + "bbox": [ + 0.1672480477227105, + 0.884506361219618, + 0.22380907270643446, + 0.9072667778862847 + ], + "point": [ + 0.1955, + 0.8959 + ] + }, + { + "instruction": "accessing devices and a wallet.", + "bbox": [ + 0.33330709669325087, + 0.46533270941840277, + 0.40287369622124564, + 0.5795432535807291 + ], + "point": [ + 0.3681, + 0.5224 + ] + }, + { + "instruction": "Cell phones in Ohio.", + "bbox": [ + 0.06585670047336155, + 0.00892793337504069, + 0.15206807454427082, + 0.03317954487270779 + ], + "point": [ + 0.109, + 0.0211 + ] + }, + { + "instruction": "an iPhone 14 ProMax 1TB Deep Purple device.", + "bbox": [ + 0.4059429592556424, + 0.62053466796875, + 0.5944008721245659, + 0.6466543240017361 + ], + "point": [ + 0.5002, + 0.6336 + ] + }, + { + "instruction": "an iPhone 13 (Green).", + "bbox": [ + 0.4064566294352214, + 0.7984855143229167, + 0.49995867411295575, + 0.8233730740017361 + ], + "point": [ + 0.4532, + 0.8109 + ] + }, + { + "instruction": "Video", + "bbox": [ + 0.008694484498765734, + 0.0072678799099392365, + 0.02691632111867269, + 0.038825429280598955 + ], + "point": [ + 0.0178, + 0.023 + ] + }, + { + "instruction": "an iPhone 14 Promax.", + "bbox": [ + 0.40707355075412327, + 0.464478522406684, + 0.5039014180501302, + 0.4901982625325521 + ], + "point": [ + 0.4555, + 0.4773 + ] + }, + { + "instruction": "a remote control.", + "bbox": [ + 0.3331794950697157, + 0.9754161241319445, + 0.4018559773763021, + 1.0 + ], + "point": [ + 0.3675, + 0.9877 + ] + }, + { + "instruction": "an iPhone xr.", + "bbox": [ + 0.40633621215820315, + 0.97710205078125, + 0.4573802524142795, + 1.0 + ], + "point": [ + 0.4319, + 0.9886 + ] + }, + { + "instruction": "a power button.", + "bbox": [ + 0.9946243286132812, + 0.003695996602376302, + 0.9997134738498263, + 0.03956062740749783 + ], + "point": [ + 0.9972, + 0.0216 + ] + } + ], + "element_size": 105 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_8/8308.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Classifieds", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07465277777777778, + 0.029444444444444443 + ], + "point": [ + 0.0517, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com 9980", + "bbox": [ + 0.15833333333333333, + 0.06055554707845052, + 0.43368055555555557, + 0.08055555555555556 + ], + "point": [ + 0.296, + 0.0706 + ] + }, + { + "instruction": "What are", + "bbox": [ + 0.2607638676961263, + 0.24944444444444444, + 0.40243055555555557, + 0.3161111111111111 + ], + "point": [ + 0.3316, + 0.2828 + ] + }, + { + "instruction": "looking for today?", + "bbox": [ + 0.4597222646077474, + 0.23944444444444443, + 0.7430556403266059, + 0.3277777777777778 + ], + "point": [ + 0.6014, + 0.2836 + ] + }, + { + "instruction": "Keyword", + "bbox": [ + 0.15902777777777777, + 0.3794444783528646, + 0.20798611111111112, + 0.4027778116861979 + ], + "point": [ + 0.1835, + 0.3911 + ] + }, + { + "instruction": "Category", + "bbox": [ + 0.4979166666666667, + 0.37777777777777777, + 0.55, + 0.40555555555555556 + ], + "point": [ + 0.524, + 0.3917 + ] + }, + { + "instruction": "Latest Listings", + "bbox": [ + 0.1576388676961263, + 0.5405555216471354, + 0.2670138676961263, + 0.5777777777777777 + ], + "point": [ + 0.2123, + 0.5592 + ] + }, + { + "instruction": "JBL Powered PA Speaker", + "bbox": [ + 0.16666666666666666, + 0.8166665988498264, + 0.29618055555555556, + 0.8388888210720487 + ], + "point": [ + 0.2314, + 0.8278 + ] + }, + { + "instruction": "xbox series X", + "bbox": [ + 0.34097222222222223, + 0.8166666666666667, + 0.40868055555555555, + 0.8366666666666667 + ], + "point": [ + 0.3748, + 0.8267 + ] + }, + { + "instruction": "with extras", + "bbox": [ + 0.4152777777777778, + 0.8166666666666667, + 0.4736111111111111, + 0.8366666666666667 + ], + "point": [ + 0.4444, + 0.8267 + ] + }, + { + "instruction": "Engagement Ring", + "bbox": [ + 0.6885416666666667, + 0.8155554877387152, + 0.78125, + 0.8399999321831597 + ], + "point": [ + 0.7349, + 0.8278 + ] + }, + { + "instruction": "you", + "bbox": [ + 0.40069444444444446, + 0.26666666666666666, + 0.46493055555555557, + 0.31777777777777777 + ], + "point": [ + 0.4328, + 0.2922 + ] + }, + { + "instruction": "Search", + "bbox": [ + 0.7026312086317275, + 0.40346154106987847, + 0.8422096252441407, + 0.46246008978949654 + ], + "point": [ + 0.7724, + 0.433 + ] + }, + { + "instruction": "Select a", + "bbox": [ + 0.4974879370795356, + 0.4034237331814236, + 0.6935462527804904, + 0.4636119249131944 + ], + "point": [ + 0.5955, + 0.4335 + ] + }, + { + "instruction": "category", + "bbox": [ + 0.4974879370795356, + 0.4034237331814236, + 0.6935462527804904, + 0.4636119249131944 + ], + "point": [ + 0.5955, + 0.4335 + ] + }, + { + "instruction": "e.g., a blue used car", + "bbox": [ + 0.154812749226888, + 0.4038351440429688, + 0.4894473605685764, + 0.46594777425130207 + ], + "point": [ + 0.3221, + 0.4349 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7643608940972222, + 0.12409518771701389, + 0.8411531236436632, + 0.16608395046657987 + ], + "point": [ + 0.8028, + 0.1451 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9085416158040365, + 0.04943198733859592, + 0.9969673156738281, + 0.0901246812608507 + ], + "point": [ + 0.9528, + 0.0698 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08290058771769206, + 0.05380861070421007, + 0.15557519065009223, + 0.08429430643717448 + ], + "point": [ + 0.1192, + 0.0691 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.7140393575032552, + 0.12549789428710936, + 0.7619094000922308, + 0.16488408406575522 + ], + "point": [ + 0.738, + 0.1452 + ] + }, + { + "instruction": "account", + "bbox": [ + 0.633915032280816, + 0.1258213127983941, + 0.7034130520290799, + 0.16395183987087675 + ], + "point": [ + 0.6687, + 0.1449 + ] + }, + { + "instruction": "My `", + "bbox": [ + 0.633915032280816, + 0.1258213127983941, + 0.7034130520290799, + 0.16395183987087675 + ], + "point": [ + 0.6687, + 0.1449 + ] + }, + { + "instruction": "Osclass", + "bbox": [ + 0.15468987358940972, + 0.10747977362738716, + 0.28125182257758247, + 0.18451475355360242 + ], + "point": [ + 0.218, + 0.146 + ] + }, + { + "instruction": "150.00 $", + "bbox": [ + 0.1674608760409885, + 0.8399013943142362, + 0.21915232340494792, + 0.8702205403645833 + ], + "point": [ + 0.1933, + 0.8551 + ] + }, + { + "instruction": "Canon EF 100-40Omm fl4_", + "bbox": [ + 0.513317616780599, + 0.8105532497829862, + 0.6655364142523872, + 0.8397256130642361 + ], + "point": [ + 0.5894, + 0.8251 + ] + }, + { + "instruction": "350.00 $", + "bbox": [ + 0.34120903015136717, + 0.8403228081597223, + 0.39272227817111544, + 0.8702330186631945 + ], + "point": [ + 0.367, + 0.8553 + ] + }, + { + "instruction": "2200.00 $", + "bbox": [ + 0.6881412506103516, + 0.8395187717013889, + 0.7468997531467014, + 0.8704220920138889 + ], + "point": [ + 0.7175, + 0.855 + ] + }, + { + "instruction": "1645.00 $", + "bbox": [ + 0.5154393937852647, + 0.839728529188368, + 0.5740836673312717, + 0.8701942952473959 + ], + "point": [ + 0.5448, + 0.855 + ] + }, + { + "instruction": "A horizontal scrollbar.", + "bbox": [ + 0.5053066677517362, + 0.5887563747829861, + 0.6686268276638455, + 0.8081004503038195 + ], + "point": [ + 0.587, + 0.6984 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.7026312086317275, + 0.40346154106987847, + 0.8422096252441407, + 0.46246008978949654 + ], + "point": [ + 0.7724, + 0.433 + ] + }, + { + "instruction": "a dropdown menu to select a category.", + "bbox": [ + 0.4974879370795356, + 0.4034237331814236, + 0.6935462527804904, + 0.4636119249131944 + ], + "point": [ + 0.5955, + 0.4335 + ] + }, + { + "instruction": "A text input field for a blue used car.", + "bbox": [ + 0.154812749226888, + 0.4038351440429688, + 0.4894473605685764, + 0.46594777425130207 + ], + "point": [ + 0.3221, + 0.4349 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.7643608940972222, + 0.12409518771701389, + 0.8411531236436632, + 0.16608395046657987 + ], + "point": [ + 0.8028, + 0.1451 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9085416158040365, + 0.04943198733859592, + 0.9969673156738281, + 0.0901246812608507 + ], + "point": [ + 0.9528, + 0.0698 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08290058771769206, + 0.05380861070421007, + 0.15557519065009223, + 0.08429430643717448 + ], + "point": [ + 0.1192, + 0.0691 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7896745469835069, + 0.0555360582139757, + 0.806870863172743, + 0.08606560601128473 + ], + "point": [ + 0.7983, + 0.0708 + ] + }, + { + "instruction": "logout.", + "bbox": [ + 0.7140393575032552, + 0.12549789428710936, + 0.7619094000922308, + 0.16488408406575522 + ], + "point": [ + 0.738, + 0.1452 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.633915032280816, + 0.1258213127983941, + 0.7034130520290799, + 0.16395183987087675 + ], + "point": [ + 0.6687, + 0.1449 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9757841322157118, + 0.004353646172417534, + 0.9966115315755208, + 0.03999838087293837 + ], + "point": [ + 0.9862, + 0.0222 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.821600596110026, + 0.05598471323649089, + 0.8428191290961371, + 0.08284088134765626 + ], + "point": [ + 0.8322, + 0.0694 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15077427758110895, + 0.010233920415242513, + 0.16527798970540364, + 0.03624373012118869 + ], + "point": [ + 0.158, + 0.0232 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8473967658148871, + 0.05319186316596137, + 0.8676529778374567, + 0.08300232781304254 + ], + "point": [ + 0.8575, + 0.0681 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005212897724575467, + 0.05300859239366319, + 0.026716624365912545, + 0.08579813639322917 + ], + "point": [ + 0.016, + 0.0694 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.05552283922831217, + 0.05433572557237413, + 0.07528495258755154, + 0.08428217569986979 + ], + "point": [ + 0.0654, + 0.0693 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02998771667480469, + 0.05413755628797743, + 0.049963389502631295, + 0.08412441677517361 + ], + "point": [ + 0.04, + 0.0691 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8850023905436198, + 0.04730325063069662, + 0.9063692728678385, + 0.09282972547743056 + ], + "point": [ + 0.8957, + 0.0701 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.17521454493204752, + 0.007837369706895617, + 0.1906890657212999, + 0.03971104939778646 + ], + "point": [ + 0.183, + 0.0238 + ] + }, + { + "instruction": "A blank space or separator.", + "bbox": [ + 0.5061981625027127, + 0.9045504421657986, + 0.6679482777913411, + 0.9997430419921876 + ], + "point": [ + 0.5871, + 0.9521 + ] + }, + { + "instruction": "A blank space or separator.", + "bbox": [ + 0.15823698043823242, + 0.9053211127387153, + 0.3207222408718533, + 0.9996535237630209 + ], + "point": [ + 0.2395, + 0.9525 + ] + }, + { + "instruction": "A blank space or separator.", + "bbox": [ + 0.33210779825846354, + 0.904583265516493, + 0.4942011515299479, + 0.999601304796007 + ], + "point": [ + 0.4132, + 0.9521 + ] + }, + { + "instruction": "A blank space or separator.", + "bbox": [ + 0.6792177412245008, + 0.9054713948567709, + 0.8424703809950087, + 0.9997830539279514 + ], + "point": [ + 0.7608, + 0.9526 + ] + }, + { + "instruction": "Osh class.", + "bbox": [ + 0.15468987358940972, + 0.10747977362738716, + 0.28125182257758247, + 0.18451475355360242 + ], + "point": [ + 0.218, + 0.146 + ] + }, + { + "instruction": "a price tag of 150.00.", + "bbox": [ + 0.1674608760409885, + 0.8399013943142362, + 0.21915232340494792, + 0.8702205403645833 + ], + "point": [ + 0.1933, + 0.8551 + ] + }, + { + "instruction": "the function to capture a Canon EF100-400mm f/4.", + "bbox": [ + 0.513317616780599, + 0.8105532497829862, + 0.6655364142523872, + 0.8397256130642361 + ], + "point": [ + 0.5894, + 0.8251 + ] + }, + { + "instruction": "a price of $350.00.", + "bbox": [ + 0.34120903015136717, + 0.8403228081597223, + 0.39272227817111544, + 0.8702330186631945 + ], + "point": [ + 0.367, + 0.8553 + ] + }, + { + "instruction": "a price tag of 2200.00.", + "bbox": [ + 0.6881412506103516, + 0.8395187717013889, + 0.7468997531467014, + 0.8704220920138889 + ], + "point": [ + 0.7175, + 0.855 + ] + }, + { + "instruction": "a price tag of 1645.00.", + "bbox": [ + 0.5154393937852647, + 0.839728529188368, + 0.5740836673312717, + 0.8701942952473959 + ], + "point": [ + 0.5448, + 0.855 + ] + } + ], + "element_size": 57 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_9/8866.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Classifieds", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07465277777777778, + 0.029444444444444443 + ], + "point": [ + 0.0517, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com 9980", + "bbox": [ + 0.15833333333333333, + 0.06055554707845052, + 0.43368055555555557, + 0.08055555555555556 + ], + "point": [ + 0.296, + 0.0706 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.1763888888888889, + 0.1905555386013455, + 0.27847222222222223, + 0.22499998304578994 + ], + "point": [ + 0.2274, + 0.2078 + ] + }, + { + "instruction": "All locations", + "bbox": [ + 0.6312500847710504, + 0.19277777777777777, + 0.7239583333333334, + 0.21944444444444444 + ], + "point": [ + 0.6776, + 0.2061 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws com:9980/index php?page-sea_", + "bbox": [ + 0.00208332273695204, + 0.9783333333333334, + 0.32291665607028536, + 1.0 + ], + "point": [ + 0.1625, + 0.9892 + ] + }, + { + "instruction": "Beauty", + "bbox": [ + 0.5088752746582031, + 0.24486884223090277, + 0.588466305202908, + 0.3802972412109375 + ], + "point": [ + 0.5487, + 0.3126 + ] + }, + { + "instruction": "health", + "bbox": [ + 0.5088752746582031, + 0.24486884223090277, + 0.588466305202908, + 0.3802972412109375 + ], + "point": [ + 0.5487, + 0.3126 + ] + }, + { + "instruction": "Auto parts", + "bbox": [ + 0.42575272454155816, + 0.24509997897677951, + 0.504889636569553, + 0.3804047648111979 + ], + "point": [ + 0.4653, + 0.3128 + ] + }, + { + "instruction": "Arts", + "bbox": [ + 0.34202887217203776, + 0.2456674533420139, + 0.42214605543348527, + 0.3805406358506944 + ], + "point": [ + 0.3821, + 0.3131 + ] + }, + { + "instruction": "crafts", + "bbox": [ + 0.34202887217203776, + 0.2456674533420139, + 0.42214605543348527, + 0.3805406358506944 + ], + "point": [ + 0.3821, + 0.3131 + ] + }, + { + "instruction": "Computer", + "bbox": [ + 0.2588634067111545, + 0.5339634874131944, + 0.3378271314832899, + 0.6711593967013889 + ], + "point": [ + 0.2983, + 0.6026 + ] + }, + { + "instruction": "parts", + "bbox": [ + 0.2588634067111545, + 0.5339634874131944, + 0.3378271314832899, + 0.6711593967013889 + ], + "point": [ + 0.2983, + 0.6026 + ] + }, + { + "instruction": "Farm +", + "bbox": [ + 0.5091219160291883, + 0.5338568115234374, + 0.5884298960367839, + 0.6708073594835069 + ], + "point": [ + 0.5488, + 0.6023 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.5091219160291883, + 0.5338568115234374, + 0.5884298960367839, + 0.6708073594835069 + ], + "point": [ + 0.5488, + 0.6023 + ] + }, + { + "instruction": "Books", + "bbox": [ + 0.34140650431315106, + 0.3886224365234375, + 0.42215898301866317, + 0.5265668402777778 + ], + "point": [ + 0.3818, + 0.4576 + ] + }, + { + "instruction": "Cars + trucks", + "bbox": [ + 0.42577421400282117, + 0.3883743964301215, + 0.5046615600585938, + 0.5262189737955729 + ], + "point": [ + 0.4652, + 0.4573 + ] + }, + { + "instruction": "Antiques", + "bbox": [ + 0.1758586671617296, + 0.2454459974500868, + 0.2555451922946506, + 0.3811131117078993 + ], + "point": [ + 0.2157, + 0.3133 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.5094547695583768, + 0.38870171440972223, + 0.5886463589138455, + 0.5265407307942709 + ], + "point": [ + 0.5491, + 0.4576 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.17558122211032443, + 0.3885306125217014, + 0.25525633494059247, + 0.5271935356987847 + ], + "point": [ + 0.2154, + 0.4579 + ] + }, + { + "instruction": "Video gaming", + "bbox": [ + 0.3427144792344835, + 0.8263370768229167, + 0.4215367211235894, + 0.9621024576822916 + ], + "point": [ + 0.3821, + 0.8942 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.3420779758029514, + 0.5335784233940972, + 0.42186626858181425, + 0.6722490776909722 + ], + "point": [ + 0.382, + 0.6029 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.25889801449245875, + 0.388355950249566, + 0.3384188546074761, + 0.526475321451823 + ], + "point": [ + 0.2987, + 0.4574 + ] + }, + { + "instruction": "Photo + video", + "bbox": [ + 0.17652360068427192, + 0.8264602322048611, + 0.25438404083251953, + 0.9619430881076388 + ], + "point": [ + 0.2155, + 0.8942 + ] + }, + { + "instruction": "Rvs + campers", + "bbox": [ + 0.2593932045830621, + 0.8264702690972222, + 0.3382009506225586, + 0.9630190700954862 + ], + "point": [ + 0.2988, + 0.8947 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.25988441043429905, + 0.243223385281033, + 0.338183233473036, + 0.38147793240017364 + ], + "point": [ + 0.299, + 0.3124 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.3418317582872179, + 0.6800885009765625, + 0.4218891143798828, + 0.8182208251953125 + ], + "point": [ + 0.3819, + 0.7492 + ] + }, + { + "instruction": "Household", + "bbox": [ + 0.2591867446899414, + 0.6802881537543403, + 0.33848069508870443, + 0.819415757921007 + ], + "point": [ + 0.2988, + 0.7499 + ] + }, + { + "instruction": "Motorcycles", + "bbox": [ + 0.42666032579210067, + 0.6795734320746528, + 0.504547119140625, + 0.8160150824652778 + ], + "point": [ + 0.4656, + 0.7478 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9089104546440973, + 0.049686046176486545, + 0.9974353366427952, + 0.09001668294270833 + ], + "point": [ + 0.9532, + 0.0699 + ] + }, + { + "instruction": "Msic", + "bbox": [ + 0.5097631242540147, + 0.679171617296007, + 0.5878711700439453, + 0.8159242757161458 + ], + "point": [ + 0.5488, + 0.7475 + ] + }, + { + "instruction": "instruments", + "bbox": [ + 0.5097631242540147, + 0.679171617296007, + 0.5878711700439453, + 0.8159242757161458 + ], + "point": [ + 0.5488, + 0.7475 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.17573969099256728, + 0.6813629150390625, + 0.254916148715549, + 0.818867933485243 + ], + "point": [ + 0.2153, + 0.7501 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.4266041225857205, + 0.5330147637261284, + 0.5051612854003906, + 0.6719558376736111 + ], + "point": [ + 0.4659, + 0.6025 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08260440826416016, + 0.053642510308159724, + 0.155724122789171, + 0.08438725789388021 + ], + "point": [ + 0.1192, + 0.069 + ] + }, + { + "instruction": "Collectibles", + "bbox": [ + 0.17660193973117405, + 0.5333538818359375, + 0.2546520445081923, + 0.6703141954210069 + ], + "point": [ + 0.2156, + 0.6018 + ] + }, + { + "instruction": "Delaware (870)", + "bbox": [ + 0.6299269782172309, + 0.42824127197265627, + 0.7170464409722223, + 0.45615841335720486 + ], + "point": [ + 0.6735, + 0.4422 + ] + }, + { + "instruction": "Maryland (21674)", + "bbox": [ + 0.6292658911810981, + 0.30300082736545136, + 0.7275857713487414, + 0.32793212890625 + ], + "point": [ + 0.6784, + 0.3155 + ] + }, + { + "instruction": "Ohio (5626)", + "bbox": [ + 0.6298750983344183, + 0.3342560153537326, + 0.6991972181532118, + 0.3602600436740451 + ], + "point": [ + 0.6645, + 0.3473 + ] + }, + { + "instruction": "Washington; D.C: (1567)", + "bbox": [ + 0.6299137539333768, + 0.3642740546332465, + 0.7584502326117621, + 0.39173316107855904 + ], + "point": [ + 0.6942, + 0.378 + ] + }, + { + "instruction": "Pennsylvania (22180)", + "bbox": [ + 0.6297094980875652, + 0.27142198350694446, + 0.7442637125651042, + 0.2961073472764757 + ], + "point": [ + 0.687, + 0.2838 + ] + }, + { + "instruction": "West Virginia (1109)", + "bbox": [ + 0.6302256266276042, + 0.39702545166015624, + 0.7405128479003906, + 0.423697747124566 + ], + "point": [ + 0.6854, + 0.4104 + ] + }, + { + "instruction": "Virginia (31126)", + "bbox": [ + 0.6307302686903212, + 0.2391635470920139, + 0.7176780700683594, + 0.26470462375217013 + ], + "point": [ + 0.6742, + 0.2519 + ] + }, + { + "instruction": "Health function.", + "bbox": [ + 0.5088752746582031, + 0.24486884223090277, + 0.588466305202908, + 0.3802972412109375 + ], + "point": [ + 0.5487, + 0.3126 + ] + }, + { + "instruction": "Auto parts.", + "bbox": [ + 0.42575272454155816, + 0.24509997897677951, + 0.504889636569553, + 0.3804047648111979 + ], + "point": [ + 0.4653, + 0.3128 + ] + }, + { + "instruction": "arts + crafts.", + "bbox": [ + 0.34202887217203776, + 0.2456674533420139, + 0.42214605543348527, + 0.3805406358506944 + ], + "point": [ + 0.3821, + 0.3131 + ] + }, + { + "instruction": "Computer parts.", + "bbox": [ + 0.2588634067111545, + 0.5339634874131944, + 0.3378271314832899, + 0.6711593967013889 + ], + "point": [ + 0.2983, + 0.6026 + ] + }, + { + "instruction": "farm + garden functionality.", + "bbox": [ + 0.5091219160291883, + 0.5338568115234374, + 0.5884298960367839, + 0.6708073594835069 + ], + "point": [ + 0.5488, + 0.6023 + ] + }, + { + "instruction": "a books menu.", + "bbox": [ + 0.34140650431315106, + 0.3886224365234375, + 0.42215898301866317, + 0.5265668402777778 + ], + "point": [ + 0.3818, + 0.4576 + ] + }, + { + "instruction": "Cars and trucks settings.", + "bbox": [ + 0.42577421400282117, + 0.3883743964301215, + 0.5046615600585938, + 0.5262189737955729 + ], + "point": [ + 0.4652, + 0.4573 + ] + }, + { + "instruction": "antiques.", + "bbox": [ + 0.1758586671617296, + 0.2454459974500868, + 0.2555451922946506, + 0.3811131117078993 + ], + "point": [ + 0.2157, + 0.3133 + ] + }, + { + "instruction": "Cell phones.", + "bbox": [ + 0.5094547695583768, + 0.38870171440972223, + 0.5886463589138455, + 0.5265407307942709 + ], + "point": [ + 0.5491, + 0.4576 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.17558122211032443, + 0.3885306125217014, + 0.25525633494059247, + 0.5271935356987847 + ], + "point": [ + 0.2154, + 0.4579 + ] + }, + { + "instruction": "Video gaming.", + "bbox": [ + 0.3427144792344835, + 0.8263370768229167, + 0.4215367211235894, + 0.9621024576822916 + ], + "point": [ + 0.3821, + 0.8942 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.3420779758029514, + 0.5335784233940972, + 0.42186626858181425, + 0.6722490776909722 + ], + "point": [ + 0.382, + 0.6029 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.25889801449245875, + 0.388355950249566, + 0.3384188546074761, + 0.526475321451823 + ], + "point": [ + 0.2987, + 0.4574 + ] + }, + { + "instruction": "Photo + video.", + "bbox": [ + 0.17652360068427192, + 0.8264602322048611, + 0.25438404083251953, + 0.9619430881076388 + ], + "point": [ + 0.2155, + 0.8942 + ] + }, + { + "instruction": "Rvs +campers.", + "bbox": [ + 0.2593932045830621, + 0.8264702690972222, + 0.3382009506225586, + 0.9630190700954862 + ], + "point": [ + 0.2988, + 0.8947 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.25988441043429905, + 0.243223385281033, + 0.338183233473036, + 0.38147793240017364 + ], + "point": [ + 0.299, + 0.3124 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.3418317582872179, + 0.6800885009765625, + 0.4218891143798828, + 0.8182208251953125 + ], + "point": [ + 0.3819, + 0.7492 + ] + }, + { + "instruction": "the Household function.", + "bbox": [ + 0.2591867446899414, + 0.6802881537543403, + 0.33848069508870443, + 0.819415757921007 + ], + "point": [ + 0.2988, + 0.7499 + ] + }, + { + "instruction": "motorcycles.", + "bbox": [ + 0.42666032579210067, + 0.6795734320746528, + 0.504547119140625, + 0.8160150824652778 + ], + "point": [ + 0.4656, + 0.7478 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9089104546440973, + 0.049686046176486545, + 0.9974353366427952, + 0.09001668294270833 + ], + "point": [ + 0.9532, + 0.0699 + ] + }, + { + "instruction": "Music instrument settings.", + "bbox": [ + 0.5097631242540147, + 0.679171617296007, + 0.5878711700439453, + 0.8159242757161458 + ], + "point": [ + 0.5488, + 0.7475 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.17573969099256728, + 0.6813629150390625, + 0.254916148715549, + 0.818867933485243 + ], + "point": [ + 0.2153, + 0.7501 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.4266041225857205, + 0.5330147637261284, + 0.5051612854003906, + 0.6719558376736111 + ], + "point": [ + 0.4659, + 0.6025 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08260440826416016, + 0.053642510308159724, + 0.155724122789171, + 0.08438725789388021 + ], + "point": [ + 0.1192, + 0.069 + ] + }, + { + "instruction": "collectibles.", + "bbox": [ + 0.17660193973117405, + 0.5333538818359375, + 0.2546520445081923, + 0.6703141954210069 + ], + "point": [ + 0.2156, + 0.6018 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7889684041341146, + 0.05506050533718533, + 0.8070868598090277, + 0.0868288336859809 + ], + "point": [ + 0.798, + 0.0709 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05371002621120877, + 0.048919270833333334, + 0.07705675760904948, + 0.09170462714301215 + ], + "point": [ + 0.0654, + 0.0703 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9756544325086806, + 0.003329512278238932, + 0.9963760375976562, + 0.04012977812025282 + ], + "point": [ + 0.986, + 0.0217 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6299269782172309, + 0.42824127197265627, + 0.7170464409722223, + 0.45615841335720486 + ], + "point": [ + 0.6735, + 0.4422 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1508909755282932, + 0.010122881995307075, + 0.16576089859008789, + 0.03642947726779514 + ], + "point": [ + 0.1583, + 0.0233 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004370582103729248, + 0.04898741828070746, + 0.02781491676966349, + 0.09286483764648437 + ], + "point": [ + 0.0161, + 0.0709 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028692295816209582, + 0.048559019300672746, + 0.05132338205973307, + 0.09209640502929688 + ], + "point": [ + 0.04, + 0.0703 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6292658911810981, + 0.30300082736545136, + 0.7275857713487414, + 0.32793212890625 + ], + "point": [ + 0.6784, + 0.3155 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8209732055664063, + 0.04989543067084418, + 0.842800055609809, + 0.08451143052842881 + ], + "point": [ + 0.8319, + 0.0672 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17559848361545138, + 0.008752945793999566, + 0.18988575405544705, + 0.037789391411675345 + ], + "point": [ + 0.1827, + 0.0233 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6298750983344183, + 0.3342560153537326, + 0.6991972181532118, + 0.3602600436740451 + ], + "point": [ + 0.6645, + 0.3473 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8840974595811631, + 0.04575506422254774, + 0.9061981201171875, + 0.09534891764322917 + ], + "point": [ + 0.8951, + 0.0706 + ] + }, + { + "instruction": "Navigation to Washington, D.C. (1567).", + "bbox": [ + 0.6299137539333768, + 0.3642740546332465, + 0.7584502326117621, + 0.39173316107855904 + ], + "point": [ + 0.6942, + 0.378 + ] + }, + { + "instruction": "Navigation to Pennsylvania (2218).", + "bbox": [ + 0.6297094980875652, + 0.27142198350694446, + 0.7442637125651042, + 0.2961073472764757 + ], + "point": [ + 0.687, + 0.2838 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8454202440049913, + 0.0450213623046875, + 0.8707628885904948, + 0.08607452392578124 + ], + "point": [ + 0.8581, + 0.0655 + ] + }, + { + "instruction": "Navigation to West Virginia (1109).", + "bbox": [ + 0.6302256266276042, + 0.39702545166015624, + 0.7405128479003906, + 0.423697747124566 + ], + "point": [ + 0.6854, + 0.4104 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6307302686903212, + 0.2391635470920139, + 0.7176780700683594, + 0.26470462375217013 + ], + "point": [ + 0.6742, + 0.2519 + ] + } + ], + "element_size": 84 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_10/9322.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "piano > Music instruments", + "bbox": [ + 0.028819439146253796, + 0.013888888888888888, + 0.13645832803514268, + 0.03111111111111111 + ], + "point": [ + 0.0826, + 0.0225 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com:9980/index php?page-search&sOrder-dt_pub_date&iOrderType-desc&sPattern _.", + "bbox": [ + 0.15833331214057075, + 0.06055555555555556, + 0.7861110899183485, + 0.08277777777777778 + ], + "point": [ + 0.4722, + 0.0717 + ] + }, + { + "instruction": "Search results: piano", + "bbox": [ + 0.30868053436279297, + 0.215, + 0.4013888465033637, + 0.23333333333333334 + ], + "point": [ + 0.355, + 0.2242 + ] + }, + { + "instruction": "Your search", + "bbox": [ + 0.16701388888888888, + 0.2722222222222222, + 0.22083333333333333, + 0.28944444444444445 + ], + "point": [ + 0.1939, + 0.2808 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.3329861111111111, + 0.26055557250976563, + 0.5788194444444444, + 0.31555555555555553 + ], + "point": [ + 0.4559, + 0.2881 + ] + }, + { + "instruction": "1", + "bbox": [ + 0.33368055555555554, + 0.34999996609157985, + 0.34270829094780814, + 0.366111077202691 + ], + "point": [ + 0.3382, + 0.3581 + ] + }, + { + "instruction": "12 of 260 listings", + "bbox": [ + 0.34965277777777776, + 0.3477777777777778, + 0.4357638888888889, + 0.3711111111111111 + ], + "point": [ + 0.3927, + 0.3594 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.16666667726304796, + 0.3605555555555556, + 0.1875, + 0.38166666666666665 + ], + "point": [ + 0.1771, + 0.3711 + ] + }, + { + "instruction": "Listings", + "bbox": [ + 0.33229166666666665, + 0.40555555555555556, + 0.3875, + 0.43666666666666665 + ], + "point": [ + 0.3599, + 0.4211 + ] + }, + { + "instruction": "Show only", + "bbox": [ + 0.16701388888888888, + 0.4488888888888889, + 0.2170138888888889, + 0.4672222222222222 + ], + "point": [ + 0.192, + 0.4581 + ] + }, + { + "instruction": "2299.00 $", + "bbox": [ + 0.40555555555555556, + 0.49277777777777776, + 0.4753472222222222, + 0.5194445122612847 + ], + "point": [ + 0.4405, + 0.5061 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.16701388888888888, + 0.5161111789279514, + 0.19131944444444443, + 0.5322222222222223 + ], + "point": [ + 0.1792, + 0.5242 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.40694444444444444, + 0.5272222561306423, + 0.48819444444444443, + 0.5444444783528646 + ], + "point": [ + 0.4476, + 0.5358 + ] + }, + { + "instruction": "Gainesville (Virginia)", + "bbox": [ + 0.5010416666666667, + 0.5266666666666666, + 0.5947916666666667, + 0.5477777777777778 + ], + "point": [ + 0.5479, + 0.5372 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.6072915818956163, + 0.5266665988498264, + 0.6625, + 0.5466666666666666 + ], + "point": [ + 0.6349, + 0.5367 + ] + }, + { + "instruction": "Min.", + "bbox": [ + 0.16805554495917427, + 0.5372221544053819, + 0.18506944444444445, + 0.5522222222222222 + ], + "point": [ + 0.1766, + 0.5447 + ] + }, + { + "instruction": "Max", + "bbox": [ + 0.23680555555555555, + 0.5372221544053819, + 0.25590277777777776, + 0.5522222222222222 + ], + "point": [ + 0.2464, + 0.5447 + ] + }, + { + "instruction": "The Roland 88 key G8 Fantom Studio Workstation is simply as good as it getsl The Fantom-", + "bbox": [ + 0.4065972222222222, + 0.5538888888888889, + 0.8371527777777777, + 0.578333265516493 + ], + "point": [ + 0.6219, + 0.5661 + ] + }, + { + "instruction": "G8 is outfitted with Roland's top-of-the-line PHA Il \"Ivory Feel\" keyboard: This amazing", + "bbox": [ + 0.4065972222222222, + 0.5755555555555556, + 0.8166666666666667, + 0.5994444444444444 + ], + "point": [ + 0.6116, + 0.5875 + ] + }, + { + "instruction": "keyboard technology reproduces the real surface feel of ivory acoustic pi.", + "bbox": [ + 0.4059027777777778, + 0.5977777777777777, + 0.7493055555555556, + 0.6222222222222222 + ], + "point": [ + 0.5776, + 0.61 + ] + }, + { + "instruction": "1000.00 $", + "bbox": [ + 0.40625, + 0.6922222222222222, + 0.4753472222222222, + 0.7194444444444444 + ], + "point": [ + 0.4408, + 0.7058 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16701388888888888, + 0.7322222222222222, + 0.2763888888888889, + 0.7483333333333333 + ], + "point": [ + 0.2217, + 0.7403 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.40694444444444444, + 0.727222154405382, + 0.48819444444444443, + 0.7444443766276042 + ], + "point": [ + 0.4476, + 0.7358 + ] + }, + { + "instruction": "Freedom (Pennsylvania)", + "bbox": [ + 0.5239583333333333, + 0.7266666666666667, + 0.6322916666666667, + 0.7477777777777778 + ], + "point": [ + 0.5781, + 0.7372 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.6447916666666667, + 0.7266666666666667, + 0.7, + 0.7466666666666667 + ], + "point": [ + 0.6724, + 0.7367 + ] + }, + { + "instruction": "Like new Samick Baby Grand Piano. Well maintained and barely used. Comes with", + "bbox": [ + 0.4065972222222222, + 0.7544444444444445, + 0.7947915818956163, + 0.7777777777777778 + ], + "point": [ + 0.6007, + 0.7661 + ] + }, + { + "instruction": "electronic humidifier. Beautiful Instrument and beautiful center piece for any room: Buyer is", + "bbox": [ + 0.4059027777777778, + 0.7761111111111111, + 0.8322916666666667, + 0.7994444444444444 + ], + "point": [ + 0.6191, + 0.7878 + ] + }, + { + "instruction": "responsible for moving_", + "bbox": [ + 0.40555555555555556, + 0.7983332655164931, + 0.515625, + 0.8211110432942709 + ], + "point": [ + 0.4606, + 0.8097 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.16666666666666666, + 0.8355555555555556, + 0.24027777777777778, + 0.8577777777777778 + ], + "point": [ + 0.2035, + 0.8467 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.40694444444444444, + 0.9272222222222222, + 0.48819444444444443, + 0.9444444444444444 + ], + "point": [ + 0.4476, + 0.9358 + ] + }, + { + "instruction": "Borough of Felton (Pennsylvania)", + "bbox": [ + 0.5010416242811415, + 0.9261111111111111, + 0.6486110687255859, + 0.9472222222222222 + ], + "point": [ + 0.5748, + 0.9367 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.6621527777777778, + 0.9266666666666666, + 0.7173611111111111, + 0.9466666666666667 + ], + "point": [ + 0.6898, + 0.9367 + ] + }, + { + "instruction": "Nice old Kimball Artist Console Piano. Has not been played in several years Plays but could", + "bbox": [ + 0.4065972222222222, + 0.9544444444444444, + 0.8375, + 0.9772222222222222 + ], + "point": [ + 0.622, + 0.9658 + ] + }, + { + "instruction": "probably use a tuning: Don't miss this. Offers welcome: It is on ground floor so no", + "bbox": [ + 0.4065972646077474, + 0.9761111111111112, + 0.7875, + 0.9994444444444445 + ], + "point": [ + 0.597, + 0.9878 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.8149305555555556, + 0.9788888888888889, + 0.8270833333333333, + 0.9944444444444445 + ], + "point": [ + 0.821, + 0.9867 + ] + }, + { + "instruction": "New", + "bbox": [ + 0.5027777353922526, + 0.7261111111111112, + 0.5229166242811415, + 0.7466666666666667 + ], + "point": [ + 0.5128, + 0.7364 + ] + }, + { + "instruction": "steps", + "bbox": [ + 0.7881944444444444, + 0.9766667344835069, + 0.8142361111111112, + 0.9988889567057292 + ], + "point": [ + 0.8012, + 0.9878 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.16663347880045573, + 0.751118910047743, + 0.2744021945529514, + 0.800431654188368 + ], + "point": [ + 0.2205, + 0.7758 + ] + }, + { + "instruction": "piano", + "bbox": [ + 0.16677237616644966, + 0.292856682671441, + 0.29851625230577256, + 0.3414008585611979 + ], + "point": [ + 0.2326, + 0.3171 + ] + }, + { + "instruction": "Sort by: Newly listed", + "bbox": [ + 0.7171522352430556, + 0.33324944390190975, + 0.8427824232313368, + 0.38333855523003474 + ], + "point": [ + 0.78, + 0.3583 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.16637856165568035, + 0.6198097059461806, + 0.22889421251085068, + 0.6671902126736111 + ], + "point": [ + 0.1976, + 0.6435 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7644426133897569, + 0.12375167846679687, + 0.8413033379448784, + 0.166034664577908 + ], + "point": [ + 0.8029, + 0.1449 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08303876452975803, + 0.05364827897813585, + 0.15553134282430012, + 0.0841815185546875 + ], + "point": [ + 0.1193, + 0.0689 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9089903937445747, + 0.04981631808810764, + 0.9972563849555122, + 0.08988591512044271 + ], + "point": [ + 0.9531, + 0.0699 + ] + }, + { + "instruction": "Osclass", + "bbox": [ + 0.15669954087999133, + 0.10236100938585069, + 0.28150533040364584, + 0.18228237575954861 + ], + "point": [ + 0.2191, + 0.1423 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.7161893208821615, + 0.13165070427788628, + 0.7590707567003038, + 0.16197977701822916 + ], + "point": [ + 0.7376, + 0.1468 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.2185507032606337, + 0.21494896782769096, + 0.30024257236056856, + 0.23349114312065972 + ], + "point": [ + 0.2594, + 0.2242 + ] + }, + { + "instruction": "My account", + "bbox": [ + 0.6369456821017795, + 0.13144005669487846, + 0.703340572781033, + 0.161654052734375 + ], + "point": [ + 0.6701, + 0.1465 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.16048124101426867, + 0.21495235866970486, + 0.2092913097805447, + 0.2330887179904514 + ], + "point": [ + 0.1849, + 0.224 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15217213100857205, + 0.011289279725816516, + 0.16462167104085287, + 0.033981332778930666 + ], + "point": [ + 0.1584, + 0.0226 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.1669804255167643, + 0.858705579969618, + 0.22978059980604384, + 0.8812785508897569 + ], + "point": [ + 0.1984, + 0.87 + ] + }, + { + "instruction": "ROLAND 68 FANTOM 88 KEY WORKSTATION", + "bbox": [ + 0.40619303385416666, + 0.46456485324435765, + 0.6479630364312066, + 0.48983917236328123 + ], + "point": [ + 0.5271, + 0.4772 + ] + }, + { + "instruction": "Kimball Artist Console Piano", + "bbox": [ + 0.40592481825086807, + 0.8655967203776042, + 0.5532057020399306, + 0.8890842692057291 + ], + "point": [ + 0.4796, + 0.8773 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.16719382603963215, + 0.884579603407118, + 0.25307657453748916, + 0.9070517985026042 + ], + "point": [ + 0.2101, + 0.8958 + ] + }, + { + "instruction": "listings with pictures", + "bbox": [ + 0.1734966066148546, + 0.4684768337673611, + 0.2760630077785916, + 0.49137586805555555 + ], + "point": [ + 0.2248, + 0.4799 + ] + }, + { + "instruction": "Baby Grand", + "bbox": [ + 0.4067192077636719, + 0.664628431532118, + 0.4682933383517795, + 0.6895654975043403 + ], + "point": [ + 0.4375, + 0.6771 + ] + }, + { + "instruction": "550.00 $", + "bbox": [ + 0.4059872521294488, + 0.8903094482421875, + 0.4668921152750651, + 0.9208099365234375 + ], + "point": [ + 0.4364, + 0.9056 + ] + }, + { + "instruction": "Subscripting something new.", + "bbox": [ + 0.16663347880045573, + 0.751118910047743, + 0.2744021945529514, + 0.800431654188368 + ], + "point": [ + 0.2205, + 0.7758 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.1654115676879883, + 0.3804106987847222, + 0.298771603902181, + 0.4286840142144097 + ], + "point": [ + 0.2321, + 0.4045 + ] + }, + { + "instruction": "piano settings.", + "bbox": [ + 0.16677237616644966, + 0.292856682671441, + 0.29851625230577256, + 0.3414008585611979 + ], + "point": [ + 0.2326, + 0.3171 + ] + }, + { + "instruction": "A dropdown menu to select the sort by: Nowly listed.", + "bbox": [ + 0.7171522352430556, + 0.33324944390190975, + 0.8427824232313368, + 0.38333855523003474 + ], + "point": [ + 0.78, + 0.3583 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.16584245893690322, + 0.5521008639865451, + 0.23054786258273655, + 0.600850355360243 + ], + "point": [ + 0.1982, + 0.5765 + ] + }, + { + "instruction": "an \"Apply\" button.", + "bbox": [ + 0.16637856165568035, + 0.6198097059461806, + 0.22889421251085068, + 0.6671902126736111 + ], + "point": [ + 0.1976, + 0.6435 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.23391729990641277, + 0.5523526340060764, + 0.29893652598063153, + 0.6007729085286458 + ], + "point": [ + 0.2664, + 0.5766 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.7644426133897569, + 0.12375167846679687, + 0.8413033379448784, + 0.166034664577908 + ], + "point": [ + 0.8029, + 0.1449 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08303876452975803, + 0.05364827897813585, + 0.15553134282430012, + 0.0841815185546875 + ], + "point": [ + 0.1193, + 0.0689 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9089903937445747, + 0.04981631808810764, + 0.9972563849555122, + 0.08988591512044271 + ], + "point": [ + 0.9531, + 0.0699 + ] + }, + { + "instruction": "a table or grid layout.", + "bbox": [ + 0.6836090511745877, + 0.334811774359809, + 0.713424089219835, + 0.38257015652126736 + ], + "point": [ + 0.6985, + 0.3587 + ] + }, + { + "instruction": "a menu or list.", + "bbox": [ + 0.6519399007161458, + 0.3351340060763889, + 0.6818988376193577, + 0.3821723768446181 + ], + "point": [ + 0.6669, + 0.3587 + ] + }, + { + "instruction": "an option to access the class.", + "bbox": [ + 0.15669954087999133, + 0.10236100938585069, + 0.28150533040364584, + 0.18228237575954861 + ], + "point": [ + 0.2191, + 0.1423 + ] + }, + { + "instruction": "Logout.", + "bbox": [ + 0.7161893208821615, + 0.13165070427788628, + 0.7590707567003038, + 0.16197977701822916 + ], + "point": [ + 0.7376, + 0.1468 + ] + }, + { + "instruction": "a music player and keyboard.", + "bbox": [ + 0.3320613861083984, + 0.46629113091362845, + 0.40222816467285155, + 0.6298932562934028 + ], + "point": [ + 0.3671, + 0.5481 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9756172180175782, + 0.003940200805664063, + 0.9960872226291233, + 0.039633598327636715 + ], + "point": [ + 0.9859, + 0.0218 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8234733581542969, + 0.05893722534179688, + 0.8409996032714844, + 0.08117145114474826 + ], + "point": [ + 0.8322, + 0.0701 + ] + }, + { + "instruction": "Music instruments.", + "bbox": [ + 0.2185507032606337, + 0.21494896782769096, + 0.30024257236056856, + 0.23349114312065972 + ], + "point": [ + 0.2594, + 0.2242 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.8503329806857639, + 0.058408156500922306, + 0.8652699788411459, + 0.0812827385796441 + ], + "point": [ + 0.8578, + 0.0698 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.6369456821017795, + 0.13144005669487846, + 0.703340572781033, + 0.161654052734375 + ], + "point": [ + 0.6701, + 0.1465 + ] + }, + { + "instruction": "a loading or progress bar.", + "bbox": [ + 0.33252542283799913, + 0.6658795844184028, + 0.40150481330023874, + 0.8398102484809028 + ], + "point": [ + 0.367, + 0.7528 + ] + }, + { + "instruction": "a button or link to the classifieds section.", + "bbox": [ + 0.16048124101426867, + 0.21495235866970486, + 0.2092913097805447, + 0.2330887179904514 + ], + "point": [ + 0.1849, + 0.224 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8865649753146702, + 0.056848695543077254, + 0.9038647121853298, + 0.08155017428927952 + ], + "point": [ + 0.8952, + 0.0692 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.006823621855841742, + 0.05732803344726563, + 0.02543187141418457, + 0.08345603942871094 + ], + "point": [ + 0.0161, + 0.0704 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.05671058230929905, + 0.057726834615071616, + 0.07473423216078016, + 0.08313634236653646 + ], + "point": [ + 0.0657, + 0.0704 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.03164932992723253, + 0.05823175218370226, + 0.04883152114020454, + 0.08337303161621094 + ], + "point": [ + 0.0402, + 0.0708 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7906549241807725, + 0.056239793565538196, + 0.8057294209798177, + 0.08490251329210069 + ], + "point": [ + 0.7982, + 0.0706 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.16712070041232638, + 0.46847147623697916, + 0.1814795600043403, + 0.4932025146484375 + ], + "point": [ + 0.1743, + 0.4808 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15217213100857205, + 0.011289279725816516, + 0.16462167104085287, + 0.033981332778930666 + ], + "point": [ + 0.1584, + 0.0226 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.1669804255167643, + 0.858705579969618, + 0.22978059980604384, + 0.8812785508897569 + ], + "point": [ + 0.1984, + 0.87 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.1763891537984212, + 0.009959800508287217, + 0.1893021477593316, + 0.03637353155348036 + ], + "point": [ + 0.1828, + 0.0232 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.012762173016866048, + 0.008927348454793295, + 0.02527250713772244, + 0.0347667302025689 + ], + "point": [ + 0.019, + 0.0218 + ] + }, + { + "instruction": "Roland 6&FANTOM 89 key workshop.", + "bbox": [ + 0.40619303385416666, + 0.46456485324435765, + 0.6479630364312066, + 0.48983917236328123 + ], + "point": [ + 0.5271, + 0.4772 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.3331576877170139, + 0.86628662109375, + 0.39915042453342015, + 1.0 + ], + "point": [ + 0.3662, + 0.9331 + ] + }, + { + "instruction": "Music instruments.", + "bbox": [ + 0.06073391172620985, + 0.008808950848049588, + 0.15040085050794813, + 0.03323577562967936 + ], + "point": [ + 0.1056, + 0.021 + ] + }, + { + "instruction": "Kimball Artist Console Piano.", + "bbox": [ + 0.40592481825086807, + 0.8655967203776042, + 0.5532057020399306, + 0.8890842692057291 + ], + "point": [ + 0.4796, + 0.8773 + ] + }, + { + "instruction": "Music instruments.", + "bbox": [ + 0.16719382603963215, + 0.884579603407118, + 0.25307657453748916, + 0.9070517985026042 + ], + "point": [ + 0.2101, + 0.8958 + ] + }, + { + "instruction": "Listings with pictures.", + "bbox": [ + 0.1734966066148546, + 0.4684768337673611, + 0.2760630077785916, + 0.49137586805555555 + ], + "point": [ + 0.2248, + 0.4799 + ] + }, + { + "instruction": "a location or place labeled \"Baby Grand\".", + "bbox": [ + 0.4067192077636719, + 0.664628431532118, + 0.4682933383517795, + 0.6895654975043403 + ], + "point": [ + 0.4375, + 0.6771 + ] + }, + { + "instruction": "a price tag of $50.00.", + "bbox": [ + 0.4059872521294488, + 0.8903094482421875, + 0.4668921152750651, + 0.9208099365234375 + ], + "point": [ + 0.4364, + 0.9056 + ] + }, + { + "instruction": "a power button.", + "bbox": [ + 0.9946687486436632, + 0.003827270931667752, + 0.9997526380750869, + 0.03959610197279188 + ], + "point": [ + 0.9972, + 0.0217 + ] + } + ], + "element_size": 98 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_11/11043.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "piano > Music instruments", + "bbox": [ + 0.028819439146253796, + 0.013888888888888888, + 0.13645832803514268, + 0.03111111111111111 + ], + "point": [ + 0.0826, + 0.0225 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com:9980/index php?page-search&sOrder-dt_pub_date&iOrderType-desc&sPattern _.", + "bbox": [ + 0.15833331214057075, + 0.06055555555555556, + 0.7861110899183485, + 0.08277777777777778 + ], + "point": [ + 0.4722, + 0.0717 + ] + }, + { + "instruction": "Search results: piano", + "bbox": [ + 0.30868053436279297, + 0.215, + 0.4013888465033637, + 0.23333333333333334 + ], + "point": [ + 0.355, + 0.2242 + ] + }, + { + "instruction": "Your search", + "bbox": [ + 0.16701388888888888, + 0.2722222222222222, + 0.22083333333333333, + 0.28944444444444445 + ], + "point": [ + 0.1939, + 0.2808 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.3329861111111111, + 0.26055557250976563, + 0.5788194444444444, + 0.31555555555555553 + ], + "point": [ + 0.4559, + 0.2881 + ] + }, + { + "instruction": "1", + "bbox": [ + 0.33368055555555554, + 0.34999996609157985, + 0.34270829094780814, + 0.366111077202691 + ], + "point": [ + 0.3382, + 0.3581 + ] + }, + { + "instruction": "12 of 108 listings", + "bbox": [ + 0.34965277777777776, + 0.3477777777777778, + 0.4357638888888889, + 0.3711111111111111 + ], + "point": [ + 0.3927, + 0.3594 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.16666667726304796, + 0.3605555555555556, + 0.1875, + 0.38166666666666665 + ], + "point": [ + 0.1771, + 0.3711 + ] + }, + { + "instruction": "Listings", + "bbox": [ + 0.3329861111111111, + 0.4077777777777778, + 0.3871527777777778, + 0.43555555555555553 + ], + "point": [ + 0.3601, + 0.4217 + ] + }, + { + "instruction": "Show only", + "bbox": [ + 0.16701388888888888, + 0.4488888888888889, + 0.2170138888888889, + 0.4672222222222222 + ], + "point": [ + 0.192, + 0.4581 + ] + }, + { + "instruction": "listings with pictures", + "bbox": [ + 0.18229166666666666, + 0.47055555555555556, + 0.2760416666666667, + 0.49166666666666664 + ], + "point": [ + 0.2292, + 0.4811 + ] + }, + { + "instruction": "250.00 $", + "bbox": [ + 0.40555555555555556, + 0.49277777777777776, + 0.4670138888888889, + 0.5194445122612847 + ], + "point": [ + 0.4363, + 0.5061 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.16701388888888888, + 0.5161111789279514, + 0.19131944444444443, + 0.5322222222222223 + ], + "point": [ + 0.1792, + 0.5242 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.40694444444444444, + 0.5272222561306423, + 0.48819444444444443, + 0.5444444783528646 + ], + "point": [ + 0.4476, + 0.5358 + ] + }, + { + "instruction": "Charlottesville (Virginia)", + "bbox": [ + 0.5020833333333333, + 0.5266666666666666, + 0.6104165818956163, + 0.5477777777777778 + ], + "point": [ + 0.5562, + 0.5372 + ] + }, + { + "instruction": "2023/11/15", + "bbox": [ + 0.6229165818956163, + 0.5266665988498264, + 0.678125, + 0.5466666666666666 + ], + "point": [ + 0.6505, + 0.5367 + ] + }, + { + "instruction": "Min.", + "bbox": [ + 0.16805554495917427, + 0.5372221544053819, + 0.18506944444444445, + 0.5522222222222222 + ], + "point": [ + 0.1766, + 0.5447 + ] + }, + { + "instruction": "Max", + "bbox": [ + 0.23680555555555555, + 0.5372221544053819, + 0.25590277777777776, + 0.5522222222222222 + ], + "point": [ + 0.2464, + 0.5447 + ] + }, + { + "instruction": "Upright piano, 54\" tall: Conway: Great tone. Needs tuning", + "bbox": [ + 0.4065972646077474, + 0.555, + 0.6781250423855252, + 0.5777777777777777 + ], + "point": [ + 0.5424, + 0.5664 + ] + }, + { + "instruction": "125.00 $", + "bbox": [ + 0.4065972222222222, + 0.6494443766276041, + 0.4666666666666667, + 0.6738888210720486 + ], + "point": [ + 0.4366, + 0.6617 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.40694444444444444, + 0.6833333333333333, + 0.4878472222222222, + 0.6994444444444444 + ], + "point": [ + 0.4474, + 0.6914 + ] + }, + { + "instruction": "Ellicott City (Maryland)", + "bbox": [ + 0.5010416666666667, + 0.6816666666666666, + 0.6048611111111111, + 0.7038888888888889 + ], + "point": [ + 0.553, + 0.6928 + ] + }, + { + "instruction": "2023/11/15", + "bbox": [ + 0.6177083333333333, + 0.6816666666666666, + 0.6729166666666667, + 0.7016666666666667 + ], + "point": [ + 0.6453, + 0.6917 + ] + }, + { + "instruction": "Works great; sounds great Stereo Sampled Piano 100 styles to choose from collapsible", + "bbox": [ + 0.40729166666666666, + 0.7105555555555556, + 0.8173611111111111, + 0.7333333333333333 + ], + "point": [ + 0.6123, + 0.7219 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16701388888888888, + 0.7322222222222222, + 0.2763888888888889, + 0.7483333333333333 + ], + "point": [ + 0.2217, + 0.7403 + ] + }, + { + "instruction": "stand On Craig's List Home page, search socmom to find my other listings You'l find", + "bbox": [ + 0.40555555555555556, + 0.7305555555555555, + 0.8052083333333333, + 0.7572222222222222 + ], + "point": [ + 0.6054, + 0.7439 + ] + }, + { + "instruction": "\"socmom", + "bbox": [ + 0.40625, + 0.755, + 0.45208333333333334, + 0.7733333333333333 + ], + "point": [ + 0.4292, + 0.7642 + ] + }, + { + "instruction": "in the title of all my listings. Cash only: From smoke and pet free ho_", + "bbox": [ + 0.45590277777777777, + 0.755, + 0.7791665818956163, + 0.7777777777777778 + ], + "point": [ + 0.6175, + 0.7664 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.16666666666666666, + 0.8355555555555556, + 0.24027777777777778, + 0.8577777777777778 + ], + "point": [ + 0.2035, + 0.8467 + ] + }, + { + "instruction": "5o0.00 $", + "bbox": [ + 0.4065972222222222, + 0.8494444444444444, + 0.4666666666666667, + 0.8738888888888889 + ], + "point": [ + 0.4366, + 0.8617 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.40694444444444444, + 0.8833333333333333, + 0.4878472222222222, + 0.8994444444444445 + ], + "point": [ + 0.4474, + 0.8914 + ] + }, + { + "instruction": "South Gate (Maryland)", + "bbox": [ + 0.5010417090521918, + 0.8816666666666667, + 0.6041667090521918, + 0.9038888888888889 + ], + "point": [ + 0.5526, + 0.8928 + ] + }, + { + "instruction": "2023/11/15", + "bbox": [ + 0.6166666666666667, + 0.8816666666666667, + 0.671875, + 0.9016666666666666 + ], + "point": [ + 0.6443, + 0.8917 + ] + }, + { + "instruction": "An 1881 Steinway Upright Grand Piano from a lovely smoke and pet free estate on Beech", + "bbox": [ + 0.4065972222222222, + 0.9094444444444445, + 0.8291666666666667, + 0.9333333333333333 + ], + "point": [ + 0.6179, + 0.9214 + ] + }, + { + "instruction": "Grove Ct in Millersville 21108. 15 minutes out of Baltimore, 5-10 from Annapolis. First; if", + "bbox": [ + 0.4065972222222222, + 0.9316666666666666, + 0.8243055555555555, + 0.955 + ], + "point": [ + 0.6155, + 0.9433 + ] + }, + { + "instruction": "you seriously think you want this piano, youll need to find someone to m_", + "bbox": [ + 0.4059027777777778, + 0.9544445122612847, + 0.746875, + 0.9783334011501736 + ], + "point": [ + 0.5764, + 0.9664 + ] + }, + { + "instruction": "Sort by: Newly listed", + "bbox": [ + 0.7172347174750434, + 0.3332184176974826, + 0.84272706773546, + 0.38320383707682293 + ], + "point": [ + 0.78, + 0.3582 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.16649661593967013, + 0.7511180284288195, + 0.2737728542751736, + 0.8002977159288195 + ], + "point": [ + 0.2201, + 0.7757 + ] + }, + { + "instruction": "piano", + "bbox": [ + 0.1666886117723253, + 0.29294169108072915, + 0.29850345187717015, + 0.3415316433376736 + ], + "point": [ + 0.2326, + 0.3172 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.16637229919433594, + 0.6198337131076389, + 0.22973073323567708, + 0.6671485731336806 + ], + "point": [ + 0.1981, + 0.6435 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08298617468939887, + 0.05359547509087457, + 0.15550109015570746, + 0.0842002190483941 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7644460042317708, + 0.12375751071506076, + 0.8413094414605035, + 0.16602493286132813 + ], + "point": [ + 0.8029, + 0.1449 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9087124294704861, + 0.0497866694132487, + 0.9971600002712674, + 0.08982591417100694 + ], + "point": [ + 0.9529, + 0.0698 + ] + }, + { + "instruction": "OscClass", + "bbox": [ + 0.15673304663764107, + 0.1023611789279514, + 0.28168485429551865, + 0.1822532484266493 + ], + "point": [ + 0.2192, + 0.1423 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.7159711201985677, + 0.13159012688530816, + 0.7592813279893663, + 0.1618725077311198 + ], + "point": [ + 0.7376, + 0.1467 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.218537351820204, + 0.21465152316623265, + 0.3003211975097656, + 0.23359836154513888 + ], + "point": [ + 0.2594, + 0.2241 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.16047445933024088, + 0.21458874172634548, + 0.2091961118910048, + 0.2332150438096788 + ], + "point": [ + 0.1848, + 0.2239 + ] + }, + { + "instruction": "My account", + "bbox": [ + 0.6362335628933377, + 0.131031248304579, + 0.704700681898329, + 0.1622939724392361 + ], + "point": [ + 0.6705, + 0.1467 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15227363374498154, + 0.011593844095865885, + 0.16446383794148764, + 0.0335736083984375 + ], + "point": [ + 0.1584, + 0.0226 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.167095947265625, + 0.8586711968315972, + 0.2296521504720052, + 0.8811280653211806 + ], + "point": [ + 0.1984, + 0.8699 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.16729217105441624, + 0.884546644422743, + 0.2530195660061306, + 0.9070226372612847 + ], + "point": [ + 0.2102, + 0.8958 + ] + }, + { + "instruction": "Conway piano", + "bbox": [ + 0.4067782508002387, + 0.46471934000651044, + 0.4821104685465495, + 0.4898560587565104 + ], + "point": [ + 0.4444, + 0.4773 + ] + }, + { + "instruction": "Steinway Upright Grand Piano 1881", + "bbox": [ + 0.4064396752251519, + 0.8207261827256944, + 0.5893967946370443, + 0.8458612738715278 + ], + "point": [ + 0.4979, + 0.8333 + ] + }, + { + "instruction": "Yamaha Keyboard Portable with Stand", + "bbox": [ + 0.4194819556342231, + 0.6220303005642361, + 0.7935645209418403, + 0.6454517957899305 + ], + "point": [ + 0.6065, + 0.6337 + ] + }, + { + "instruction": "Battery Operated PSR24O", + "bbox": [ + 0.4194819556342231, + 0.6220303005642361, + 0.7935645209418403, + 0.6454517957899305 + ], + "point": [ + 0.6065, + 0.6337 + ] + }, + { + "instruction": "socmom", + "bbox": [ + 0.4194819556342231, + 0.6220303005642361, + 0.7935645209418403, + 0.6454517957899305 + ], + "point": [ + 0.6065, + 0.6337 + ] + }, + { + "instruction": "A dropdown menu to select the sort by: Nowly listed.", + "bbox": [ + 0.7172347174750434, + 0.3332184176974826, + 0.84272706773546, + 0.38320383707682293 + ], + "point": [ + 0.78, + 0.3582 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.16542512045966254, + 0.3804179890950521, + 0.2988123575846354, + 0.4287077840169271 + ], + "point": [ + 0.2321, + 0.4046 + ] + }, + { + "instruction": "Subscripting something new.", + "bbox": [ + 0.16649661593967013, + 0.7511180284288195, + 0.2737728542751736, + 0.8002977159288195 + ], + "point": [ + 0.2201, + 0.7757 + ] + }, + { + "instruction": "piano settings.", + "bbox": [ + 0.1666886117723253, + 0.29294169108072915, + 0.29850345187717015, + 0.3415316433376736 + ], + "point": [ + 0.2326, + 0.3172 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.16585106319851345, + 0.5521285671657986, + 0.23052794138590496, + 0.6009545220269097 + ], + "point": [ + 0.1982, + 0.5765 + ] + }, + { + "instruction": "Apply.", + "bbox": [ + 0.16637229919433594, + 0.6198337131076389, + 0.22973073323567708, + 0.6671485731336806 + ], + "point": [ + 0.1981, + 0.6435 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.23392473856608073, + 0.5523165554470486, + 0.2989153544108073, + 0.6008993191189236 + ], + "point": [ + 0.2664, + 0.5766 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08298617468939887, + 0.05359547509087457, + 0.15550109015570746, + 0.0842002190483941 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.7644460042317708, + 0.12375751071506076, + 0.8413094414605035, + 0.16602493286132813 + ], + "point": [ + 0.8029, + 0.1449 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9087124294704861, + 0.0497866694132487, + 0.9971600002712674, + 0.08982591417100694 + ], + "point": [ + 0.9529, + 0.0698 + ] + }, + { + "instruction": "a table or grid layout.", + "bbox": [ + 0.6837823232014973, + 0.334952392578125, + 0.7133701748318142, + 0.3823121473524306 + ], + "point": [ + 0.6986, + 0.3586 + ] + }, + { + "instruction": "a menu or list.", + "bbox": [ + 0.6520952012803819, + 0.3352186414930556, + 0.6818063524034288, + 0.3820576985677083 + ], + "point": [ + 0.667, + 0.3586 + ] + }, + { + "instruction": "an option to access the class.", + "bbox": [ + 0.15673304663764107, + 0.1023611789279514, + 0.28168485429551865, + 0.1822532484266493 + ], + "point": [ + 0.2192, + 0.1423 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9758621215820312, + 0.004547961552937825, + 0.9964382595486111, + 0.0387882391611735 + ], + "point": [ + 0.9862, + 0.0217 + ] + }, + { + "instruction": "Logout.", + "bbox": [ + 0.7159711201985677, + 0.13159012688530816, + 0.7592813279893663, + 0.1618725077311198 + ], + "point": [ + 0.7376, + 0.1467 + ] + }, + { + "instruction": "Music instruments.", + "bbox": [ + 0.218537351820204, + 0.21465152316623265, + 0.3003211975097656, + 0.23359836154513888 + ], + "point": [ + 0.2594, + 0.2241 + ] + }, + { + "instruction": "Up arrow", + "bbox": [ + 0.8235191345214844, + 0.05899361080593533, + 0.8408085293240017, + 0.08112868414984808 + ], + "point": [ + 0.8322, + 0.0701 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.8503720601399739, + 0.05850015852186415, + 0.8652658250596789, + 0.08121786329481337 + ], + "point": [ + 0.8578, + 0.0699 + ] + }, + { + "instruction": "a button or link to the classifieds section.", + "bbox": [ + 0.16047445933024088, + 0.21458874172634548, + 0.2091961118910048, + 0.2332150438096788 + ], + "point": [ + 0.1848, + 0.2239 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.6362335628933377, + 0.131031248304579, + 0.704700681898329, + 0.1622939724392361 + ], + "point": [ + 0.6705, + 0.1467 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8862879435221355, + 0.05685085720486111, + 0.9039252387152777, + 0.08154769897460938 + ], + "point": [ + 0.8951, + 0.0692 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.05679276254442003, + 0.05790377722846137, + 0.07470110257466635, + 0.0829410637749566 + ], + "point": [ + 0.0657, + 0.0704 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.007017650206883748, + 0.05815260569254557, + 0.02527091039551629, + 0.08311556498209635 + ], + "point": [ + 0.0161, + 0.0706 + ] + }, + { + "instruction": "Next", + "bbox": [ + 0.03171643416086833, + 0.058509123060438366, + 0.04876492818196614, + 0.0831410641140408 + ], + "point": [ + 0.0402, + 0.0708 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15227363374498154, + 0.011593844095865885, + 0.16446383794148764, + 0.0335736083984375 + ], + "point": [ + 0.1584, + 0.0226 + ] + }, + { + "instruction": "Music instruments.", + "bbox": [ + 0.06077762179904514, + 0.008691751692030165, + 0.15049733055962455, + 0.03321640650431315 + ], + "point": [ + 0.1056, + 0.021 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.167095947265625, + 0.8586711968315972, + 0.2296521504720052, + 0.8811280653211806 + ], + "point": [ + 0.1984, + 0.8699 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7906922234429253, + 0.05631659613715278, + 0.8057638380262587, + 0.0848291269938151 + ], + "point": [ + 0.7982, + 0.0706 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17643082936604818, + 0.010244691636827258, + 0.18914720747205946, + 0.03593394809299045 + ], + "point": [ + 0.1828, + 0.0231 + ] + }, + { + "instruction": "a wooden furniture piece.", + "bbox": [ + 0.33335414462619356, + 0.8188209364149306, + 0.402505366007487, + 0.9988694932725695 + ], + "point": [ + 0.3679, + 0.9088 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.16706322564019097, + 0.46843214246961806, + 0.18146050771077474, + 0.49308912489149304 + ], + "point": [ + 0.1743, + 0.4808 + ] + }, + { + "instruction": "Curve", + "bbox": [ + 0.010070131884680854, + 0.008652065065171983, + 0.02336450152926975, + 0.03465989112854004 + ], + "point": [ + 0.0167, + 0.0217 + ] + }, + { + "instruction": "Music instruments.", + "bbox": [ + 0.16729217105441624, + 0.884546644422743, + 0.2530195660061306, + 0.9070226372612847 + ], + "point": [ + 0.2102, + 0.8958 + ] + }, + { + "instruction": "a keyboard.", + "bbox": [ + 0.33260345458984375, + 0.4640010918511285, + 0.4022814432779948, + 0.5715446641710069 + ], + "point": [ + 0.3674, + 0.5178 + ] + }, + { + "instruction": "Conway piano.", + "bbox": [ + 0.4067782508002387, + 0.46471934000651044, + 0.4821104685465495, + 0.4898560587565104 + ], + "point": [ + 0.4444, + 0.4773 + ] + }, + { + "instruction": "Stenway Uright Grand Piano 1881.", + "bbox": [ + 0.4064396752251519, + 0.8207261827256944, + 0.5893967946370443, + 0.8458612738715278 + ], + "point": [ + 0.4979, + 0.8333 + ] + }, + { + "instruction": "a keyboard.", + "bbox": [ + 0.33274095323350694, + 0.6230130343967014, + 0.40256330702039933, + 0.7116641574435764 + ], + "point": [ + 0.3677, + 0.6673 + ] + }, + { + "instruction": "Sending a file.", + "bbox": [ + 0.4194819556342231, + 0.6220303005642361, + 0.7935645209418403, + 0.6454517957899305 + ], + "point": [ + 0.6065, + 0.6337 + ] + }, + { + "instruction": "a power button.", + "bbox": [ + 0.9946734958224827, + 0.0038590579562717015, + 0.9997180514865451, + 0.03955677880181207 + ], + "point": [ + 0.9972, + 0.0217 + ] + } + ], + "element_size": 95 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_12/12435.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "piano > Music instruments", + "bbox": [ + 0.028819439146253796, + 0.013888888888888888, + 0.13645832803514268, + 0.03111111111111111 + ], + "point": [ + 0.0826, + 0.0225 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com:9980/index php?page-search&sOrder-dt_pub_date&iOrderType-desc&sPattern _.", + "bbox": [ + 0.15833331214057075, + 0.06055555555555556, + 0.7861110899183485, + 0.08277777777777778 + ], + "point": [ + 0.4722, + 0.0717 + ] + }, + { + "instruction": "Search results: piano", + "bbox": [ + 0.30868053436279297, + 0.18888890584309895, + 0.4013888465033637, + 0.2072222391764323 + ], + "point": [ + 0.355, + 0.1981 + ] + }, + { + "instruction": "Your search", + "bbox": [ + 0.16701388888888888, + 0.24611109415690105, + 0.22083333333333333, + 0.2633333163791233 + ], + "point": [ + 0.1939, + 0.2547 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.3329861111111111, + 0.23277777777777778, + 0.5784722222222223, + 0.2861111111111111 + ], + "point": [ + 0.4557, + 0.2594 + ] + }, + { + "instruction": "1 - 12 of 260 listings", + "bbox": [ + 0.3333333333333333, + 0.3199999660915799, + 0.4357638888888889, + 0.34499996609157985 + ], + "point": [ + 0.3845, + 0.3325 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.16666667726304796, + 0.3333333333333333, + 0.1875, + 0.355 + ], + "point": [ + 0.1771, + 0.3442 + ] + }, + { + "instruction": "Listings", + "bbox": [ + 0.33194444444444443, + 0.38111114501953125, + 0.3871527777777778, + 0.40944447835286457 + ], + "point": [ + 0.3595, + 0.3953 + ] + }, + { + "instruction": "listings with pictures", + "bbox": [ + 0.18159720102945964, + 0.4444444444444444, + 0.2760416454739041, + 0.465 + ], + "point": [ + 0.2288, + 0.4547 + ] + }, + { + "instruction": "2299.00 $", + "bbox": [ + 0.40555555555555556, + 0.4661111111111111, + 0.4753472222222222, + 0.49333333333333335 + ], + "point": [ + 0.4405, + 0.4797 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.16701388888888888, + 0.4888888888888889, + 0.19131944444444443, + 0.5044444444444445 + ], + "point": [ + 0.1792, + 0.4967 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.40694444444444444, + 0.5011111111111111, + 0.48819444444444443, + 0.5172222222222222 + ], + "point": [ + 0.4476, + 0.5092 + ] + }, + { + "instruction": "Gainesville (Virginia)", + "bbox": [ + 0.5010416666666667, + 0.5005556233723958, + 0.5947916666666667, + 0.5216666666666666 + ], + "point": [ + 0.5479, + 0.5111 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.6076388465033637, + 0.5, + 0.6621527353922526, + 0.5183333333333333 + ], + "point": [ + 0.6349, + 0.5092 + ] + }, + { + "instruction": "Min_", + "bbox": [ + 0.16701388888888888, + 0.51, + 0.1840277777777778, + 0.5261111111111111 + ], + "point": [ + 0.1755, + 0.5181 + ] + }, + { + "instruction": "The Roland 88", + "bbox": [ + 0.40694444444444444, + 0.5288888888888889, + 0.47881944444444446, + 0.5472222222222223 + ], + "point": [ + 0.4429, + 0.5381 + ] + }, + { + "instruction": "G8 Fantom Studio Workstation is simply as good as it getsl The Fantom-", + "bbox": [ + 0.4965277777777778, + 0.5277778116861979, + 0.8368055555555556, + 0.5522222561306424 + ], + "point": [ + 0.6667, + 0.54 + ] + }, + { + "instruction": "G8 is outfitted with Roland's top-of-the-line PHA", + "bbox": [ + 0.4065972222222222, + 0.5483333672417535, + 0.6399305555555556, + 0.5722222222222222 + ], + "point": [ + 0.5233, + 0.5603 + ] + }, + { + "instruction": "\"Ivory Feel\" keyboard: This amazing", + "bbox": [ + 0.6472222222222223, + 0.5494444105360243, + 0.8166666666666667, + 0.5727777099609375 + ], + "point": [ + 0.7319, + 0.5611 + ] + }, + { + "instruction": "keyboard technology reproduces the real surface feel of ivory acoustic pi.", + "bbox": [ + 0.40625, + 0.5700000678168403, + 0.7489583333333333, + 0.5966667344835069 + ], + "point": [ + 0.5776, + 0.5833 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16701388888888888, + 0.705, + 0.2763888888888889, + 0.7222222222222222 + ], + "point": [ + 0.2217, + 0.7136 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.40694444444444444, + 0.7011111111111111, + 0.48819444444444443, + 0.7172222222222222 + ], + "point": [ + 0.4476, + 0.7092 + ] + }, + { + "instruction": "New Freedom (Pennsylvania)", + "bbox": [ + 0.5024305555555556, + 0.7011111111111111, + 0.6309027777777778, + 0.7194444444444444 + ], + "point": [ + 0.5667, + 0.7103 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.6451388888888889, + 0.7, + 0.6996527777777778, + 0.7183333333333334 + ], + "point": [ + 0.6724, + 0.7092 + ] + }, + { + "instruction": "Like new Samick Baby Grand Piano Well maintained and barely used: Comes with", + "bbox": [ + 0.4065972222222222, + 0.7277777777777777, + 0.79375, + 0.7505555555555555 + ], + "point": [ + 0.6002, + 0.7392 + ] + }, + { + "instruction": "electronic humidifier: Beautiful Instrument and beautiful center piece for any room: Buyer is", + "bbox": [ + 0.4059027777777778, + 0.7505555555555555, + 0.8322916666666667, + 0.7733333333333333 + ], + "point": [ + 0.6191, + 0.7619 + ] + }, + { + "instruction": "responsible for moving:", + "bbox": [ + 0.40520833333333334, + 0.7705555555555555, + 0.51875, + 0.7972222222222223 + ], + "point": [ + 0.462, + 0.7839 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.16666666666666666, + 0.8094443766276042, + 0.24027777777777778, + 0.8299999321831597 + ], + "point": [ + 0.2035, + 0.8197 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.40694444444444444, + 0.9011111111111111, + 0.48819444444444443, + 0.9172222222222223 + ], + "point": [ + 0.4476, + 0.9092 + ] + }, + { + "instruction": "Borough of Felton (Pennsylvania)", + "bbox": [ + 0.5024305131700304, + 0.9011111111111111, + 0.6482638465033637, + 0.9194444444444444 + ], + "point": [ + 0.5753, + 0.9103 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.6625000423855252, + 0.9, + 0.7170138888888888, + 0.9183333333333333 + ], + "point": [ + 0.6898, + 0.9092 + ] + }, + { + "instruction": "Nice old Kimball Artist Console Piano. Has not been played in several years Plays but could", + "bbox": [ + 0.4065972222222222, + 0.9283333333333333, + 0.8375, + 0.9511111111111111 + ], + "point": [ + 0.622, + 0.9397 + ] + }, + { + "instruction": "probably use a tuning: Don't miss this. Offers welcome: It is on ground floor s0 no steps to", + "bbox": [ + 0.4065972222222222, + 0.9500000678168403, + 0.8274305555555556, + 0.9733334011501736 + ], + "point": [ + 0.617, + 0.9617 + ] + }, + { + "instruction": "move it. Contact Lorrie:", + "bbox": [ + 0.40694444444444444, + 0.9738889567057292, + 0.5145833333333333, + 0.9922222900390625 + ], + "point": [ + 0.4608, + 0.9831 + ] + }, + { + "instruction": "Max", + "bbox": [ + 0.23645833333333333, + 0.5083333333333333, + 0.2548611111111111, + 0.5277777777777778 + ], + "point": [ + 0.2457, + 0.5181 + ] + }, + { + "instruction": "key", + "bbox": [ + 0.47847222222222224, + 0.5272222561306423, + 0.49583333333333335, + 0.5511111450195313 + ], + "point": [ + 0.4872, + 0.5392 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.16625905566745333, + 0.724324951171875, + 0.2736940595838759, + 0.7728526475694445 + ], + "point": [ + 0.22, + 0.7486 + ] + }, + { + "instruction": "piano", + "bbox": [ + 0.16652834150526258, + 0.2650282118055556, + 0.29871065351698134, + 0.3148477511935764 + ], + "point": [ + 0.2326, + 0.2899 + ] + }, + { + "instruction": "Sort by: Newly listed", + "bbox": [ + 0.7171691046820746, + 0.3066473388671875, + 0.84297120836046, + 0.35748779296875 + ], + "point": [ + 0.7801, + 0.3321 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7640813191731771, + 0.09611257765028212, + 0.8413091023763021, + 0.1395669470893012 + ], + "point": [ + 0.8027, + 0.1178 + ] + }, + { + "instruction": "Dumfries", + "bbox": [ + 0.16672626071506078, + 0.3534247843424479, + 0.2990726047092014, + 0.40133819580078123 + ], + "point": [ + 0.2329, + 0.3774 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9090182834201389, + 0.049885262383355035, + 0.9973125881618924, + 0.08974738226996527 + ], + "point": [ + 0.9532, + 0.0698 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08291806115044488, + 0.05378855811225043, + 0.15554207695855035, + 0.0842032199435764 + ], + "point": [ + 0.1192, + 0.069 + ] + }, + { + "instruction": "Dumfries (Virginia)", + "bbox": [ + 0.1664539549085829, + 0.39814785427517363, + 0.2988503985934787, + 0.44051133897569444 + ], + "point": [ + 0.2327, + 0.4193 + ] + }, + { + "instruction": "#ply", + "bbox": [ + 0.16629166073269314, + 0.5921723768446181, + 0.2289560317993164, + 0.6408259412977431 + ], + "point": [ + 0.1976, + 0.6165 + ] + }, + { + "instruction": "Osclass", + "bbox": [ + 0.1583170149061415, + 0.09364828321668837, + 0.2812015109592014, + 0.15083245171440973 + ], + "point": [ + 0.2198, + 0.1222 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.21854977077907986, + 0.18714031643337672, + 0.3005964914957682, + 0.2072064717610677 + ], + "point": [ + 0.2596, + 0.1972 + ] + }, + { + "instruction": "My account", + "bbox": [ + 0.6329702589246962, + 0.09898099263509115, + 0.7074935065375434, + 0.1379353756374783 + ], + "point": [ + 0.6702, + 0.1185 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.16058037016126844, + 0.1872233581542969, + 0.2092404047648112, + 0.20714387681749133 + ], + "point": [ + 0.1849, + 0.1972 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.16691463258531358, + 0.8311097547743056, + 0.23003232744004992, + 0.8539942762586805 + ], + "point": [ + 0.1985, + 0.8426 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.7108206854926216, + 0.09734703063964843, + 0.7635291205512152, + 0.13947614034016928 + ], + "point": [ + 0.7372, + 0.1184 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.16719934675428602, + 0.858057861328125, + 0.25278102027045357, + 0.8807142469618056 + ], + "point": [ + 0.21, + 0.8694 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.1522929933336046, + 0.011596403121948241, + 0.16435036129421657, + 0.03319467650519477 + ], + "point": [ + 0.1583, + 0.0224 + ] + }, + { + "instruction": "Kimball Artist Console Piano", + "bbox": [ + 0.4064369201660156, + 0.8384823269314237, + 0.553340572781033, + 0.8636114501953125 + ], + "point": [ + 0.4799, + 0.851 + ] + }, + { + "instruction": "ROLAND 68 FANTOM 88 KEY WORKSTATION", + "bbox": [ + 0.4064052581787109, + 0.43682685004340277, + 0.6487035539415148, + 0.4639244927300347 + ], + "point": [ + 0.5276, + 0.4504 + ] + }, + { + "instruction": "550.00 $", + "bbox": [ + 0.4058003319634332, + 0.864790513780382, + 0.46655303107367624, + 0.8938553195529514 + ], + "point": [ + 0.4362, + 0.8793 + ] + }, + { + "instruction": "Baby Grand", + "bbox": [ + 0.4068083021375868, + 0.6388349066840278, + 0.46941621568467884, + 0.6630563693576389 + ], + "point": [ + 0.4381, + 0.6509 + ] + }, + { + "instruction": "1000.00 $", + "bbox": [ + 0.40694139268663193, + 0.6641262478298611, + 0.47569944593641494, + 0.6944448513454861 + ], + "point": [ + 0.4413, + 0.6793 + ] + }, + { + "instruction": "subscribe now.", + "bbox": [ + 0.16625905566745333, + 0.724324951171875, + 0.2736940595838759, + 0.7728526475694445 + ], + "point": [ + 0.22, + 0.7486 + ] + }, + { + "instruction": "piano settings.", + "bbox": [ + 0.16652834150526258, + 0.2650282118055556, + 0.29871065351698134, + 0.3148477511935764 + ], + "point": [ + 0.2326, + 0.2899 + ] + }, + { + "instruction": "A dropdown menu to select the sort by: Nowly listed.", + "bbox": [ + 0.7171691046820746, + 0.3066473388671875, + 0.84297120836046, + 0.35748779296875 + ], + "point": [ + 0.7801, + 0.3321 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.7640813191731771, + 0.09611257765028212, + 0.8413091023763021, + 0.1395669470893012 + ], + "point": [ + 0.8027, + 0.1178 + ] + }, + { + "instruction": "a checkbox in its full-screen mode.", + "bbox": [ + 0.16607371436225044, + 0.5255740695529514, + 0.23019500308566623, + 0.5741743977864583 + ], + "point": [ + 0.1981, + 0.5499 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.23416483137342664, + 0.5259732733832465, + 0.2990497801038954, + 0.5742131890190972 + ], + "point": [ + 0.2666, + 0.5501 + ] + }, + { + "instruction": "Dumfries.", + "bbox": [ + 0.16672626071506078, + 0.3534247843424479, + 0.2990726047092014, + 0.40133819580078123 + ], + "point": [ + 0.2329, + 0.3774 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9090182834201389, + 0.049885262383355035, + 0.9973125881618924, + 0.08974738226996527 + ], + "point": [ + 0.9532, + 0.0698 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08291806115044488, + 0.05378855811225043, + 0.15554207695855035, + 0.0842032199435764 + ], + "point": [ + 0.1192, + 0.069 + ] + }, + { + "instruction": "Dumfries (Virginia)", + "bbox": [ + 0.1664539549085829, + 0.39814785427517363, + 0.2988503985934787, + 0.44051133897569444 + ], + "point": [ + 0.2327, + 0.4193 + ] + }, + { + "instruction": "Apply.", + "bbox": [ + 0.16629166073269314, + 0.5921723768446181, + 0.2289560317993164, + 0.6408259412977431 + ], + "point": [ + 0.1976, + 0.6165 + ] + }, + { + "instruction": "a menu or list.", + "bbox": [ + 0.6516869439019097, + 0.30934393988715275, + 0.6819441901312934, + 0.3558226860894097 + ], + "point": [ + 0.6668, + 0.3326 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9759134080674913, + 0.004540599187215169, + 0.9963876512315538, + 0.038708918889363605 + ], + "point": [ + 0.9862, + 0.0216 + ] + }, + { + "instruction": "a table or grid layout.", + "bbox": [ + 0.6834638383653429, + 0.3081414455837674, + 0.7138808356391059, + 0.35644439697265623 + ], + "point": [ + 0.6987, + 0.3323 + ] + }, + { + "instruction": "an email application or email application.", + "bbox": [ + 0.1583170149061415, + 0.09364828321668837, + 0.2812015109592014, + 0.15083245171440973 + ], + "point": [ + 0.2198, + 0.1222 + ] + }, + { + "instruction": "Music instruments.", + "bbox": [ + 0.21854977077907986, + 0.18714031643337672, + 0.3005964914957682, + 0.2072064717610677 + ], + "point": [ + 0.2596, + 0.1972 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.6329702589246962, + 0.09898099263509115, + 0.7074935065375434, + 0.1379353756374783 + ], + "point": [ + 0.6702, + 0.1185 + ] + }, + { + "instruction": "Up arrow", + "bbox": [ + 0.8225253634982639, + 0.05881356981065538, + 0.8413140190972223, + 0.08108523898654514 + ], + "point": [ + 0.8319, + 0.0699 + ] + }, + { + "instruction": "a button or link to the classifieds section.", + "bbox": [ + 0.16058037016126844, + 0.1872233581542969, + 0.2092404047648112, + 0.20714387681749133 + ], + "point": [ + 0.1849, + 0.1972 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.8505150689019098, + 0.05885127597384983, + 0.8651199340820312, + 0.08073984781901042 + ], + "point": [ + 0.8578, + 0.0698 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05474454032050239, + 0.053207651774088545, + 0.0762854258219401, + 0.08538584391276041 + ], + "point": [ + 0.0655, + 0.0693 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.16691463258531358, + 0.8311097547743056, + 0.23003232744004992, + 0.8539942762586805 + ], + "point": [ + 0.1985, + 0.8426 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.006661616431342231, + 0.055575023227267796, + 0.025898069805569118, + 0.08415554470486111 + ], + "point": [ + 0.0163, + 0.0699 + ] + }, + { + "instruction": "Logout.", + "bbox": [ + 0.7108206854926216, + 0.09734703063964843, + 0.7635291205512152, + 0.13947614034016928 + ], + "point": [ + 0.7372, + 0.1184 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.03058156437344021, + 0.05548526340060764, + 0.049397521548801, + 0.08387105305989584 + ], + "point": [ + 0.04, + 0.0697 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.16680905024210613, + 0.44167839898003475, + 0.18172715504964193, + 0.4664510769314236 + ], + "point": [ + 0.1743, + 0.4541 + ] + }, + { + "instruction": "Music instruments.", + "bbox": [ + 0.16719934675428602, + 0.858057861328125, + 0.25278102027045357, + 0.8807142469618056 + ], + "point": [ + 0.21, + 0.8694 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8861790974934896, + 0.05710697597927517, + 0.9037858751085069, + 0.08136750115288628 + ], + "point": [ + 0.895, + 0.0692 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1522929933336046, + 0.011596403121948241, + 0.16435036129421657, + 0.03319467650519477 + ], + "point": [ + 0.1583, + 0.0224 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17652616500854493, + 0.010484788682725694, + 0.18907352023654514, + 0.035368677775065104 + ], + "point": [ + 0.1828, + 0.0229 + ] + }, + { + "instruction": "Video", + "bbox": [ + 0.009296502669652302, + 0.007450989617241753, + 0.026958015892240735, + 0.040290586683485244 + ], + "point": [ + 0.0181, + 0.0239 + ] + }, + { + "instruction": "a piano.", + "bbox": [ + 0.33284405602349176, + 0.83844970703125, + 0.40268084208170574, + 1.0 + ], + "point": [ + 0.3678, + 0.9192 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7908109029134115, + 0.056802020602756076, + 0.8060919019911025, + 0.083670900132921 + ], + "point": [ + 0.7985, + 0.0702 + ] + }, + { + "instruction": "Kimball Artist Console Piano.", + "bbox": [ + 0.4064369201660156, + 0.8384823269314237, + 0.553340572781033, + 0.8636114501953125 + ], + "point": [ + 0.4799, + 0.851 + ] + }, + { + "instruction": "Music instruments.", + "bbox": [ + 0.06069452497694228, + 0.009051049550374349, + 0.14933143191867404, + 0.03284713957044813 + ], + "point": [ + 0.105, + 0.0209 + ] + }, + { + "instruction": "ROLAND (68 FANTOM 89 key Wordstation).", + "bbox": [ + 0.4064052581787109, + 0.43682685004340277, + 0.6487035539415148, + 0.4639244927300347 + ], + "point": [ + 0.5276, + 0.4504 + ] + }, + { + "instruction": "a music player and keyboard.", + "bbox": [ + 0.3319369845920139, + 0.43994398328993056, + 0.4025015936957465, + 0.5720712619357639 + ], + "point": [ + 0.3672, + 0.506 + ] + }, + { + "instruction": "a price tag of $50.00.", + "bbox": [ + 0.4058003319634332, + 0.864790513780382, + 0.46655303107367624, + 0.8938553195529514 + ], + "point": [ + 0.4362, + 0.8793 + ] + }, + { + "instruction": "a grand piano.", + "bbox": [ + 0.33298810323079425, + 0.6399140082465278, + 0.40256462097167967, + 0.73163818359375 + ], + "point": [ + 0.3678, + 0.6858 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8725678337944879, + 0.058895738389756945, + 0.8889588250054253, + 0.08023041619194879 + ], + "point": [ + 0.8808, + 0.0696 + ] + }, + { + "instruction": "a location or place labeled \"Baby Grand\".", + "bbox": [ + 0.4068083021375868, + 0.6388349066840278, + 0.46941621568467884, + 0.6630563693576389 + ], + "point": [ + 0.4381, + 0.6509 + ] + }, + { + "instruction": "a price of 1,000.00.", + "bbox": [ + 0.40694139268663193, + 0.6641262478298611, + 0.47569944593641494, + 0.6944448513454861 + ], + "point": [ + 0.4413, + 0.6793 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 5.650520324707031e-06, + 0.05557509952121311, + 0.005679473612043593, + 0.08554888407389323 + ], + "point": [ + 0.0028, + 0.0706 + ] + } + ], + "element_size": 101 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/navigate_tutorial/action_videoframes/action_13/13323.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "piano > Music instruments Du", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.1482638888888889, + 0.03111111111111111 + ], + "point": [ + 0.0885, + 0.0225 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com:9980/index php?page-search&sOrder-dt_pub_date&iOrderType-desc&sPattern _.", + "bbox": [ + 0.15833331214057075, + 0.06055555555555556, + 0.7861110899183485, + 0.08277777777777778 + ], + "point": [ + 0.4722, + 0.0717 + ] + }, + { + "instruction": "Virginia", + "bbox": [ + 0.3079861111111111, + 0.1827777777777778, + 0.3458333333333333, + 0.2061111111111111 + ], + "point": [ + 0.3269, + 0.1944 + ] + }, + { + "instruction": "Search results: piano", + "bbox": [ + 0.4041666666666667, + 0.18333333333333332, + 0.4979166666666667, + 0.2038888888888889 + ], + "point": [ + 0.451, + 0.1936 + ] + }, + { + "instruction": "Your search", + "bbox": [ + 0.16701388888888888, + 0.24222220526801216, + 0.22083333333333333, + 0.25833331637912327 + ], + "point": [ + 0.1939, + 0.2503 + ] + }, + { + "instruction": "Music instruments Dumfries", + "bbox": [ + 0.33298608991834855, + 0.22777779473198784, + 0.7083332273695204, + 0.285 + ], + "point": [ + 0.5207, + 0.2564 + ] + }, + { + "instruction": "1 - 2 of 2 listings", + "bbox": [ + 0.3333333333333333, + 0.31611114501953125, + 0.4166666666666667, + 0.34111114501953127 + ], + "point": [ + 0.375, + 0.3286 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.16666667726304796, + 0.32944444444444443, + 0.1875, + 0.35 + ], + "point": [ + 0.1771, + 0.3397 + ] + }, + { + "instruction": "Listings", + "bbox": [ + 0.33125, + 0.3727778116861979, + 0.38819444444444445, + 0.4077778116861979 + ], + "point": [ + 0.3597, + 0.3903 + ] + }, + { + "instruction": "Show only", + "bbox": [ + 0.16666666666666666, + 0.4166666666666667, + 0.21666666666666667, + 0.43666666666666665 + ], + "point": [ + 0.1917, + 0.4267 + ] + }, + { + "instruction": "listings with pictures", + "bbox": [ + 0.18159720102945964, + 0.43722222222222223, + 0.2760416454739041, + 0.46111111111111114 + ], + "point": [ + 0.2288, + 0.4492 + ] + }, + { + "instruction": "2300.00 $", + "bbox": [ + 0.40555555555555556, + 0.46111111111111114, + 0.4753472222222222, + 0.48833333333333334 + ], + "point": [ + 0.4405, + 0.4747 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.16701388888888888, + 0.4850000339084201, + 0.19131944444444443, + 0.501111077202691 + ], + "point": [ + 0.1792, + 0.4931 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.40625, + 0.495, + 0.48819444444444443, + 0.515 + ], + "point": [ + 0.4472, + 0.505 + ] + }, + { + "instruction": "Dumfries (Virginia)", + "bbox": [ + 0.5020833333333333, + 0.4955555555555556, + 0.5868055555555556, + 0.5177777777777778 + ], + "point": [ + 0.5444, + 0.5067 + ] + }, + { + "instruction": "2023/11/15", + "bbox": [ + 0.6000000423855252, + 0.49611114501953124, + 0.654513931274414, + 0.5144444783528646 + ], + "point": [ + 0.6273, + 0.5053 + ] + }, + { + "instruction": "Min_", + "bbox": [ + 0.16701388888888888, + 0.5061110432942708, + 0.1840277777777778, + 0.5211111111111111 + ], + "point": [ + 0.1755, + 0.5136 + ] + }, + { + "instruction": "Max.", + "bbox": [ + 0.23576388888888888, + 0.5061110432942708, + 0.25590277777777776, + 0.5211111111111111 + ], + "point": [ + 0.2458, + 0.5136 + ] + }, + { + "instruction": "Offering impressive features at an affordable price; this upright piano is a great introduction", + "bbox": [ + 0.4065972646077474, + 0.5233332655164931, + 0.834375, + 0.5466666666666666 + ], + "point": [ + 0.6205, + 0.535 + ] + }, + { + "instruction": "to Kawai upright piano quality: Featuring our exclusive Ultra-Responsive Direct Blow Action,", + "bbox": [ + 0.4059027777777778, + 0.5444444444444444, + 0.8395833333333333, + 0.5694444444444444 + ], + "point": [ + 0.6227, + 0.5569 + ] + }, + { + "instruction": "it delivers", + "bbox": [ + 0.40625, + 0.5688888888888889, + 0.45381944444444444, + 0.5861111111111111 + ], + "point": [ + 0.43, + 0.5775 + ] + }, + { + "instruction": "touch and feel that is delicate, controlled and_", + "bbox": [ + 0.4621527777777778, + 0.5672222900390625, + 0.675, + 0.5894445122612847 + ], + "point": [ + 0.5686, + 0.5783 + ] + }, + { + "instruction": "1000.00 $", + "bbox": [ + 0.40729170905219186, + 0.6616666666666666, + 0.47430559794108074, + 0.6866666666666666 + ], + "point": [ + 0.4408, + 0.6742 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16701388888888888, + 0.7011111111111111, + 0.2763888888888889, + 0.7172222222222222 + ], + "point": [ + 0.2217, + 0.7092 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.40694444444444444, + 0.6961111111111111, + 0.48819444444444443, + 0.7144444444444444 + ], + "point": [ + 0.4476, + 0.7053 + ] + }, + { + "instruction": "Dumfries (Virginia)", + "bbox": [ + 0.5020833333333333, + 0.6955556233723958, + 0.5868055555555556, + 0.7177778455946181 + ], + "point": [ + 0.5444, + 0.7067 + ] + }, + { + "instruction": "2023/10/16", + "bbox": [ + 0.6000000423855252, + 0.6961111111111111, + 0.654513931274414, + 0.7144444444444444 + ], + "point": [ + 0.6273, + 0.7053 + ] + }, + { + "instruction": "Young Chang (Korean made) piano for sale You must pickup and tune. Please let me know if", + "bbox": [ + 0.40625, + 0.7227777777777777, + 0.8392361111111111, + 0.7472222222222222 + ], + "point": [ + 0.6227, + 0.735 + ] + }, + { + "instruction": "you have any questions andlor to schedule to view:", + "bbox": [ + 0.4059027777777778, + 0.7455555555555555, + 0.6454861111111111, + 0.7677777777777778 + ], + "point": [ + 0.5257, + 0.7567 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.16666666666666666, + 0.8044445122612848, + 0.24027777777777778, + 0.8261111789279514 + ], + "point": [ + 0.2035, + 0.8153 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws com:9980/index php?page-sea_", + "bbox": [ + 0.00208332273695204, + 0.9783333333333334, + 0.32291665607028536, + 1.0 + ], + "point": [ + 0.1625, + 0.9892 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.16645778020222982, + 0.7201519775390625, + 0.27392056783040364, + 0.7695192464192708 + ], + "point": [ + 0.2202, + 0.7448 + ] + }, + { + "instruction": "Dumfries", + "bbox": [ + 0.16642758051554363, + 0.34898349338107637, + 0.2987295786539714, + 0.398099365234375 + ], + "point": [ + 0.2326, + 0.3735 + ] + }, + { + "instruction": "piano", + "bbox": [ + 0.16638820436265733, + 0.2605652533637153, + 0.2985398186577691, + 0.30976820203993055 + ], + "point": [ + 0.2325, + 0.2852 + ] + }, + { + "instruction": "Sort by: Newly listed", + "bbox": [ + 0.7168824089898004, + 0.30251536051432293, + 0.8423486497667101, + 0.35225487603081596 + ], + "point": [ + 0.7796, + 0.3274 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7642707824707031, + 0.09403717041015625, + 0.8415499369303385, + 0.13557071261935763 + ], + "point": [ + 0.8029, + 0.1148 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9089905632866754, + 0.04989439222547743, + 0.9973053826226128, + 0.08977952745225694 + ], + "point": [ + 0.9531, + 0.0698 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.16692991256713868, + 0.5885991753472222, + 0.2295583936903212, + 0.6365824381510417 + ], + "point": [ + 0.1982, + 0.6126 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08298984103732639, + 0.05359885745578342, + 0.15556106567382813, + 0.0842471652560764 + ], + "point": [ + 0.1193, + 0.0689 + ] + }, + { + "instruction": "1", + "bbox": [ + 0.5733145819769965, + 0.8164409722222222, + 0.6024375915527344, + 0.8637775336371528 + ], + "point": [ + 0.5879, + 0.8401 + ] + }, + { + "instruction": "My account", + "bbox": [ + 0.6351237403021919, + 0.09879443698459202, + 0.7081341637505425, + 0.12949493408203125 + ], + "point": [ + 0.6716, + 0.1141 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.21849176618787977, + 0.18259309556749131, + 0.30039704640706383, + 0.20323193020290797 + ], + "point": [ + 0.2594, + 0.1929 + ] + }, + { + "instruction": "Dumfries", + "bbox": [ + 0.3540890587700738, + 0.1829993184407552, + 0.39569079081217445, + 0.2029681905110677 + ], + "point": [ + 0.3749, + 0.193 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.7103099822998047, + 0.09851058959960937, + 0.7628582424587673, + 0.1292916531032986 + ], + "point": [ + 0.7366, + 0.1139 + ] + }, + { + "instruction": "Osclass", + "bbox": [ + 0.15813296635945637, + 0.0934932878282335, + 0.281217532687717, + 0.15252256605360243 + ], + "point": [ + 0.2197, + 0.123 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.16049826939900716, + 0.18232042100694446, + 0.21000022888183595, + 0.20392907036675348 + ], + "point": [ + 0.1852, + 0.1931 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.1519478480021159, + 0.010593537224663628, + 0.16424486372205946, + 0.034087198045518664 + ], + "point": [ + 0.1581, + 0.0223 + ] + }, + { + "instruction": "Young Chang Piano for Sale", + "bbox": [ + 0.40659912957085503, + 0.6338055419921875, + 0.5505196041531033, + 0.6598398844401042 + ], + "point": [ + 0.4786, + 0.6468 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.16655701531304254, + 0.853585205078125, + 0.252372317843967, + 0.8762655978732639 + ], + "point": [ + 0.2095, + 0.8649 + ] + }, + { + "instruction": "Kawai CE-ZN Mahogany Continental Upright Piano", + "bbox": [ + 0.40619663662380645, + 0.43383056640625, + 0.6668020884195963, + 0.4599496799045139 + ], + "point": [ + 0.5365, + 0.4469 + ] + }, + { + "instruction": "ALLcateg hjes", + "bbox": [ + 0.1669921663072374, + 0.826614990234375, + 0.2310166464911567, + 0.8517479112413194 + ], + "point": [ + 0.199, + 0.8392 + ] + }, + { + "instruction": "Subscripting something new.", + "bbox": [ + 0.16645778020222982, + 0.7201519775390625, + 0.27392056783040364, + 0.7695192464192708 + ], + "point": [ + 0.2202, + 0.7448 + ] + }, + { + "instruction": "Dumfries.", + "bbox": [ + 0.16642758051554363, + 0.34898349338107637, + 0.2987295786539714, + 0.398099365234375 + ], + "point": [ + 0.2326, + 0.3735 + ] + }, + { + "instruction": "piano settings.", + "bbox": [ + 0.16638820436265733, + 0.2605652533637153, + 0.2985398186577691, + 0.30976820203993055 + ], + "point": [ + 0.2325, + 0.2852 + ] + }, + { + "instruction": "A dropdown menu to select the sort by: Nowly listed.", + "bbox": [ + 0.7168824089898004, + 0.30251536051432293, + 0.8423486497667101, + 0.35225487603081596 + ], + "point": [ + 0.7796, + 0.3274 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.7642707824707031, + 0.09403717041015625, + 0.8415499369303385, + 0.13557071261935763 + ], + "point": [ + 0.8029, + 0.1148 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.23383411831325954, + 0.5208537801106771, + 0.2990130954318576, + 0.5695764838324653 + ], + "point": [ + 0.2664, + 0.5452 + ] + }, + { + "instruction": "a checkbox in its full-screen mode.", + "bbox": [ + 0.16619258456759983, + 0.5212531195746528, + 0.22993015713161893, + 0.5693732367621528 + ], + "point": [ + 0.1981, + 0.5453 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9089905632866754, + 0.04989439222547743, + 0.9973053826226128, + 0.08977952745225694 + ], + "point": [ + 0.9531, + 0.0698 + ] + }, + { + "instruction": "an \"Apply\" button.", + "bbox": [ + 0.16692991256713868, + 0.5885991753472222, + 0.2295583936903212, + 0.6365824381510417 + ], + "point": [ + 0.1982, + 0.6126 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08298984103732639, + 0.05359885745578342, + 0.15556106567382813, + 0.0842471652560764 + ], + "point": [ + 0.1193, + 0.0689 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.5733145819769965, + 0.8164409722222222, + 0.6024375915527344, + 0.8637775336371528 + ], + "point": [ + 0.5879, + 0.8401 + ] + }, + { + "instruction": "a table or grid layout.", + "bbox": [ + 0.6834537082248264, + 0.30384328206380207, + 0.7138711717393663, + 0.3514278496636285 + ], + "point": [ + 0.6987, + 0.3276 + ] + }, + { + "instruction": "a menu or list.", + "bbox": [ + 0.6518961164686415, + 0.30452901204427085, + 0.6817928314208984, + 0.3511458333333333 + ], + "point": [ + 0.6668, + 0.3278 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.6351237403021919, + 0.09879443698459202, + 0.7081341637505425, + 0.12949493408203125 + ], + "point": [ + 0.6716, + 0.1141 + ] + }, + { + "instruction": "Music instruments.", + "bbox": [ + 0.21849176618787977, + 0.18259309556749131, + 0.30039704640706383, + 0.20323193020290797 + ], + "point": [ + 0.2594, + 0.1929 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9759243435329861, + 0.004406840006510417, + 0.9964596218532986, + 0.038738716973198785 + ], + "point": [ + 0.9862, + 0.0216 + ] + }, + { + "instruction": "Dumfries.", + "bbox": [ + 0.3540890587700738, + 0.1829993184407552, + 0.39569079081217445, + 0.2029681905110677 + ], + "point": [ + 0.3749, + 0.193 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8231016370985244, + 0.05895021226671007, + 0.8412341647677951, + 0.08124591403537326 + ], + "point": [ + 0.8322, + 0.0701 + ] + }, + { + "instruction": "Logout.", + "bbox": [ + 0.7103099822998047, + 0.09851058959960937, + 0.7628582424587673, + 0.1292916531032986 + ], + "point": [ + 0.7366, + 0.1139 + ] + }, + { + "instruction": "an email application or document.", + "bbox": [ + 0.15813296635945637, + 0.0934932878282335, + 0.281217532687717, + 0.15252256605360243 + ], + "point": [ + 0.2197, + 0.123 + ] + }, + { + "instruction": "a bench under a desk.", + "bbox": [ + 0.331905025906033, + 0.6340216742621527, + 0.40279930962456595, + 0.7799216037326389 + ], + "point": [ + 0.3674, + 0.707 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.8503746880425347, + 0.058746278550889756, + 0.8651963975694444, + 0.08082238091362848 + ], + "point": [ + 0.8578, + 0.0698 + ] + }, + { + "instruction": "a keyboard.", + "bbox": [ + 0.3323643154568142, + 0.43555887858072917, + 0.4026990254720052, + 0.5974048529730903 + ], + "point": [ + 0.3675, + 0.5165 + ] + }, + { + "instruction": "a button to access classifieds.", + "bbox": [ + 0.16049826939900716, + 0.18232042100694446, + 0.21000022888183595, + 0.20392907036675348 + ], + "point": [ + 0.1852, + 0.1931 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054751147164238824, + 0.052805938720703126, + 0.07625127898322212, + 0.08571847703721788 + ], + "point": [ + 0.0655, + 0.0693 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.006410227881537544, + 0.05503420088026258, + 0.02596453030904134, + 0.08434588962131076 + ], + "point": [ + 0.0162, + 0.0697 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.03029309378729926, + 0.05476949903700087, + 0.04953340424431695, + 0.08411918640136719 + ], + "point": [ + 0.0399, + 0.0694 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.1669253985087077, + 0.4375909423828125, + 0.181412230597602, + 0.46163438585069444 + ], + "point": [ + 0.1742, + 0.4496 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8862765842013889, + 0.0569357426961263, + 0.9038150363498264, + 0.08141832987467448 + ], + "point": [ + 0.895, + 0.0692 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17656585905287, + 0.010727658801608616, + 0.18900038401285807, + 0.03497330241733127 + ], + "point": [ + 0.1828, + 0.0229 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1519478480021159, + 0.010593537224663628, + 0.16424486372205946, + 0.034087198045518664 + ], + "point": [ + 0.1581, + 0.0223 + ] + }, + { + "instruction": "Video", + "bbox": [ + 0.009226677152845595, + 0.007476032045152453, + 0.026945871777004665, + 0.039630467096964515 + ], + "point": [ + 0.0181, + 0.0236 + ] + }, + { + "instruction": "The option to purchase a new song or instrument for sale.", + "bbox": [ + 0.40659912957085503, + 0.6338055419921875, + 0.5505196041531033, + 0.6598398844401042 + ], + "point": [ + 0.4786, + 0.6468 + ] + }, + { + "instruction": "Music instruments.", + "bbox": [ + 0.16655701531304254, + 0.853585205078125, + 0.252372317843967, + 0.8762655978732639 + ], + "point": [ + 0.2095, + 0.8649 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7906489054361979, + 0.05657014634874132, + 0.8064068264431423, + 0.08412625630696614 + ], + "point": [ + 0.7985, + 0.0703 + ] + }, + { + "instruction": "Kawai CE-N Mohagany, Continental Uppercase Piano.", + "bbox": [ + 0.40619663662380645, + 0.43383056640625, + 0.6668020884195963, + 0.4599496799045139 + ], + "point": [ + 0.5365, + 0.4469 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.1669921663072374, + 0.826614990234375, + 0.2310166464911567, + 0.8517479112413194 + ], + "point": [ + 0.199, + 0.8392 + ] + }, + { + "instruction": "currency or currency.", + "bbox": [ + 0.4635037316216363, + 0.6603347439236111, + 0.47555079989963106, + 0.6892453342013889 + ], + "point": [ + 0.4695, + 0.6748 + ] + }, + { + "instruction": "Italic", + "bbox": [ + 0.8726060655381944, + 0.05900386386447483, + 0.8883343166775174, + 0.08030828687879775 + ], + "point": [ + 0.8805, + 0.0697 + ] + }, + { + "instruction": "Music instruments Du.", + "bbox": [ + 0.05910409291585286, + 0.009240425957573784, + 0.15295903947618272, + 0.03286638047960069 + ], + "point": [ + 0.106, + 0.0211 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 2.3769173357221816e-05, + 0.05524158901638455, + 0.005541251268651751, + 0.08557627360026042 + ], + "point": [ + 0.0028, + 0.0704 + ] + } + ], + "element_size": 92 + } +] \ No newline at end of file