diff --git "a/image_page/hf_train_ele.json" "b/image_page/hf_train_ele.json" new file mode 100644--- /dev/null +++ "b/image_page/hf_train_ele.json" @@ -0,0 +1,22341 @@ +[ + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/image_page/action_videoframes/action_0/480.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Classifieds", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07465277777777778, + 0.029444444444444443 + ], + "point": [ + 0.0517, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com 9980", + "bbox": [ + 0.15833333333333333, + 0.06055554707845052, + 0.43368055555555557, + 0.08055555555555556 + ], + "point": [ + 0.296, + 0.0706 + ] + }, + { + "instruction": "What are", + "bbox": [ + 0.2611110899183485, + 0.25111112806532115, + 0.40208333333333335, + 0.31555555555555553 + ], + "point": [ + 0.3316, + 0.2833 + ] + }, + { + "instruction": "looking for today?", + "bbox": [ + 0.4597222646077474, + 0.23944444444444443, + 0.7430556403266059, + 0.3277777777777778 + ], + "point": [ + 0.6014, + 0.2836 + ] + }, + { + "instruction": "Keyword", + "bbox": [ + 0.15902777777777777, + 0.3794444783528646, + 0.20798611111111112, + 0.4027778116861979 + ], + "point": [ + 0.1835, + 0.3911 + ] + }, + { + "instruction": "Category", + "bbox": [ + 0.4979166666666667, + 0.37777777777777777, + 0.55, + 0.40555555555555556 + ], + "point": [ + 0.524, + 0.3917 + ] + }, + { + "instruction": "Latest Listings", + "bbox": [ + 0.1576388676961263, + 0.5411111111111111, + 0.2670138676961263, + 0.5777777777777777 + ], + "point": [ + 0.2123, + 0.5594 + ] + }, + { + "instruction": "you", + "bbox": [ + 0.40069444444444446, + 0.26666666666666666, + 0.46493055555555557, + 0.31777777777777777 + ], + "point": [ + 0.4328, + 0.2922 + ] + }, + { + "instruction": "xbox series X", + "bbox": [ + 0.3314173380533854, + 0.5904437934027778, + 0.4934334648980035, + 0.8875075954861111 + ], + "point": [ + 0.4124, + 0.739 + ] + }, + { + "instruction": "with extras", + "bbox": [ + 0.3314173380533854, + 0.5904437934027778, + 0.4934334648980035, + 0.8875075954861111 + ], + "point": [ + 0.4124, + 0.739 + ] + }, + { + "instruction": "350.00 $", + "bbox": [ + 0.3314173380533854, + 0.5904437934027778, + 0.4934334648980035, + 0.8875075954861111 + ], + "point": [ + 0.4124, + 0.739 + ] + }, + { + "instruction": "JBL Powered PA Speaker", + "bbox": [ + 0.1566907458835178, + 0.5885968695746527, + 0.3202680587768555, + 0.8872730848524305 + ], + "point": [ + 0.2385, + 0.7379 + ] + }, + { + "instruction": "150.00 $", + "bbox": [ + 0.1566907458835178, + 0.5885968695746527, + 0.3202680587768555, + 0.8872730848524305 + ], + "point": [ + 0.2385, + 0.7379 + ] + }, + { + "instruction": "Search", + "bbox": [ + 0.7025751749674479, + 0.40337897406684026, + 0.8426588270399306, + 0.4627301703559028 + ], + "point": [ + 0.7726, + 0.4331 + ] + }, + { + "instruction": "Select a", + "bbox": [ + 0.4971322801378038, + 0.40358469645182293, + 0.6934760199652777, + 0.464133538140191 + ], + "point": [ + 0.5953, + 0.4339 + ] + }, + { + "instruction": "category", + "bbox": [ + 0.4971322801378038, + 0.40358469645182293, + 0.6934760199652777, + 0.464133538140191 + ], + "point": [ + 0.5953, + 0.4339 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7643241034613715, + 0.12399526807996962, + 0.8410907321506076, + 0.16612399631076388 + ], + "point": [ + 0.8027, + 0.1451 + ] + }, + { + "instruction": "e.g., a blue used car", + "bbox": [ + 0.1548311127556695, + 0.4036896769205729, + 0.4896664195590549, + 0.4656253729926215 + ], + "point": [ + 0.3222, + 0.4347 + ] + }, + { + "instruction": "IGI", + "bbox": [ + 0.6788395351833767, + 0.5904959445529514, + 0.8422910054524739, + 0.8875526936848959 + ], + "point": [ + 0.7606, + 0.739 + ] + }, + { + "instruction": "Engagement Ring", + "bbox": [ + 0.6788395351833767, + 0.5904959445529514, + 0.8422910054524739, + 0.8875526936848959 + ], + "point": [ + 0.7606, + 0.739 + ] + }, + { + "instruction": "2200.00 $", + "bbox": [ + 0.6788395351833767, + 0.5904959445529514, + 0.8422910054524739, + 0.8875526936848959 + ], + "point": [ + 0.7606, + 0.739 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9085442437065973, + 0.049361423916286895, + 0.9969735039605034, + 0.09009602864583334 + ], + "point": [ + 0.9528, + 0.0697 + ] + }, + { + "instruction": "Canon EF 100-40Omm fl4__", + "bbox": [ + 0.5059553782145182, + 0.5950463189019097, + 0.6681797875298394, + 0.8885032145182291 + ], + "point": [ + 0.5871, + 0.7418 + ] + }, + { + "instruction": "1645.00 $", + "bbox": [ + 0.5059553782145182, + 0.5950463189019097, + 0.6681797875298394, + 0.8885032145182291 + ], + "point": [ + 0.5871, + 0.7418 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08303236961364746, + 0.053817664252387154, + 0.15553904639350044, + 0.08424548678927951 + ], + "point": [ + 0.1193, + 0.069 + ] + }, + { + "instruction": "account", + "bbox": [ + 0.634708743625217, + 0.12567548116048177, + 0.7023811340332031, + 0.1637967088487413 + ], + "point": [ + 0.6685, + 0.1447 + ] + }, + { + "instruction": "My `", + "bbox": [ + 0.634708743625217, + 0.12567548116048177, + 0.7023811340332031, + 0.1637967088487413 + ], + "point": [ + 0.6685, + 0.1447 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.7147558424207899, + 0.12557108561197916, + 0.7613248189290365, + 0.16406229654947915 + ], + "point": [ + 0.738, + 0.1448 + ] + }, + { + "instruction": "Osclass", + "bbox": [ + 0.15684583452012804, + 0.11092660692003038, + 0.2808177736070421, + 0.17833818223741318 + ], + "point": [ + 0.2188, + 0.1446 + ] + }, + { + "instruction": "Z\"1", + "bbox": [ + 0.5069201575385199, + 0.9056907823350695, + 0.6680027855767144, + 1.0 + ], + "point": [ + 0.5875, + 0.9528 + ] + }, + { + "instruction": "Xh", + "bbox": [ + 0.5069201575385199, + 0.9056907823350695, + 0.6680027855767144, + 1.0 + ], + "point": [ + 0.5875, + 0.9528 + ] + }, + { + "instruction": "MLm", + "bbox": [ + 0.33354513380262585, + 0.9056461588541667, + 0.4935960133870443, + 1.0 + ], + "point": [ + 0.4136, + 0.9528 + ] + }, + { + "instruction": "the price of an Xbox series x, with an attachment.", + "bbox": [ + 0.3314173380533854, + 0.5904437934027778, + 0.4934334648980035, + 0.8875075954861111 + ], + "point": [ + 0.4124, + 0.739 + ] + }, + { + "instruction": "a speaker with a price of 150.00.", + "bbox": [ + 0.1566907458835178, + 0.5885968695746527, + 0.3202680587768555, + 0.8872730848524305 + ], + "point": [ + 0.2385, + 0.7379 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.7025751749674479, + 0.40337897406684026, + 0.8426588270399306, + 0.4627301703559028 + ], + "point": [ + 0.7726, + 0.4331 + ] + }, + { + "instruction": "a dropdown menu to select a category.", + "bbox": [ + 0.4971322801378038, + 0.40358469645182293, + 0.6934760199652777, + 0.464133538140191 + ], + "point": [ + 0.5953, + 0.4339 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.7643241034613715, + 0.12399526807996962, + 0.8410907321506076, + 0.16612399631076388 + ], + "point": [ + 0.8027, + 0.1451 + ] + }, + { + "instruction": "A text input field for a blue used car.", + "bbox": [ + 0.1548311127556695, + 0.4036896769205729, + 0.4896664195590549, + 0.4656253729926215 + ], + "point": [ + 0.3222, + 0.4347 + ] + }, + { + "instruction": "Engagement Ring.", + "bbox": [ + 0.6788395351833767, + 0.5904959445529514, + 0.8422910054524739, + 0.8875526936848959 + ], + "point": [ + 0.7606, + 0.739 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9085442437065973, + 0.049361423916286895, + 0.9969735039605034, + 0.09009602864583334 + ], + "point": [ + 0.9528, + 0.0697 + ] + }, + { + "instruction": "a price tag of $1645.00.", + "bbox": [ + 0.5059553782145182, + 0.5950463189019097, + 0.6681797875298394, + 0.8885032145182291 + ], + "point": [ + 0.5871, + 0.7418 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08303236961364746, + 0.053817664252387154, + 0.15553904639350044, + 0.08424548678927951 + ], + "point": [ + 0.1193, + 0.069 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7898957994249132, + 0.05540083991156684, + 0.807012939453125, + 0.08593434651692708 + ], + "point": [ + 0.7985, + 0.0707 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9757753160264757, + 0.004192076789008246, + 0.9966417100694445, + 0.039972885979546444 + ], + "point": [ + 0.9862, + 0.0221 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05423039330376519, + 0.04985867394341363, + 0.07691153420342339, + 0.09027589586046007 + ], + "point": [ + 0.0656, + 0.0701 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.8211041768391927, + 0.054772101508246525, + 0.8432336595323351, + 0.08254663255479601 + ], + "point": [ + 0.8322, + 0.0687 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.634708743625217, + 0.12567548116048177, + 0.7023811340332031, + 0.1637967088487413 + ], + "point": [ + 0.6685, + 0.1447 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15061896642049152, + 0.010056994756062825, + 0.16540089713202583, + 0.036334986156887475 + ], + "point": [ + 0.158, + 0.0232 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8845879448784723, + 0.0489755121866862, + 0.906121826171875, + 0.09338355170355903 + ], + "point": [ + 0.8954, + 0.0712 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004939908451504178, + 0.05092337714301215, + 0.026986887719896106, + 0.08767302619086371 + ], + "point": [ + 0.016, + 0.0693 + ] + }, + { + "instruction": "logout.", + "bbox": [ + 0.7147558424207899, + 0.12557108561197916, + 0.7613248189290365, + 0.16406229654947915 + ], + "point": [ + 0.738, + 0.1448 + ] + }, + { + "instruction": "an image placeholder for a class.", + "bbox": [ + 0.15684583452012804, + 0.11092660692003038, + 0.2808177736070421, + 0.17833818223741318 + ], + "point": [ + 0.2188, + 0.1446 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8469720628526476, + 0.05193069881863064, + 0.8679739210340712, + 0.08327882554796007 + ], + "point": [ + 0.8575, + 0.0676 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02911445829603407, + 0.049984139336480035, + 0.0507777214050293, + 0.08729598151312934 + ], + "point": [ + 0.0399, + 0.0686 + ] + }, + { + "instruction": "a price tag.", + "bbox": [ + 0.5069201575385199, + 0.9056907823350695, + 0.6680027855767144, + 1.0 + ], + "point": [ + 0.5875, + 0.9528 + ] + }, + { + "instruction": "a suitcase.", + "bbox": [ + 0.33354513380262585, + 0.9056461588541667, + 0.4935960133870443, + 1.0 + ], + "point": [ + 0.4136, + 0.9528 + ] + }, + { + "instruction": "a boat with a sail on top of it.", + "bbox": [ + 0.15762383143107098, + 0.9057855224609375, + 0.32063831753200955, + 1.0000000678168404 + ], + "point": [ + 0.2391, + 0.9529 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.17506109873453776, + 0.007631994883219401, + 0.19088412390814888, + 0.039969838460286455 + ], + "point": [ + 0.183, + 0.0238 + ] + }, + { + "instruction": "A guitar.", + "bbox": [ + 0.6798712836371528, + 0.9058340115017361, + 0.8421696980794271, + 1.0 + ], + "point": [ + 0.761, + 0.9529 + ] + }, + { + "instruction": "Scroll to the previous item or page.", + "bbox": [ + 0.8603164672851562, + 0.4417709011501736, + 0.8847924126519098, + 0.4849102105034722 + ], + "point": [ + 0.8726, + 0.4633 + ] + } + ], + "element_size": 60 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/image_page/action_videoframes/action_1/678.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Classifieds", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07465277777777778, + 0.029444444444444443 + ], + "point": [ + 0.0517, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com 9980", + "bbox": [ + 0.15833333333333333, + 0.06055554707845052, + 0.43368055555555557, + 0.08055555555555556 + ], + "point": [ + 0.296, + 0.0706 + ] + }, + { + "instruction": "What are", + "bbox": [ + 0.2611110899183485, + 0.25111112806532115, + 0.40208333333333335, + 0.31555555555555553 + ], + "point": [ + 0.3316, + 0.2833 + ] + }, + { + "instruction": "looking for today?", + "bbox": [ + 0.4597222646077474, + 0.23944444444444443, + 0.7430556403266059, + 0.3277777777777778 + ], + "point": [ + 0.6014, + 0.2836 + ] + }, + { + "instruction": "Keyword", + "bbox": [ + 0.15902777777777777, + 0.3794444783528646, + 0.20798611111111112, + 0.4027778116861979 + ], + "point": [ + 0.1835, + 0.3911 + ] + }, + { + "instruction": "Category", + "bbox": [ + 0.4979166666666667, + 0.37777777777777777, + 0.55, + 0.40555555555555556 + ], + "point": [ + 0.524, + 0.3917 + ] + }, + { + "instruction": "Latest Listings", + "bbox": [ + 0.1576388676961263, + 0.5411111111111111, + 0.2670138676961263, + 0.5777777777777777 + ], + "point": [ + 0.2123, + 0.5594 + ] + }, + { + "instruction": "you", + "bbox": [ + 0.40069444444444446, + 0.26666666666666666, + 0.46493055555555557, + 0.31777777777777777 + ], + "point": [ + 0.4328, + 0.2922 + ] + }, + { + "instruction": "xbox series X", + "bbox": [ + 0.3313993665907118, + 0.5903807915581597, + 0.49347364637586805, + 0.8875289577907987 + ], + "point": [ + 0.4124, + 0.739 + ] + }, + { + "instruction": "with extras", + "bbox": [ + 0.3313993665907118, + 0.5903807915581597, + 0.49347364637586805, + 0.8875289577907987 + ], + "point": [ + 0.4124, + 0.739 + ] + }, + { + "instruction": "350.00 $", + "bbox": [ + 0.3313993665907118, + 0.5903807915581597, + 0.49347364637586805, + 0.8875289577907987 + ], + "point": [ + 0.4124, + 0.739 + ] + }, + { + "instruction": "JBL Powered PA Speaker", + "bbox": [ + 0.15661906136406792, + 0.5887257215711805, + 0.32025116814507376, + 0.8872927517361111 + ], + "point": [ + 0.2384, + 0.738 + ] + }, + { + "instruction": "150.00 $", + "bbox": [ + 0.15661906136406792, + 0.5887257215711805, + 0.32025116814507376, + 0.8872927517361111 + ], + "point": [ + 0.2384, + 0.738 + ] + }, + { + "instruction": "Search", + "bbox": [ + 0.7025477939181858, + 0.403349372016059, + 0.8426617940266927, + 0.462729729546441 + ], + "point": [ + 0.7726, + 0.433 + ] + }, + { + "instruction": "Select a", + "bbox": [ + 0.49715177747938366, + 0.4036092800564236, + 0.6935514662000868, + 0.4641341824001736 + ], + "point": [ + 0.5954, + 0.4339 + ] + }, + { + "instruction": "category", + "bbox": [ + 0.49715177747938366, + 0.4036092800564236, + 0.6935514662000868, + 0.4641341824001736 + ], + "point": [ + 0.5954, + 0.4339 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7643295288085937, + 0.12399757385253907, + 0.8411041259765625, + 0.16611928304036458 + ], + "point": [ + 0.8027, + 0.1451 + ] + }, + { + "instruction": "e.g,, a blue used car", + "bbox": [ + 0.15486200120713975, + 0.4038900078667535, + 0.4893043518066406, + 0.4656204901801215 + ], + "point": [ + 0.3221, + 0.4348 + ] + }, + { + "instruction": "GI", + "bbox": [ + 0.6788253360324435, + 0.5905382622612847, + 0.8423070271809896, + 0.8875847032335069 + ], + "point": [ + 0.7606, + 0.7391 + ] + }, + { + "instruction": "Engagement Ring", + "bbox": [ + 0.6788253360324435, + 0.5905382622612847, + 0.8423070271809896, + 0.8875847032335069 + ], + "point": [ + 0.7606, + 0.7391 + ] + }, + { + "instruction": "2200.00 $", + "bbox": [ + 0.6788253360324435, + 0.5905382622612847, + 0.8423070271809896, + 0.8875847032335069 + ], + "point": [ + 0.7606, + 0.7391 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9085405137803819, + 0.04935092502170139, + 0.9969728257921007, + 0.09009707980685763 + ], + "point": [ + 0.9528, + 0.0697 + ] + }, + { + "instruction": "Canon EF 100-40Omm fl4__", + "bbox": [ + 0.506148189968533, + 0.5915228271484375, + 0.6681076897515191, + 0.888542955186632 + ], + "point": [ + 0.5871, + 0.74 + ] + }, + { + "instruction": "1645.00 $", + "bbox": [ + 0.506148189968533, + 0.5915228271484375, + 0.6681076897515191, + 0.888542955186632 + ], + "point": [ + 0.5871, + 0.74 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08305369483100043, + 0.05383065965440538, + 0.1555527369181315, + 0.08424767388237847 + ], + "point": [ + 0.1193, + 0.069 + ] + }, + { + "instruction": "account", + "bbox": [ + 0.6347511291503907, + 0.12572161356608072, + 0.702406480577257, + 0.16371109008789062 + ], + "point": [ + 0.6686, + 0.1447 + ] + }, + { + "instruction": "My `", + "bbox": [ + 0.6347511291503907, + 0.12572161356608072, + 0.702406480577257, + 0.16371109008789062 + ], + "point": [ + 0.6686, + 0.1447 + ] + }, + { + "instruction": "Osclass", + "bbox": [ + 0.15687652164035373, + 0.11097745259602865, + 0.280801879035102, + 0.17830268012152778 + ], + "point": [ + 0.2188, + 0.1446 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.7148174709743924, + 0.1255611589219835, + 0.7613188001844619, + 0.16405059814453124 + ], + "point": [ + 0.7381, + 0.1448 + ] + }, + { + "instruction": "Z\"96", + "bbox": [ + 0.5069391038682726, + 0.9056983778211806, + 0.6680100335015191, + 1.0 + ], + "point": [ + 0.5875, + 0.9528 + ] + }, + { + "instruction": "Xhi", + "bbox": [ + 0.5069391038682726, + 0.9056983778211806, + 0.6680100335015191, + 1.0 + ], + "point": [ + 0.5875, + 0.9528 + ] + }, + { + "instruction": "MLm", + "bbox": [ + 0.33358353508843314, + 0.9056523301866319, + 0.49359931945800783, + 0.9999999321831597 + ], + "point": [ + 0.4136, + 0.9528 + ] + }, + { + "instruction": "the price of an Xbox series x, with an attachment.", + "bbox": [ + 0.3313993665907118, + 0.5903807915581597, + 0.49347364637586805, + 0.8875289577907987 + ], + "point": [ + 0.4124, + 0.739 + ] + }, + { + "instruction": "a speaker with a price of 150.00.", + "bbox": [ + 0.15661906136406792, + 0.5887257215711805, + 0.32025116814507376, + 0.8872927517361111 + ], + "point": [ + 0.2384, + 0.738 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.7025477939181858, + 0.403349372016059, + 0.8426617940266927, + 0.462729729546441 + ], + "point": [ + 0.7726, + 0.433 + ] + }, + { + "instruction": "a dropdown menu to select a category.", + "bbox": [ + 0.49715177747938366, + 0.4036092800564236, + 0.6935514662000868, + 0.4641341824001736 + ], + "point": [ + 0.5954, + 0.4339 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.7643295288085937, + 0.12399757385253907, + 0.8411041259765625, + 0.16611928304036458 + ], + "point": [ + 0.8027, + 0.1451 + ] + }, + { + "instruction": "A text input field for a blue used car.", + "bbox": [ + 0.15486200120713975, + 0.4038900078667535, + 0.4893043518066406, + 0.4656204901801215 + ], + "point": [ + 0.3221, + 0.4348 + ] + }, + { + "instruction": "Engagement Ring.", + "bbox": [ + 0.6788253360324435, + 0.5905382622612847, + 0.8423070271809896, + 0.8875847032335069 + ], + "point": [ + 0.7606, + 0.7391 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9085405137803819, + 0.04935092502170139, + 0.9969728257921007, + 0.09009707980685763 + ], + "point": [ + 0.9528, + 0.0697 + ] + }, + { + "instruction": "a price tag of $1645.00.", + "bbox": [ + 0.506148189968533, + 0.5915228271484375, + 0.6681076897515191, + 0.888542955186632 + ], + "point": [ + 0.5871, + 0.74 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08305369483100043, + 0.05383065965440538, + 0.1555527369181315, + 0.08424767388237847 + ], + "point": [ + 0.1193, + 0.069 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7899052090115017, + 0.05542732662624783, + 0.8069791158040365, + 0.08592273288302951 + ], + "point": [ + 0.7984, + 0.0707 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9757756551106771, + 0.004184551239013672, + 0.9966425577799479, + 0.03997839821709527 + ], + "point": [ + 0.9862, + 0.0221 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05423999362521702, + 0.0498471917046441, + 0.07690311008029514, + 0.09028821309407552 + ], + "point": [ + 0.0656, + 0.0701 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.8211438496907552, + 0.05496544731987847, + 0.8433743794759114, + 0.08256136576334636 + ], + "point": [ + 0.8323, + 0.0688 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.6347511291503907, + 0.12572161356608072, + 0.702406480577257, + 0.16371109008789062 + ], + "point": [ + 0.6686, + 0.1447 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15060867733425565, + 0.010059407552083333, + 0.16539702945285373, + 0.03634154001871745 + ], + "point": [ + 0.158, + 0.0232 + ] + }, + { + "instruction": "an image placeholder for a class.", + "bbox": [ + 0.15687652164035373, + 0.11097745259602865, + 0.280801879035102, + 0.17830268012152778 + ], + "point": [ + 0.2188, + 0.1446 + ] + }, + { + "instruction": "logout.", + "bbox": [ + 0.7148174709743924, + 0.1255611589219835, + 0.7613188001844619, + 0.16405059814453124 + ], + "point": [ + 0.7381, + 0.1448 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004946814643012153, + 0.05095284356011285, + 0.026969785160488553, + 0.08761868794759115 + ], + "point": [ + 0.016, + 0.0693 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8846492343478732, + 0.04897882249620226, + 0.9060946146647135, + 0.09324417961968316 + ], + "point": [ + 0.8954, + 0.0711 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8470552232530382, + 0.05209984249538845, + 0.868048095703125, + 0.0832778591579861 + ], + "point": [ + 0.8576, + 0.0677 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029120903544955782, + 0.050003539191351996, + 0.05076554616292318, + 0.08727876451280382 + ], + "point": [ + 0.0399, + 0.0686 + ] + }, + { + "instruction": "a price tag.", + "bbox": [ + 0.5069391038682726, + 0.9056983778211806, + 0.6680100335015191, + 1.0 + ], + "point": [ + 0.5875, + 0.9528 + ] + }, + { + "instruction": "a suitcase.", + "bbox": [ + 0.33358353508843314, + 0.9056523301866319, + 0.49359931945800783, + 0.9999999321831597 + ], + "point": [ + 0.4136, + 0.9528 + ] + }, + { + "instruction": "a boat with a sail on top of it.", + "bbox": [ + 0.15759410858154296, + 0.9057577853732639, + 0.32064490848117405, + 1.0 + ], + "point": [ + 0.2391, + 0.9529 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.1750743654039171, + 0.007644903394911025, + 0.1908703062269423, + 0.03994646284315321 + ], + "point": [ + 0.183, + 0.0238 + ] + }, + { + "instruction": "A guitar.", + "bbox": [ + 0.6798724704318576, + 0.905831773546007, + 0.842177497016059, + 1.0000000678168404 + ], + "point": [ + 0.761, + 0.9529 + ] + }, + { + "instruction": "Scroll to the previous item or page.", + "bbox": [ + 0.8603387620713976, + 0.44174346923828123, + 0.884814707438151, + 0.48490047878689235 + ], + "point": [ + 0.8726, + 0.4633 + ] + } + ], + "element_size": 60 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/image_page/action_videoframes/action_2/1392.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Compact Canister Vacuum Cl", + "bbox": [ + 0.02847222222222222, + 0.013333333333333334, + 0.14895834392971463, + 0.03166666666666667 + ], + "point": [ + 0.0887, + 0.0225 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute.amazonaws com 9980/index php?page-item&id-84154", + "bbox": [ + 0.15833331214057075, + 0.058888888888888886, + 0.5868055343627929, + 0.08333333333333333 + ], + "point": [ + 0.3726, + 0.0711 + ] + }, + { + "instruction": "Compact Canister Vacuum Cleaner", + "bbox": [ + 0.2760416666666667, + 0.21388888888888888, + 0.4305555555555556, + 0.23444444444444446 + ], + "point": [ + 0.3533, + 0.2242 + ] + }, + { + "instruction": "Lightweight and Powerful", + "bbox": [ + 0.4354167090521918, + 0.2127777777777778, + 0.5531250423855252, + 0.23722222222222222 + ], + "point": [ + 0.4943, + 0.225 + ] + }, + { + "instruction": "Compact Canister Vacuum Cleaner", + "bbox": [ + 0.15625, + 0.2594444783528646, + 0.6003472222222223, + 0.328888922797309 + ], + "point": [ + 0.3783, + 0.2942 + ] + }, + { + "instruction": "Lightweight and Powerful", + "bbox": [ + 0.17083334392971464, + 0.31555555555555553, + 0.4968750105963813, + 0.38 + ], + "point": [ + 0.3339, + 0.3478 + ] + }, + { + "instruction": "Contact publisher", + "bbox": [ + 0.6440972646077474, + 0.35388888888888886, + 0.7628473069932725, + 0.3877777777777778 + ], + "point": [ + 0.7035, + 0.3708 + ] + }, + { + "instruction": "Published date: 2023/11/15", + "bbox": [ + 0.1625, + 0.40888885498046873, + 0.2982638888888889, + 0.4272221883138021 + ], + "point": [ + 0.2304, + 0.4181 + ] + }, + { + "instruction": "Location: Pittsburgh, Pennsylvania, United States", + "bbox": [ + 0.16215277777777778, + 0.43444444444444447, + 0.3954861111111111, + 0.4577777777777778 + ], + "point": [ + 0.2788, + 0.4461 + ] + }, + { + "instruction": "Edit item", + "bbox": [ + 0.1625, + 0.47388885498046873, + 0.2076388888888889, + 0.4922221883138021 + ], + "point": [ + 0.1851, + 0.4831 + ] + }, + { + "instruction": "Name: Blake Sullivan (online)", + "bbox": [ + 0.6447916666666667, + 0.5483333333333333, + 0.7875, + 0.5716666666666667 + ], + "point": [ + 0.7161, + 0.56 + ] + }, + { + "instruction": "Useful information", + "bbox": [ + 0.6465277777777778, + 0.6405555555555555, + 0.7454861111111111, + 0.6616666666666666 + ], + "point": [ + 0.696, + 0.6511 + ] + }, + { + "instruction": "paying with PayPal", + "bbox": [ + 0.6597222646077474, + 0.6916665988498264, + 0.7531250847710503, + 0.7138888210720487 + ], + "point": [ + 0.7064, + 0.7028 + ] + }, + { + "instruction": "Moneygram or other anonymous", + "bbox": [ + 0.6604166666666667, + 0.737777845594618, + 0.8142361111111112, + 0.7611111789279514 + ], + "point": [ + 0.7373, + 0.7494 + ] + }, + { + "instruction": "payment services", + "bbox": [ + 0.6593750423855251, + 0.7577777777777778, + 0.74375, + 0.7805555555555556 + ], + "point": [ + 0.7016, + 0.7692 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7644942389594184, + 0.12388115776909722, + 0.8411944071451823, + 0.16599534776475694 + ], + "point": [ + 0.8028, + 0.1449 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08295665317111545, + 0.05401513841417101, + 0.15550638834635416, + 0.08427730984157986 + ], + "point": [ + 0.1192, + 0.0691 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9088680691189236, + 0.049766087002224395, + 0.9972685072157118, + 0.08996236165364584 + ], + "point": [ + 0.9531, + 0.0699 + ] + }, + { + "instruction": "Osclass", + "bbox": [ + 0.15611300998263888, + 0.10280877007378472, + 0.28132849799262155, + 0.17868030124240453 + ], + "point": [ + 0.2187, + 0.1407 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.7120012071397569, + 0.13013959248860676, + 0.7624286227756076, + 0.16281933254665798 + ], + "point": [ + 0.7372, + 0.1465 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.21890074412027996, + 0.2140226067437066, + 0.2672524134318034, + 0.23377744886610244 + ], + "point": [ + 0.2431, + 0.2239 + ] + }, + { + "instruction": "My account", + "bbox": [ + 0.6345659891764323, + 0.12888037787543402, + 0.7055867513020834, + 0.16277092827690973 + ], + "point": [ + 0.6701, + 0.1458 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.16036403444078234, + 0.21459886338975695, + 0.20934454600016275, + 0.2332472398546007 + ], + "point": [ + 0.1849, + 0.2239 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15157442092895507, + 0.009525697496202258, + 0.1649356524149577, + 0.03526583353678386 + ], + "point": [ + 0.1583, + 0.0224 + ] + }, + { + "instruction": "50.00 $", + "bbox": [ + 0.7373574998643663, + 0.25670981513129343, + 0.840008290608724, + 0.3185260687934028 + ], + "point": [ + 0.7887, + 0.2876 + ] + }, + { + "instruction": "Never pay with Western Union,", + "bbox": [ + 0.6594601101345486, + 0.7164828830295139, + 0.8089489407009549, + 0.7363869900173611 + ], + "point": [ + 0.7342, + 0.7264 + ] + }, + { + "instruction": "This site is never involved in any", + "bbox": [ + 0.6510674794514973, + 0.8470073784722222, + 0.8281340705023872, + 0.9779842122395833 + ], + "point": [ + 0.7396, + 0.9125 + ] + }, + { + "instruction": "transaction, and does not handle", + "bbox": [ + 0.6510674794514973, + 0.8470073784722222, + 0.8281340705023872, + 0.9779842122395833 + ], + "point": [ + 0.7396, + 0.9125 + ] + }, + { + "instruction": "payments, shipping, guarantee", + "bbox": [ + 0.6510674794514973, + 0.8470073784722222, + 0.8281340705023872, + 0.9779842122395833 + ], + "point": [ + 0.7396, + 0.9125 + ] + }, + { + "instruction": "transactions, provide escrow", + "bbox": [ + 0.6510674794514973, + 0.8470073784722222, + 0.8281340705023872, + 0.9779842122395833 + ], + "point": [ + 0.7396, + 0.9125 + ] + }, + { + "instruction": "services, or offer \"buyer protection\"", + "bbox": [ + 0.6510674794514973, + 0.8470073784722222, + 0.8281340705023872, + 0.9779842122395833 + ], + "point": [ + 0.7396, + 0.9125 + ] + }, + { + "instruction": "or \"seller certification\"", + "bbox": [ + 0.6510674794514973, + 0.8470073784722222, + 0.8281340705023872, + 0.9779842122395833 + ], + "point": [ + 0.7396, + 0.9125 + ] + }, + { + "instruction": "Avoid scams by acting locally or", + "bbox": [ + 0.6595085144042969, + 0.671034410264757, + 0.8109579298231336, + 0.6915732828776041 + ], + "point": [ + 0.7352, + 0.6813 + ] + }, + { + "instruction": "Don't", + "bbox": [ + 0.6536633809407552, + 0.7814929877387152, + 0.8267958747016059, + 0.8453392876519097 + ], + "point": [ + 0.7402, + 0.8134 + ] + }, + { + "instruction": "or sell outside of your", + "bbox": [ + 0.6536633809407552, + 0.7814929877387152, + 0.8267958747016059, + 0.8453392876519097 + ], + "point": [ + 0.7402, + 0.8134 + ] + }, + { + "instruction": "country: Don't accept cashier", + "bbox": [ + 0.6536633809407552, + 0.7814929877387152, + 0.8267958747016059, + 0.8453392876519097 + ], + "point": [ + 0.7402, + 0.8134 + ] + }, + { + "instruction": "cheques from outside your country", + "bbox": [ + 0.6536633809407552, + 0.7814929877387152, + 0.8267958747016059, + 0.8453392876519097 + ], + "point": [ + 0.7402, + 0.8134 + ] + }, + { + "instruction": "buy", + "bbox": [ + 0.6536633809407552, + 0.7814929877387152, + 0.8267958747016059, + 0.8453392876519097 + ], + "point": [ + 0.7402, + 0.8134 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.7644942389594184, + 0.12388115776909722, + 0.8411944071451823, + 0.16599534776475694 + ], + "point": [ + 0.8028, + 0.1449 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08295665317111545, + 0.05401513841417101, + 0.15550638834635416, + 0.08427730984157986 + ], + "point": [ + 0.1192, + 0.0691 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9088680691189236, + 0.049766087002224395, + 0.9972685072157118, + 0.08996236165364584 + ], + "point": [ + 0.9531, + 0.0699 + ] + }, + { + "instruction": "an option to class.", + "bbox": [ + 0.15611300998263888, + 0.10280877007378472, + 0.28132849799262155, + 0.17868030124240453 + ], + "point": [ + 0.2187, + 0.1407 + ] + }, + { + "instruction": "a tool for adjusting the level of a table.", + "bbox": [ + 0.548313225640191, + 0.5260273912217882, + 0.6070367601182726, + 0.6044075520833333 + ], + "point": [ + 0.5777, + 0.5652 + ] + }, + { + "instruction": "Logout.", + "bbox": [ + 0.7120012071397569, + 0.13013959248860676, + 0.7624286227756076, + 0.16281933254665798 + ], + "point": [ + 0.7372, + 0.1465 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.21890074412027996, + 0.2140226067437066, + 0.2672524134318034, + 0.23377744886610244 + ], + "point": [ + 0.2431, + 0.2239 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9758676317003038, + 0.004716855155097114, + 0.9965543111165365, + 0.039882904688517254 + ], + "point": [ + 0.9862, + 0.0223 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8228822496202257, + 0.05886681450737847, + 0.8408345540364583, + 0.08145920647515191 + ], + "point": [ + 0.8319, + 0.0702 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.6345659891764323, + 0.12888037787543402, + 0.7055867513020834, + 0.16277092827690973 + ], + "point": [ + 0.6701, + 0.1458 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.8500656975640191, + 0.05797599368625217, + 0.8654348585340712, + 0.0815958997938368 + ], + "point": [ + 0.8578, + 0.0698 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7901717291937934, + 0.056338458591037324, + 0.806400638156467, + 0.08555172390407986 + ], + "point": [ + 0.7983, + 0.0709 + ] + }, + { + "instruction": "a button or link to the classifieds section.", + "bbox": [ + 0.16036403444078234, + 0.21459886338975695, + 0.20934454600016275, + 0.2332472398546007 + ], + "point": [ + 0.1849, + 0.2239 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.0067503604624006485, + 0.05674342261420356, + 0.02546827726893955, + 0.08399373372395834 + ], + "point": [ + 0.0161, + 0.0704 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054793818791707354, + 0.05379753112792969, + 0.07584266132778592, + 0.08492779201931423 + ], + "point": [ + 0.0653, + 0.0694 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.031048303180270725, + 0.056956600613064234, + 0.04889833132425944, + 0.0837966071234809 + ], + "point": [ + 0.04, + 0.0704 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15157442092895507, + 0.009525697496202258, + 0.1649356524149577, + 0.03526583353678386 + ], + "point": [ + 0.1583, + 0.0224 + ] + }, + { + "instruction": "a user profile or account.", + "bbox": [ + 0.644651836819119, + 0.39345703125, + 0.7373361375596789, + 0.542073974609375 + ], + "point": [ + 0.691, + 0.4678 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8862999810112847, + 0.05634997897677951, + 0.9039901733398438, + 0.08211207071940105 + ], + "point": [ + 0.8951, + 0.0692 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17622546090020075, + 0.0098810789320204, + 0.1894312964545356, + 0.036576703389485675 + ], + "point": [ + 0.1828, + 0.0232 + ] + }, + { + "instruction": "a price tag of 50.00.", + "bbox": [ + 0.7373574998643663, + 0.25670981513129343, + 0.840008290608724, + 0.3185260687934028 + ], + "point": [ + 0.7887, + 0.2876 + ] + }, + { + "instruction": "a prompt toNever pay with the Western Union.", + "bbox": [ + 0.6594601101345486, + 0.7164828830295139, + 0.8089489407009549, + 0.7363869900173611 + ], + "point": [ + 0.7342, + 0.7264 + ] + }, + { + "instruction": "This site is never involved in any transaction, and does not handle payments, shipping, and guarantee transactions, provide escrow services, or offer \"buyer protection\" or \"seller verification.\"", + "bbox": [ + 0.6510674794514973, + 0.8470073784722222, + 0.8281340705023872, + 0.9779842122395833 + ], + "point": [ + 0.7396, + 0.9125 + ] + }, + { + "instruction": "An option to expandScanning by active locations.", + "bbox": [ + 0.6595085144042969, + 0.671034410264757, + 0.8109579298231336, + 0.6915732828776041 + ], + "point": [ + 0.7352, + 0.6813 + ] + }, + { + "instruction": "Don't buy or sell outside of your country.", + "bbox": [ + 0.6536633809407552, + 0.7814929877387152, + 0.8267958747016059, + 0.8453392876519097 + ], + "point": [ + 0.7402, + 0.8134 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.3797030554877387, + 0.3771026950412326, + 0.3919685787624783, + 0.402165764702691 + ], + "point": [ + 0.3858, + 0.3896 + ] + }, + { + "instruction": "Wi-Fi signal strength.", + "bbox": [ + 0.9947177463107639, + 0.0037398783365885416, + 0.9997451782226563, + 0.0396097903781467 + ], + "point": [ + 0.9972, + 0.0217 + ] + } + ], + "element_size": 65 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/image_page/action_videoframes/action_3/2694.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Classifieds", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07465277777777778, + 0.029444444444444443 + ], + "point": [ + 0.0517, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com 9980", + "bbox": [ + 0.15833333333333333, + 0.06055554707845052, + 0.43368055555555557, + 0.08055555555555556 + ], + "point": [ + 0.296, + 0.0706 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.1763888888888889, + 0.16666666666666666, + 0.27847222222222223, + 0.2 + ], + "point": [ + 0.2274, + 0.1833 + ] + }, + { + "instruction": "All locations", + "bbox": [ + 0.6312500847710504, + 0.16777777777777778, + 0.7239583333333334, + 0.19444444444444445 + ], + "point": [ + 0.6776, + 0.1811 + ] + }, + { + "instruction": "Auto parts", + "bbox": [ + 0.4254510243733724, + 0.21883087158203124, + 0.5054635365804037, + 0.3568331909179687 + ], + "point": [ + 0.4655, + 0.2878 + ] + }, + { + "instruction": "Beauty", + "bbox": [ + 0.5085110558403863, + 0.21972469753689236, + 0.5879902733696831, + 0.355267571343316 + ], + "point": [ + 0.5483, + 0.2875 + ] + }, + { + "instruction": "health", + "bbox": [ + 0.5085110558403863, + 0.21972469753689236, + 0.5879902733696831, + 0.355267571343316 + ], + "point": [ + 0.5483, + 0.2875 + ] + }, + { + "instruction": "Farm + garden", + "bbox": [ + 0.5091568840874566, + 0.5094621446397569, + 0.5885792202419705, + 0.6477440728081597 + ], + "point": [ + 0.5489, + 0.5786 + ] + }, + { + "instruction": "Arts + crafts", + "bbox": [ + 0.34170504675971136, + 0.2200787353515625, + 0.42237714131673176, + 0.35538818359375 + ], + "point": [ + 0.382, + 0.2877 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.34168531629774307, + 0.656040513780382, + 0.42237879435221354, + 0.792439439561632 + ], + "point": [ + 0.382, + 0.7242 + ] + }, + { + "instruction": "Antiques", + "bbox": [ + 0.17573799557156033, + 0.22059419420030382, + 0.25592992570665146, + 0.3564430406358507 + ], + "point": [ + 0.2158, + 0.2885 + ] + }, + { + "instruction": "Computer", + "bbox": [ + 0.25933225419786243, + 0.5101138644748264, + 0.33856610192192926, + 0.6471405029296875 + ], + "point": [ + 0.2989, + 0.5786 + ] + }, + { + "instruction": "parts", + "bbox": [ + 0.25933225419786243, + 0.5101138644748264, + 0.33856610192192926, + 0.6471405029296875 + ], + "point": [ + 0.2989, + 0.5786 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.17562517589992946, + 0.3654046630859375, + 0.25559255811903214, + 0.5028764512803819 + ], + "point": [ + 0.2156, + 0.4341 + ] + }, + { + "instruction": "Books", + "bbox": [ + 0.3416576173570421, + 0.36584716796875, + 0.4222142537434896, + 0.5029987928602431 + ], + "point": [ + 0.3819, + 0.4344 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.42600877549913196, + 0.5096283298068577, + 0.5053045484754775, + 0.6479300944010417 + ], + "point": [ + 0.4657, + 0.5788 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.5096370697021484, + 0.3661844211154514, + 0.5887892405192058, + 0.5021492513020833 + ], + "point": [ + 0.5492, + 0.4342 + ] + }, + { + "instruction": "Cars", + "bbox": [ + 0.4257348802354601, + 0.3655659315321181, + 0.5052726745605469, + 0.5021474202473958 + ], + "point": [ + 0.4655, + 0.4339 + ] + }, + { + "instruction": "trucks", + "bbox": [ + 0.4257348802354601, + 0.3655659315321181, + 0.5052726745605469, + 0.5021474202473958 + ], + "point": [ + 0.4655, + 0.4339 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.509427727593316, + 0.6551516384548611, + 0.5879505581325954, + 0.7907394748263888 + ], + "point": [ + 0.5487, + 0.7229 + ] + }, + { + "instruction": "instruments", + "bbox": [ + 0.509427727593316, + 0.6551516384548611, + 0.5879505581325954, + 0.7907394748263888 + ], + "point": [ + 0.5487, + 0.7229 + ] + }, + { + "instruction": "Motorcycles", + "bbox": [ + 0.4265884823269314, + 0.6555196126302083, + 0.5049621158175999, + 0.7916456434461806 + ], + "point": [ + 0.4658, + 0.7236 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.2590969297620985, + 0.21876744588216146, + 0.3379407458835178, + 0.3574425930447049 + ], + "point": [ + 0.2985, + 0.2881 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.258935546875, + 0.365594719780816, + 0.3385289086235894, + 0.5031491767035591 + ], + "point": [ + 0.2987, + 0.4344 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.3414171006944444, + 0.5097064887152778, + 0.4226656595865885, + 0.6481723361545139 + ], + "point": [ + 0.382, + 0.5789 + ] + }, + { + "instruction": "Video gaming", + "bbox": [ + 0.3427913029988607, + 0.8011745876736112, + 0.4215933905707465, + 0.9353988986545139 + ], + "point": [ + 0.3822, + 0.8683 + ] + }, + { + "instruction": "Photo + video", + "bbox": [ + 0.1766347885131836, + 0.8014204915364583, + 0.2549043231540256, + 0.9359940592447916 + ], + "point": [ + 0.2158, + 0.8687 + ] + }, + { + "instruction": "Collectibles", + "bbox": [ + 0.17624788284301757, + 0.5098344590928819, + 0.25514666239420575, + 0.6482560899522569 + ], + "point": [ + 0.2157, + 0.579 + ] + }, + { + "instruction": "Household", + "bbox": [ + 0.2595601823594835, + 0.6553374565972222, + 0.3383387671576606, + 0.7930711534288194 + ], + "point": [ + 0.2989, + 0.7242 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9089154561360677, + 0.04966885460747613, + 0.9974318610297309, + 0.08997316148546007 + ], + "point": [ + 0.9532, + 0.0698 + ] + }, + { + "instruction": "Rvs + campers", + "bbox": [ + 0.2595937728881836, + 0.8001211886935764, + 0.33757686614990234, + 0.9344001600477431 + ], + "point": [ + 0.2986, + 0.8673 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08268806139628092, + 0.05365674336751302, + 0.15566272735595704, + 0.08447100321451823 + ], + "point": [ + 0.1192, + 0.0691 + ] + }, + { + "instruction": "Delaware (870)", + "bbox": [ + 0.63013793097602, + 0.40520022922092014, + 0.7159756978352865, + 0.43098880343967017 + ], + "point": [ + 0.6731, + 0.4181 + ] + }, + { + "instruction": "Maryland (21674)", + "bbox": [ + 0.6294709947374132, + 0.2794024658203125, + 0.7276533338758681, + 0.30348198784722225 + ], + "point": [ + 0.6786, + 0.2914 + ] + }, + { + "instruction": "Washington; DC. (1567)", + "bbox": [ + 0.6299903869628907, + 0.3418204413519965, + 0.7590711805555556, + 0.36752838134765625 + ], + "point": [ + 0.6945, + 0.3547 + ] + }, + { + "instruction": "Ohio (5626)", + "bbox": [ + 0.6301104227701823, + 0.31053846571180554, + 0.699159918891059, + 0.3353894721137153 + ], + "point": [ + 0.6646, + 0.323 + ] + }, + { + "instruction": "West Virginia (1109)", + "bbox": [ + 0.6292740292019314, + 0.37296600341796876, + 0.7401521470811632, + 0.3988512166341146 + ], + "point": [ + 0.6847, + 0.3859 + ] + }, + { + "instruction": "Pennsylvania (22180)", + "bbox": [ + 0.6300250159369575, + 0.2464561292860243, + 0.7435042487250434, + 0.272288818359375 + ], + "point": [ + 0.6868, + 0.2594 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.1760510974460178, + 0.6544203016493055, + 0.25471358829074436, + 0.7927776421440972 + ], + "point": [ + 0.2154, + 0.7236 + ] + }, + { + "instruction": "Virginia (31126)", + "bbox": [ + 0.6302925957573785, + 0.21300921969943576, + 0.7183516608344184, + 0.24058473375108508 + ], + "point": [ + 0.6743, + 0.2268 + ] + }, + { + "instruction": "Auto parts.", + "bbox": [ + 0.4254510243733724, + 0.21883087158203124, + 0.5054635365804037, + 0.3568331909179687 + ], + "point": [ + 0.4655, + 0.2878 + ] + }, + { + "instruction": "Health function.", + "bbox": [ + 0.5085110558403863, + 0.21972469753689236, + 0.5879902733696831, + 0.355267571343316 + ], + "point": [ + 0.5483, + 0.2875 + ] + }, + { + "instruction": "farm + garden functionality.", + "bbox": [ + 0.5091568840874566, + 0.5094621446397569, + 0.5885792202419705, + 0.6477440728081597 + ], + "point": [ + 0.5489, + 0.5786 + ] + }, + { + "instruction": "arts + crafts.", + "bbox": [ + 0.34170504675971136, + 0.2200787353515625, + 0.42237714131673176, + 0.35538818359375 + ], + "point": [ + 0.382, + 0.2877 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.34168531629774307, + 0.656040513780382, + 0.42237879435221354, + 0.792439439561632 + ], + "point": [ + 0.382, + 0.7242 + ] + }, + { + "instruction": "antiques.", + "bbox": [ + 0.17573799557156033, + 0.22059419420030382, + 0.25592992570665146, + 0.3564430406358507 + ], + "point": [ + 0.2158, + 0.2885 + ] + }, + { + "instruction": "Computer parts.", + "bbox": [ + 0.25933225419786243, + 0.5101138644748264, + 0.33856610192192926, + 0.6471405029296875 + ], + "point": [ + 0.2989, + 0.5786 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.17562517589992946, + 0.3654046630859375, + 0.25559255811903214, + 0.5028764512803819 + ], + "point": [ + 0.2156, + 0.4341 + ] + }, + { + "instruction": "Bookmarks.", + "bbox": [ + 0.3416576173570421, + 0.36584716796875, + 0.4222142537434896, + 0.5029987928602431 + ], + "point": [ + 0.3819, + 0.4344 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.42600877549913196, + 0.5096283298068577, + 0.5053045484754775, + 0.6479300944010417 + ], + "point": [ + 0.4657, + 0.5788 + ] + }, + { + "instruction": "Cell phones.", + "bbox": [ + 0.5096370697021484, + 0.3661844211154514, + 0.5887892405192058, + 0.5021492513020833 + ], + "point": [ + 0.5492, + 0.4342 + ] + }, + { + "instruction": "Cars and trucks settings.", + "bbox": [ + 0.4257348802354601, + 0.3655659315321181, + 0.5052726745605469, + 0.5021474202473958 + ], + "point": [ + 0.4655, + 0.4339 + ] + }, + { + "instruction": "Music instruments.", + "bbox": [ + 0.509427727593316, + 0.6551516384548611, + 0.5879505581325954, + 0.7907394748263888 + ], + "point": [ + 0.5487, + 0.7229 + ] + }, + { + "instruction": "motorcycles", + "bbox": [ + 0.4265884823269314, + 0.6555196126302083, + 0.5049621158175999, + 0.7916456434461806 + ], + "point": [ + 0.4658, + 0.7236 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.2590969297620985, + 0.21876744588216146, + 0.3379407458835178, + 0.3574425930447049 + ], + "point": [ + 0.2985, + 0.2881 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.258935546875, + 0.365594719780816, + 0.3385289086235894, + 0.5031491767035591 + ], + "point": [ + 0.2987, + 0.4344 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.3414171006944444, + 0.5097064887152778, + 0.4226656595865885, + 0.6481723361545139 + ], + "point": [ + 0.382, + 0.5789 + ] + }, + { + "instruction": "Video gaming.", + "bbox": [ + 0.3427913029988607, + 0.8011745876736112, + 0.4215933905707465, + 0.9353988986545139 + ], + "point": [ + 0.3822, + 0.8683 + ] + }, + { + "instruction": "Photo + video.", + "bbox": [ + 0.1766347885131836, + 0.8014204915364583, + 0.2549043231540256, + 0.9359940592447916 + ], + "point": [ + 0.2158, + 0.8687 + ] + }, + { + "instruction": "collectibles.", + "bbox": [ + 0.17624788284301757, + 0.5098344590928819, + 0.25514666239420575, + 0.6482560899522569 + ], + "point": [ + 0.2157, + 0.579 + ] + }, + { + "instruction": "the Household function.", + "bbox": [ + 0.2595601823594835, + 0.6553374565972222, + 0.3383387671576606, + 0.7930711534288194 + ], + "point": [ + 0.2989, + 0.7242 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9089154561360677, + 0.04966885460747613, + 0.9974318610297309, + 0.08997316148546007 + ], + "point": [ + 0.9532, + 0.0698 + ] + }, + { + "instruction": "Rvs +campers.", + "bbox": [ + 0.2595937728881836, + 0.8001211886935764, + 0.33757686614990234, + 0.9344001600477431 + ], + "point": [ + 0.2986, + 0.8673 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08268806139628092, + 0.05365674336751302, + 0.15566272735595704, + 0.08447100321451823 + ], + "point": [ + 0.1192, + 0.0691 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7891233656141493, + 0.055316475762261286, + 0.806882561577691, + 0.08654061211480035 + ], + "point": [ + 0.798, + 0.0709 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.63013793097602, + 0.40520022922092014, + 0.7159756978352865, + 0.43098880343967017 + ], + "point": [ + 0.6731, + 0.4181 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9756768120659722, + 0.0030743196275499133, + 0.9963760375976562, + 0.04007723914252387 + ], + "point": [ + 0.986, + 0.0216 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.053756501939561635, + 0.04894252353244358, + 0.07702262666490343, + 0.09162877400716146 + ], + "point": [ + 0.0654, + 0.0703 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6294709947374132, + 0.2794024658203125, + 0.7276533338758681, + 0.30348198784722225 + ], + "point": [ + 0.6786, + 0.2914 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1509433428446452, + 0.010376791424221463, + 0.16565107769436307, + 0.036265069113837346 + ], + "point": [ + 0.1583, + 0.0233 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.0043410857518513995, + 0.049047749837239585, + 0.027887940406799316, + 0.0924965582953559 + ], + "point": [ + 0.0161, + 0.0708 + ] + }, + { + "instruction": "Navigation to Washington, D.C. (1567).", + "bbox": [ + 0.6299903869628907, + 0.3418204413519965, + 0.7590711805555556, + 0.36752838134765625 + ], + "point": [ + 0.6945, + 0.3547 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6301104227701823, + 0.31053846571180554, + 0.699159918891059, + 0.3353894721137153 + ], + "point": [ + 0.6646, + 0.323 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02870592541164822, + 0.048543243408203124, + 0.05132406022813585, + 0.09159231397840711 + ], + "point": [ + 0.04, + 0.0701 + ] + }, + { + "instruction": "Navigation to West Virginia (1109).", + "bbox": [ + 0.6292740292019314, + 0.37296600341796876, + 0.7401521470811632, + 0.3988512166341146 + ], + "point": [ + 0.6847, + 0.3859 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8206719292534722, + 0.052313774956597225, + 0.8439532809787327, + 0.08422188652886285 + ], + "point": [ + 0.8323, + 0.0683 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17576218711005318, + 0.008998561435275608, + 0.18954794141981338, + 0.03780106438530816 + ], + "point": [ + 0.1827, + 0.0234 + ] + }, + { + "instruction": "Navigation to Pennsylvania (2218).", + "bbox": [ + 0.6300250159369575, + 0.2464561292860243, + 0.7435042487250434, + 0.272288818359375 + ], + "point": [ + 0.6868, + 0.2594 + ] + }, + { + "instruction": "Furniture.", + "bbox": [ + 0.1760510974460178, + 0.6544203016493055, + 0.25471358829074436, + 0.7927776421440972 + ], + "point": [ + 0.2154, + 0.7236 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8465744866265191, + 0.04720408545600043, + 0.8705819871690538, + 0.08412538316514757 + ], + "point": [ + 0.8586, + 0.0657 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6302925957573785, + 0.21300921969943576, + 0.7183516608344184, + 0.24058473375108508 + ], + "point": [ + 0.6743, + 0.2268 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.6330496893988715, + 0.6043012152777778, + 0.6524692111545138, + 0.6319672309027777 + ], + "point": [ + 0.6428, + 0.6181 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8832267761230469, + 0.04659132215711805, + 0.9060608757866754, + 0.0928437042236328 + ], + "point": [ + 0.8946, + 0.0697 + ] + } + ], + "element_size": 83 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/image_page/action_videoframes/action_4/3336.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Classifieds", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07465277777777778, + 0.029444444444444443 + ], + "point": [ + 0.0517, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com 9980", + "bbox": [ + 0.15833333333333333, + 0.06055554707845052, + 0.43368055555555557, + 0.08055555555555556 + ], + "point": [ + 0.296, + 0.0706 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.1763888888888889, + 0.16666666666666666, + 0.27847222222222223, + 0.2 + ], + "point": [ + 0.2274, + 0.1833 + ] + }, + { + "instruction": "All locations", + "bbox": [ + 0.6312500847710504, + 0.16777777777777778, + 0.7239583333333334, + 0.19444444444444445 + ], + "point": [ + 0.6776, + 0.1811 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws com:9980/index php?page-sea_", + "bbox": [ + 0.00208332273695204, + 0.9783333333333334, + 0.32291665607028536, + 1.0 + ], + "point": [ + 0.1625, + 0.9892 + ] + }, + { + "instruction": "Auto parts", + "bbox": [ + 0.4255578358968099, + 0.21874776204427082, + 0.5054477691650391, + 0.3571356879340278 + ], + "point": [ + 0.4655, + 0.2879 + ] + }, + { + "instruction": "Beauty", + "bbox": [ + 0.508571285671658, + 0.21967003716362848, + 0.5880186292860243, + 0.3552106730143229 + ], + "point": [ + 0.5483, + 0.2874 + ] + }, + { + "instruction": "health", + "bbox": [ + 0.508571285671658, + 0.21967003716362848, + 0.5880186292860243, + 0.3552106730143229 + ], + "point": [ + 0.5483, + 0.2874 + ] + }, + { + "instruction": "Arts + crafts", + "bbox": [ + 0.3417582194010417, + 0.2203318108452691, + 0.42230216132269965, + 0.35545823838975693 + ], + "point": [ + 0.382, + 0.2879 + ] + }, + { + "instruction": "Farm + garden", + "bbox": [ + 0.5093250274658203, + 0.5094525824652778, + 0.5883546193440755, + 0.6478564453125 + ], + "point": [ + 0.5488, + 0.5787 + ] + }, + { + "instruction": "Antiques", + "bbox": [ + 0.17576387193467882, + 0.22053502400716146, + 0.255869377983941, + 0.3563436550564236 + ], + "point": [ + 0.2158, + 0.2884 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.341604487101237, + 0.6559407552083333, + 0.42234009636773, + 0.7924015299479167 + ], + "point": [ + 0.382, + 0.7242 + ] + }, + { + "instruction": "Computer", + "bbox": [ + 0.259494145711263, + 0.5101154242621527, + 0.33853916592068145, + 0.6470553927951389 + ], + "point": [ + 0.299, + 0.5786 + ] + }, + { + "instruction": "parts", + "bbox": [ + 0.259494145711263, + 0.5101154242621527, + 0.33853916592068145, + 0.6470553927951389 + ], + "point": [ + 0.299, + 0.5786 + ] + }, + { + "instruction": "Books", + "bbox": [ + 0.341752200656467, + 0.36594122992621525, + 0.4221650865342882, + 0.5032196723090278 + ], + "point": [ + 0.382, + 0.4346 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.5094399770100911, + 0.6550678846571181, + 0.5878445519341363, + 0.790684068467882 + ], + "point": [ + 0.5486, + 0.7229 + ] + }, + { + "instruction": "instruments", + "bbox": [ + 0.5094399770100911, + 0.6550678846571181, + 0.5878445519341363, + 0.790684068467882 + ], + "point": [ + 0.5486, + 0.7229 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.25913668738471135, + 0.21882500542534722, + 0.33799300723605685, + 0.3572993977864583 + ], + "point": [ + 0.2986, + 0.2881 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.17569814258151584, + 0.36539421929253474, + 0.2554618411593967, + 0.502976820203993 + ], + "point": [ + 0.2156, + 0.4342 + ] + }, + { + "instruction": "Motorcycles", + "bbox": [ + 0.4263383229573568, + 0.6553696017795139, + 0.5051066504584418, + 0.7920981174045139 + ], + "point": [ + 0.4657, + 0.7237 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.4260062747531467, + 0.5095496961805556, + 0.5051162295871311, + 0.6479269748263888 + ], + "point": [ + 0.4656, + 0.5787 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.25897998809814454, + 0.3655710177951389, + 0.33849239349365234, + 0.5031420220269097 + ], + "point": [ + 0.2987, + 0.4344 + ] + }, + { + "instruction": "Photo + video", + "bbox": [ + 0.17659850650363498, + 0.8016408962673611, + 0.25483260684543185, + 0.9365025499131945 + ], + "point": [ + 0.2157, + 0.8691 + ] + }, + { + "instruction": "Video gaming", + "bbox": [ + 0.34278797573513453, + 0.8012151421440972, + 0.4215330759684245, + 0.9356255425347222 + ], + "point": [ + 0.3822, + 0.8684 + ] + }, + { + "instruction": "Household", + "bbox": [ + 0.2595273123847114, + 0.6556330702039931, + 0.33845513661702475, + 0.7932518853081597 + ], + "point": [ + 0.299, + 0.7244 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.34127820332845055, + 0.5096429104275174, + 0.42260670132107203, + 0.648240966796875 + ], + "point": [ + 0.3819, + 0.5789 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.5098389095730251, + 0.36632127549913196, + 0.5886074913872613, + 0.5025421142578125 + ], + "point": [ + 0.5492, + 0.4344 + ] + }, + { + "instruction": "Collectibles", + "bbox": [ + 0.1763393931918674, + 0.509868910047743, + 0.255001703898112, + 0.6481437852647569 + ], + "point": [ + 0.2157, + 0.579 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9089105394151475, + 0.04967240227593316, + 0.9974291483561198, + 0.08995957268608941 + ], + "point": [ + 0.9532, + 0.0698 + ] + }, + { + "instruction": "Rvs + campers", + "bbox": [ + 0.25954153272840713, + 0.80322509765625, + 0.3383613586425781, + 0.936240234375 + ], + "point": [ + 0.299, + 0.8697 + ] + }, + { + "instruction": "Cars + trucks", + "bbox": [ + 0.4260856628417969, + 0.3656521945529514, + 0.5050558302137587, + 0.5013383653428819 + ], + "point": [ + 0.4656, + 0.4335 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08269152111477322, + 0.053692330254448785, + 0.1556573549906413, + 0.0844423590766059 + ], + "point": [ + 0.1192, + 0.0691 + ] + }, + { + "instruction": "Delaware (870)", + "bbox": [ + 0.6301937527126736, + 0.40531446668836807, + 0.7159969753689236, + 0.43093431260850695 + ], + "point": [ + 0.6731, + 0.4181 + ] + }, + { + "instruction": "Maryland (21674)", + "bbox": [ + 0.6294661627875434, + 0.27958248562282983, + 0.7277371724446614, + 0.30326419406467015 + ], + "point": [ + 0.6786, + 0.2914 + ] + }, + { + "instruction": "Ohio (5626)", + "bbox": [ + 0.6301336500379774, + 0.31071295844184027, + 0.699290042453342, + 0.3351831732855903 + ], + "point": [ + 0.6647, + 0.3229 + ] + }, + { + "instruction": "West Virginia (1109)", + "bbox": [ + 0.6293433719211154, + 0.37325303819444444, + 0.7402364942762587, + 0.3987249755859375 + ], + "point": [ + 0.6848, + 0.386 + ] + }, + { + "instruction": "Washington; DC. (1567)", + "bbox": [ + 0.6300786336263021, + 0.34192284478081597, + 0.7584505716959635, + 0.36736053466796875 + ], + "point": [ + 0.6943, + 0.3546 + ] + }, + { + "instruction": "Pennsylvania (22180)", + "bbox": [ + 0.630052015516493, + 0.24663367377387152, + 0.7434700012207032, + 0.272093505859375 + ], + "point": [ + 0.6868, + 0.2594 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.17551493114895292, + 0.6561572265625, + 0.2547375996907552, + 0.7928809950086806 + ], + "point": [ + 0.2151, + 0.7245 + ] + }, + { + "instruction": "Virginia (31126)", + "bbox": [ + 0.6302810668945312, + 0.2130082533094618, + 0.7183307223849826, + 0.24052859836154514 + ], + "point": [ + 0.6743, + 0.2268 + ] + }, + { + "instruction": "Auto parts.", + "bbox": [ + 0.4255578358968099, + 0.21874776204427082, + 0.5054477691650391, + 0.3571356879340278 + ], + "point": [ + 0.4655, + 0.2879 + ] + }, + { + "instruction": "Health function.", + "bbox": [ + 0.508571285671658, + 0.21967003716362848, + 0.5880186292860243, + 0.3552106730143229 + ], + "point": [ + 0.5483, + 0.2874 + ] + }, + { + "instruction": "arts + crafts.", + "bbox": [ + 0.3417582194010417, + 0.2203318108452691, + 0.42230216132269965, + 0.35545823838975693 + ], + "point": [ + 0.382, + 0.2879 + ] + }, + { + "instruction": "farm + garden functionality.", + "bbox": [ + 0.5093250274658203, + 0.5094525824652778, + 0.5883546193440755, + 0.6478564453125 + ], + "point": [ + 0.5488, + 0.5787 + ] + }, + { + "instruction": "antiques.", + "bbox": [ + 0.17576387193467882, + 0.22053502400716146, + 0.255869377983941, + 0.3563436550564236 + ], + "point": [ + 0.2158, + 0.2884 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.341604487101237, + 0.6559407552083333, + 0.42234009636773, + 0.7924015299479167 + ], + "point": [ + 0.382, + 0.7242 + ] + }, + { + "instruction": "Computer parts.", + "bbox": [ + 0.259494145711263, + 0.5101154242621527, + 0.33853916592068145, + 0.6470553927951389 + ], + "point": [ + 0.299, + 0.5786 + ] + }, + { + "instruction": "a books menu.", + "bbox": [ + 0.341752200656467, + 0.36594122992621525, + 0.4221650865342882, + 0.5032196723090278 + ], + "point": [ + 0.382, + 0.4346 + ] + }, + { + "instruction": "Music instruments.", + "bbox": [ + 0.5094399770100911, + 0.6550678846571181, + 0.5878445519341363, + 0.790684068467882 + ], + "point": [ + 0.5486, + 0.7229 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.25913668738471135, + 0.21882500542534722, + 0.33799300723605685, + 0.3572993977864583 + ], + "point": [ + 0.2986, + 0.2881 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.17569814258151584, + 0.36539421929253474, + 0.2554618411593967, + 0.502976820203993 + ], + "point": [ + 0.2156, + 0.4342 + ] + }, + { + "instruction": "motorcycles.", + "bbox": [ + 0.4263383229573568, + 0.6553696017795139, + 0.5051066504584418, + 0.7920981174045139 + ], + "point": [ + 0.4657, + 0.7237 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.4260062747531467, + 0.5095496961805556, + 0.5051162295871311, + 0.6479269748263888 + ], + "point": [ + 0.4656, + 0.5787 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.25897998809814454, + 0.3655710177951389, + 0.33849239349365234, + 0.5031420220269097 + ], + "point": [ + 0.2987, + 0.4344 + ] + }, + { + "instruction": "Photo + video.", + "bbox": [ + 0.17659850650363498, + 0.8016408962673611, + 0.25483260684543185, + 0.9365025499131945 + ], + "point": [ + 0.2157, + 0.8691 + ] + }, + { + "instruction": "Video gaming.", + "bbox": [ + 0.34278797573513453, + 0.8012151421440972, + 0.4215330759684245, + 0.9356255425347222 + ], + "point": [ + 0.3822, + 0.8684 + ] + }, + { + "instruction": "the Household function.", + "bbox": [ + 0.2595273123847114, + 0.6556330702039931, + 0.33845513661702475, + 0.7932518853081597 + ], + "point": [ + 0.299, + 0.7244 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.34127820332845055, + 0.5096429104275174, + 0.42260670132107203, + 0.648240966796875 + ], + "point": [ + 0.3819, + 0.5789 + ] + }, + { + "instruction": "Cell phones.", + "bbox": [ + 0.5098389095730251, + 0.36632127549913196, + 0.5886074913872613, + 0.5025421142578125 + ], + "point": [ + 0.5492, + 0.4344 + ] + }, + { + "instruction": "collectibles.", + "bbox": [ + 0.1763393931918674, + 0.509868910047743, + 0.255001703898112, + 0.6481437852647569 + ], + "point": [ + 0.2157, + 0.579 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9089105394151475, + 0.04967240227593316, + 0.9974291483561198, + 0.08995957268608941 + ], + "point": [ + 0.9532, + 0.0698 + ] + }, + { + "instruction": "Rvs +campers.", + "bbox": [ + 0.25954153272840713, + 0.80322509765625, + 0.3383613586425781, + 0.936240234375 + ], + "point": [ + 0.299, + 0.8697 + ] + }, + { + "instruction": "Cars + trucks.", + "bbox": [ + 0.4260856628417969, + 0.3656521945529514, + 0.5050558302137587, + 0.5013383653428819 + ], + "point": [ + 0.4656, + 0.4335 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08269152111477322, + 0.053692330254448785, + 0.1556573549906413, + 0.0844423590766059 + ], + "point": [ + 0.1192, + 0.0691 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7891409979926215, + 0.05538201649983724, + 0.8068457709418403, + 0.08653210957845052 + ], + "point": [ + 0.798, + 0.071 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9756742689344619, + 0.0031175401475694443, + 0.9963548448350694, + 0.04003802405463325 + ], + "point": [ + 0.986, + 0.0216 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.0538183159298367, + 0.04900008731418186, + 0.07695250511169434, + 0.09136837429470486 + ], + "point": [ + 0.0654, + 0.0702 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6301937527126736, + 0.40531446668836807, + 0.7159969753689236, + 0.43093431260850695 + ], + "point": [ + 0.6731, + 0.4181 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15096847746107314, + 0.010485725402832031, + 0.16559871037801108, + 0.03604993184407552 + ], + "point": [ + 0.1583, + 0.0233 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6294661627875434, + 0.27958248562282983, + 0.7277371724446614, + 0.30326419406467015 + ], + "point": [ + 0.6786, + 0.2914 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.0044362121158176, + 0.049289864434136285, + 0.027794814109802245, + 0.09187833997938367 + ], + "point": [ + 0.0161, + 0.0706 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02874500486585829, + 0.048743794759114584, + 0.05122669008043077, + 0.09113798353407118 + ], + "point": [ + 0.04, + 0.0699 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8207321166992188, + 0.052185779147677955, + 0.8439587063259548, + 0.08425723605685764 + ], + "point": [ + 0.8323, + 0.0682 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6301336500379774, + 0.31071295844184027, + 0.699290042453342, + 0.3351831732855903 + ], + "point": [ + 0.6647, + 0.3229 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17575800153944227, + 0.009080302980211046, + 0.1895752165052626, + 0.03765067312452528 + ], + "point": [ + 0.1827, + 0.0234 + ] + }, + { + "instruction": "Navigation to West Virginia (1109).", + "bbox": [ + 0.6293433719211154, + 0.37325303819444444, + 0.7402364942762587, + 0.3987249755859375 + ], + "point": [ + 0.6848, + 0.386 + ] + }, + { + "instruction": "Navigation to Washington, D.C. (1567).", + "bbox": [ + 0.6300786336263021, + 0.34192284478081597, + 0.7584505716959635, + 0.36736053466796875 + ], + "point": [ + 0.6943, + 0.3546 + ] + }, + { + "instruction": "Navigation to Pennsylvania (2218).", + "bbox": [ + 0.630052015516493, + 0.24663367377387152, + 0.7434700012207032, + 0.272093505859375 + ], + "point": [ + 0.6868, + 0.2594 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.17551493114895292, + 0.6561572265625, + 0.2547375996907552, + 0.7928809950086806 + ], + "point": [ + 0.2151, + 0.7245 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.84660890367296, + 0.04724007500542535, + 0.8704894171820746, + 0.08411985609266492 + ], + "point": [ + 0.8585, + 0.0657 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6302810668945312, + 0.2130082533094618, + 0.7183307223849826, + 0.24052859836154514 + ], + "point": [ + 0.6743, + 0.2268 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8834048800998264, + 0.04661189609103732, + 0.905838860405816, + 0.0928557586669922 + ], + "point": [ + 0.8946, + 0.0697 + ] + } + ], + "element_size": 82 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/image_page/action_videoframes/action_5/4014.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Classifieds", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07465277777777778, + 0.029444444444444443 + ], + "point": [ + 0.0517, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com 9980", + "bbox": [ + 0.15833333333333333, + 0.06055554707845052, + 0.43368055555555557, + 0.08055555555555556 + ], + "point": [ + 0.296, + 0.0706 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.1763888888888889, + 0.16666666666666666, + 0.27847222222222223, + 0.2 + ], + "point": [ + 0.2274, + 0.1833 + ] + }, + { + "instruction": "All locations", + "bbox": [ + 0.6312500847710504, + 0.16777777777777778, + 0.7239583333333334, + 0.19444444444444445 + ], + "point": [ + 0.6776, + 0.1811 + ] + }, + { + "instruction": "Auto parts", + "bbox": [ + 0.4254374610053168, + 0.21885672675238715, + 0.5054659949408637, + 0.3567709689670139 + ], + "point": [ + 0.4655, + 0.2878 + ] + }, + { + "instruction": "Beauty", + "bbox": [ + 0.5085223727756076, + 0.21969295925564236, + 0.5879792955186632, + 0.3552323065863715 + ], + "point": [ + 0.5483, + 0.2875 + ] + }, + { + "instruction": "health", + "bbox": [ + 0.5085223727756076, + 0.21969295925564236, + 0.5879792955186632, + 0.3552323065863715 + ], + "point": [ + 0.5483, + 0.2875 + ] + }, + { + "instruction": "Arts + crafts", + "bbox": [ + 0.34171466827392577, + 0.22005145602756077, + 0.4223759121365017, + 0.35537000868055557 + ], + "point": [ + 0.382, + 0.2877 + ] + }, + { + "instruction": "Farm + garden", + "bbox": [ + 0.5091815948486328, + 0.5094425455729167, + 0.5885125478108724, + 0.6478080240885417 + ], + "point": [ + 0.5488, + 0.5786 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.34167734781901044, + 0.6560625542534723, + 0.4223704020182292, + 0.7924461534288194 + ], + "point": [ + 0.382, + 0.7243 + ] + }, + { + "instruction": "Antiques", + "bbox": [ + 0.17574490441216362, + 0.22055260552300346, + 0.25594255659315324, + 0.35644507514105905 + ], + "point": [ + 0.2158, + 0.2885 + ] + }, + { + "instruction": "Computer", + "bbox": [ + 0.25932193332248266, + 0.5101137966579861, + 0.3385614607069227, + 0.6471571180555555 + ], + "point": [ + 0.2989, + 0.5786 + ] + }, + { + "instruction": "parts", + "bbox": [ + 0.25932193332248266, + 0.5101137966579861, + 0.3385614607069227, + 0.6471571180555555 + ], + "point": [ + 0.2989, + 0.5786 + ] + }, + { + "instruction": "Books", + "bbox": [ + 0.3416606903076172, + 0.3658388943142361, + 0.42219988505045575, + 0.5029938422309028 + ], + "point": [ + 0.3819, + 0.4344 + ] + }, + { + "instruction": "Cars", + "bbox": [ + 0.4257241990831163, + 0.36560316297743056, + 0.5053064134385851, + 0.5021356201171875 + ], + "point": [ + 0.4655, + 0.4339 + ] + }, + { + "instruction": "trucks", + "bbox": [ + 0.4257241990831163, + 0.36560316297743056, + 0.5053064134385851, + 0.5021356201171875 + ], + "point": [ + 0.4655, + 0.4339 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.17564179102579752, + 0.3654041205512153, + 0.2555633968777127, + 0.5029253472222223 + ], + "point": [ + 0.2156, + 0.4342 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.5096146477593316, + 0.36619818793402775, + 0.5887915717230903, + 0.5021771240234375 + ], + "point": [ + 0.5492, + 0.4342 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.509299553765191, + 0.6550897894965277, + 0.5879040188259549, + 0.7908167860243056 + ], + "point": [ + 0.5486, + 0.723 + ] + }, + { + "instruction": "instruments", + "bbox": [ + 0.509299553765191, + 0.6550897894965277, + 0.5879040188259549, + 0.7908167860243056 + ], + "point": [ + 0.5486, + 0.723 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.42600190904405383, + 0.509639417860243, + 0.5052923414442274, + 0.647933824327257 + ], + "point": [ + 0.4656, + 0.5788 + ] + }, + { + "instruction": "Motorcycles", + "bbox": [ + 0.42660416497124565, + 0.6555226643880209, + 0.5049666934543185, + 0.7916549343532986 + ], + "point": [ + 0.4658, + 0.7236 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.25908883412679035, + 0.2188027106391059, + 0.33795350392659507, + 0.35738528781467016 + ], + "point": [ + 0.2985, + 0.2881 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.3414317660861545, + 0.509718254937066, + 0.42266421847873265, + 0.648158704969618 + ], + "point": [ + 0.382, + 0.5789 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.2589397854275174, + 0.36556644015842016, + 0.3385128445095486, + 0.503171624077691 + ], + "point": [ + 0.2987, + 0.4344 + ] + }, + { + "instruction": "Video gaming", + "bbox": [ + 0.34278899298773874, + 0.801195068359375, + 0.42158046298556856, + 0.9354448784722222 + ], + "point": [ + 0.3822, + 0.8683 + ] + }, + { + "instruction": "Photo + video", + "bbox": [ + 0.17664593590630426, + 0.8014463297526042, + 0.2549176745944553, + 0.9362004258897569 + ], + "point": [ + 0.2158, + 0.8688 + ] + }, + { + "instruction": "Collectibles", + "bbox": [ + 0.17624920739067926, + 0.5098418172200521, + 0.2551414277818468, + 0.6482687717013889 + ], + "point": [ + 0.2157, + 0.5791 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9089116414388021, + 0.04966579861111111, + 0.9974333021375869, + 0.08998269822862413 + ], + "point": [ + 0.9532, + 0.0698 + ] + }, + { + "instruction": "Household", + "bbox": [ + 0.25953422122531467, + 0.655367906358507, + 0.33833433787027994, + 0.793185289171007 + ], + "point": [ + 0.2989, + 0.7243 + ] + }, + { + "instruction": "Rvs + campers", + "bbox": [ + 0.25956923166910806, + 0.8001340060763888, + 0.3375800026787652, + 0.9349900987413194 + ], + "point": [ + 0.2986, + 0.8676 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.0826780531141493, + 0.053683670891655814, + 0.15566948784722223, + 0.08447299533420138 + ], + "point": [ + 0.1192, + 0.0691 + ] + }, + { + "instruction": "Delaware (870)", + "bbox": [ + 0.630112796359592, + 0.404874267578125, + 0.7160249498155382, + 0.431070556640625 + ], + "point": [ + 0.6731, + 0.418 + ] + }, + { + "instruction": "Washington; DC. (1567)", + "bbox": [ + 0.6299740685356988, + 0.34169335259331596, + 0.7598954942491319, + 0.36765106201171877 + ], + "point": [ + 0.6949, + 0.3547 + ] + }, + { + "instruction": "Maryland (21674)", + "bbox": [ + 0.6293780008951823, + 0.27910198635525174, + 0.7279564751519098, + 0.3036924913194444 + ], + "point": [ + 0.6787, + 0.2914 + ] + }, + { + "instruction": "West Virginia (1109)", + "bbox": [ + 0.6292320251464844, + 0.37261854383680554, + 0.7402431911892361, + 0.39881544325086804 + ], + "point": [ + 0.6847, + 0.3857 + ] + }, + { + "instruction": "Pennsylvania (22180)", + "bbox": [ + 0.6298274570041232, + 0.2460301547580295, + 0.7435111151801215, + 0.2726651509602865 + ], + "point": [ + 0.6867, + 0.2593 + ] + }, + { + "instruction": "Ohio (5626)", + "bbox": [ + 0.6301008436414931, + 0.3100111219618056, + 0.6994657728407118, + 0.3355744764539931 + ], + "point": [ + 0.6648, + 0.3228 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.17604870266384548, + 0.6544217258029514, + 0.25471678839789497, + 0.7930008273654514 + ], + "point": [ + 0.2154, + 0.7237 + ] + }, + { + "instruction": "Virginia (31126)", + "bbox": [ + 0.6301606920030381, + 0.2129214307996962, + 0.7187908596462673, + 0.24069849650065103 + ], + "point": [ + 0.6745, + 0.2268 + ] + }, + { + "instruction": "Auto parts.", + "bbox": [ + 0.4254374610053168, + 0.21885672675238715, + 0.5054659949408637, + 0.3567709689670139 + ], + "point": [ + 0.4655, + 0.2878 + ] + }, + { + "instruction": "Health function.", + "bbox": [ + 0.5085223727756076, + 0.21969295925564236, + 0.5879792955186632, + 0.3552323065863715 + ], + "point": [ + 0.5483, + 0.2875 + ] + }, + { + "instruction": "arts + crafts.", + "bbox": [ + 0.34171466827392577, + 0.22005145602756077, + 0.4223759121365017, + 0.35537000868055557 + ], + "point": [ + 0.382, + 0.2877 + ] + }, + { + "instruction": "farm + garden functionality.", + "bbox": [ + 0.5091815948486328, + 0.5094425455729167, + 0.5885125478108724, + 0.6478080240885417 + ], + "point": [ + 0.5488, + 0.5786 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.34167734781901044, + 0.6560625542534723, + 0.4223704020182292, + 0.7924461534288194 + ], + "point": [ + 0.382, + 0.7243 + ] + }, + { + "instruction": "antiques.", + "bbox": [ + 0.17574490441216362, + 0.22055260552300346, + 0.25594255659315324, + 0.35644507514105905 + ], + "point": [ + 0.2158, + 0.2885 + ] + }, + { + "instruction": "Computer parts.", + "bbox": [ + 0.25932193332248266, + 0.5101137966579861, + 0.3385614607069227, + 0.6471571180555555 + ], + "point": [ + 0.2989, + 0.5786 + ] + }, + { + "instruction": "Bookmarks.", + "bbox": [ + 0.3416606903076172, + 0.3658388943142361, + 0.42219988505045575, + 0.5029938422309028 + ], + "point": [ + 0.3819, + 0.4344 + ] + }, + { + "instruction": "Cars and trucks settings.", + "bbox": [ + 0.4257241990831163, + 0.36560316297743056, + 0.5053064134385851, + 0.5021356201171875 + ], + "point": [ + 0.4655, + 0.4339 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.17564179102579752, + 0.3654041205512153, + 0.2555633968777127, + 0.5029253472222223 + ], + "point": [ + 0.2156, + 0.4342 + ] + }, + { + "instruction": "Cell phones.", + "bbox": [ + 0.5096146477593316, + 0.36619818793402775, + 0.5887915717230903, + 0.5021771240234375 + ], + "point": [ + 0.5492, + 0.4342 + ] + }, + { + "instruction": "Music instruments.", + "bbox": [ + 0.509299553765191, + 0.6550897894965277, + 0.5879040188259549, + 0.7908167860243056 + ], + "point": [ + 0.5486, + 0.723 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.42600190904405383, + 0.509639417860243, + 0.5052923414442274, + 0.647933824327257 + ], + "point": [ + 0.4656, + 0.5788 + ] + }, + { + "instruction": "motorcycles", + "bbox": [ + 0.42660416497124565, + 0.6555226643880209, + 0.5049666934543185, + 0.7916549343532986 + ], + "point": [ + 0.4658, + 0.7236 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.25908883412679035, + 0.2188027106391059, + 0.33795350392659507, + 0.35738528781467016 + ], + "point": [ + 0.2985, + 0.2881 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.3414317660861545, + 0.509718254937066, + 0.42266421847873265, + 0.648158704969618 + ], + "point": [ + 0.382, + 0.5789 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.2589397854275174, + 0.36556644015842016, + 0.3385128445095486, + 0.503171624077691 + ], + "point": [ + 0.2987, + 0.4344 + ] + }, + { + "instruction": "Video gaming.", + "bbox": [ + 0.34278899298773874, + 0.801195068359375, + 0.42158046298556856, + 0.9354448784722222 + ], + "point": [ + 0.3822, + 0.8683 + ] + }, + { + "instruction": "Photo + video.", + "bbox": [ + 0.17664593590630426, + 0.8014463297526042, + 0.2549176745944553, + 0.9362004258897569 + ], + "point": [ + 0.2158, + 0.8688 + ] + }, + { + "instruction": "collectibles.", + "bbox": [ + 0.17624920739067926, + 0.5098418172200521, + 0.2551414277818468, + 0.6482687717013889 + ], + "point": [ + 0.2157, + 0.5791 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9089116414388021, + 0.04966579861111111, + 0.9974333021375869, + 0.08998269822862413 + ], + "point": [ + 0.9532, + 0.0698 + ] + }, + { + "instruction": "the Household function.", + "bbox": [ + 0.25953422122531467, + 0.655367906358507, + 0.33833433787027994, + 0.793185289171007 + ], + "point": [ + 0.2989, + 0.7243 + ] + }, + { + "instruction": "Rvs +campers.", + "bbox": [ + 0.25956923166910806, + 0.8001340060763888, + 0.3375800026787652, + 0.9349900987413194 + ], + "point": [ + 0.2986, + 0.8676 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.0826780531141493, + 0.053683670891655814, + 0.15566948784722223, + 0.08447299533420138 + ], + "point": [ + 0.1192, + 0.0691 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7891693962944879, + 0.05541601392957899, + 0.8068350050184462, + 0.08654243469238282 + ], + "point": [ + 0.798, + 0.071 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.630112796359592, + 0.404874267578125, + 0.7160249498155382, + 0.431070556640625 + ], + "point": [ + 0.6731, + 0.418 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9756810506184895, + 0.003044109344482422, + 0.9963477240668402, + 0.04010881000094944 + ], + "point": [ + 0.986, + 0.0216 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05396042929755317, + 0.04888230217827691, + 0.07687785890367296, + 0.09158179389105903 + ], + "point": [ + 0.0654, + 0.0702 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1509474860297309, + 0.010380294587877061, + 0.1656518512301975, + 0.03627463340759277 + ], + "point": [ + 0.1583, + 0.0233 + ] + }, + { + "instruction": "Navigation to Washington, D.C. (1567).", + "bbox": [ + 0.6299740685356988, + 0.34169335259331596, + 0.7598954942491319, + 0.36765106201171877 + ], + "point": [ + 0.6949, + 0.3547 + ] + }, + { + "instruction": "Navigation to Maryland (2167A).", + "bbox": [ + 0.6293780008951823, + 0.27910198635525174, + 0.7279564751519098, + 0.3036924913194444 + ], + "point": [ + 0.6787, + 0.2914 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004534101486206055, + 0.04900588565402561, + 0.027598010169135198, + 0.09252456665039062 + ], + "point": [ + 0.0161, + 0.0708 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028636709849039713, + 0.04841237386067709, + 0.051504866282145186, + 0.09208793640136718 + ], + "point": [ + 0.0401, + 0.0703 + ] + }, + { + "instruction": "Navigation to West Virginia (1109).", + "bbox": [ + 0.6292320251464844, + 0.37261854383680554, + 0.7402431911892361, + 0.39881544325086804 + ], + "point": [ + 0.6847, + 0.3857 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8206663343641493, + 0.05149054209391276, + 0.844014146592882, + 0.08466720581054688 + ], + "point": [ + 0.8323, + 0.0681 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.1757690323723687, + 0.00896348105536567, + 0.18960283067491318, + 0.03787995232476128 + ], + "point": [ + 0.1827, + 0.0234 + ] + }, + { + "instruction": "Navigation to Pennsylvania (2218).", + "bbox": [ + 0.6298274570041232, + 0.2460301547580295, + 0.7435111151801215, + 0.2726651509602865 + ], + "point": [ + 0.6867, + 0.2593 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.7484920077853733, + 0.30627376980251736, + 0.7655065748426649, + 0.33330142550998265 + ], + "point": [ + 0.757, + 0.3198 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6301008436414931, + 0.3100111219618056, + 0.6994657728407118, + 0.3355744764539931 + ], + "point": [ + 0.6648, + 0.3228 + ] + }, + { + "instruction": "Furniture.", + "bbox": [ + 0.17604870266384548, + 0.6544217258029514, + 0.25471678839789497, + 0.7930008273654514 + ], + "point": [ + 0.2154, + 0.7237 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8466151767306858, + 0.04680431789822049, + 0.8704577128092448, + 0.0845645734998915 + ], + "point": [ + 0.8585, + 0.0657 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6301606920030381, + 0.2129214307996962, + 0.7187908596462673, + 0.24069849650065103 + ], + "point": [ + 0.6745, + 0.2268 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8834564208984375, + 0.04663867526584201, + 0.9057254367404514, + 0.0926859876844618 + ], + "point": [ + 0.8946, + 0.0697 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.00011994093656539918, + 0.05177664015028212, + 0.005019205643071068, + 0.09058767530653211 + ], + "point": [ + 0.0026, + 0.0712 + ] + } + ], + "element_size": 84 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/image_page/action_videoframes/action_6/4290.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Virginia", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.06145833333333333, + 0.03111111111111111 + ], + "point": [ + 0.0451, + 0.0225 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.06701388888888889, + 0.013888888888888888, + 0.11215277777777778, + 0.029444444444444443 + ], + "point": [ + 0.0896, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws com 9980/index php?page-search&sRegion-9254928", + "bbox": [ + 0.15833329094780815, + 0.058888888888888886, + 0.6392360687255859, + 0.08333333333333333 + ], + "point": [ + 0.3988, + 0.0711 + ] + }, + { + "instruction": "1", + "bbox": [ + 0.33472220102945965, + 0.10277777777777777, + 0.3416666454739041, + 0.11777777777777777 + ], + "point": [ + 0.3382, + 0.1103 + ] + }, + { + "instruction": "12 of 31126 listings", + "bbox": [ + 0.34930555555555554, + 0.09777777777777778, + 0.4486111111111111, + 0.12444444444444444 + ], + "point": [ + 0.399, + 0.1111 + ] + }, + { + "instruction": "Listings", + "bbox": [ + 0.3329861111111111, + 0.16, + 0.3871527777777778, + 0.18833333333333332 + ], + "point": [ + 0.3601, + 0.1742 + ] + }, + { + "instruction": "Show only", + "bbox": [ + 0.16701388888888888, + 0.20111109415690104, + 0.21631944444444445, + 0.21944442749023438 + ], + "point": [ + 0.1917, + 0.2103 + ] + }, + { + "instruction": "listings with pictures", + "bbox": [ + 0.18229166666666666, + 0.22333333333333333, + 0.2760416666666667, + 0.24388888888888888 + ], + "point": [ + 0.2292, + 0.2336 + ] + }, + { + "instruction": "605.00 $", + "bbox": [ + 0.40555555555555556, + 0.245, + 0.4670138888888889, + 0.2722222222222222 + ], + "point": [ + 0.4363, + 0.2586 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.16701388888888888, + 0.26722222222222225, + 0.19131944444444443, + 0.28444444444444444 + ], + "point": [ + 0.1792, + 0.2758 + ] + }, + { + "instruction": "Min_", + "bbox": [ + 0.16805555555555557, + 0.28888888888888886, + 0.1840277777777778, + 0.30444444444444446 + ], + "point": [ + 0.176, + 0.2967 + ] + }, + { + "instruction": "Max", + "bbox": [ + 0.23576388888888888, + 0.28888888888888886, + 0.2552083333333333, + 0.30444444444444446 + ], + "point": [ + 0.2455, + 0.2967 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.40625, + 0.28, + 0.4482638888888889, + 0.2961111111111111 + ], + "point": [ + 0.4273, + 0.2881 + ] + }, + { + "instruction": "Arlington (Virginia)", + "bbox": [ + 0.4618055555555556, + 0.27833336724175345, + 0.5479166666666667, + 0.3000000339084201 + ], + "point": [ + 0.5049, + 0.2892 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.5607638465033637, + 0.2788888888888889, + 0.6152777353922526, + 0.2972222222222222 + ], + "point": [ + 0.588, + 0.2881 + ] + }, + { + "instruction": "SAVE UP TO 90%l", + "bbox": [ + 0.7177083333333333, + 0.30666666666666664, + 0.8086805555555555, + 0.32666666666666666 + ], + "point": [ + 0.7632, + 0.3167 + ] + }, + { + "instruction": "PRICES UPDATED DAILYI", + "bbox": [ + 0.40694444444444444, + 0.33, + 0.5302083333333333, + 0.34833333333333333 + ], + "point": [ + 0.4686, + 0.3392 + ] + }, + { + "instruction": "Learn more at: CENTURY FURNITURE ENGLISH ROLL ARM SOFA ORIGINAL PRICE: 5000", + "bbox": [ + 0.4065972222222222, + 0.3516666666666667, + 0.8322916666666667, + 0.37166666666666665 + ], + "point": [ + 0.6194, + 0.3617 + ] + }, + { + "instruction": "BRAND: Century Furniture PRODUCT L.", + "bbox": [ + 0.4065972222222222, + 0.3738888888888889, + 0.5947916666666667, + 0.39555555555555555 + ], + "point": [ + 0.5007, + 0.3847 + ] + }, + { + "instruction": "220.00 $", + "bbox": [ + 0.4059027777777778, + 0.4677777777777778, + 0.4666666666666667, + 0.49277777777777776 + ], + "point": [ + 0.4363, + 0.4803 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16701388888888888, + 0.48388892279730905, + 0.2763888888888889, + 0.5022222561306423 + ], + "point": [ + 0.2217, + 0.4931 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.40625, + 0.5022222222222222, + 0.4482638888888889, + 0.5183332655164931 + ], + "point": [ + 0.4273, + 0.5103 + ] + }, + { + "instruction": "Dale City (Virginia)", + "bbox": [ + 0.46145833333333336, + 0.5016666666666667, + 0.546875, + 0.5227777777777778 + ], + "point": [ + 0.5042, + 0.5122 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.5600694444444444, + 0.5011110432942708, + 0.6145833333333334, + 0.5194444444444445 + ], + "point": [ + 0.5873, + 0.5103 + ] + }, + { + "instruction": "SAVE UP TO 90%l", + "bbox": [ + 0.7180555555555556, + 0.53, + 0.8083333333333333, + 0.5483334011501736 + ], + "point": [ + 0.7632, + 0.5392 + ] + }, + { + "instruction": "PRICES UPDATED DAILYI", + "bbox": [ + 0.4065972222222222, + 0.5516666666666666, + 0.5305555555555556, + 0.5716666666666667 + ], + "point": [ + 0.4686, + 0.5617 + ] + }, + { + "instruction": "Learn more at: HIGHLAND HOUSE FURNITURE TUFTED BACK ACCENT CHAIR ORIGINAL", + "bbox": [ + 0.4069444020589193, + 0.575, + 0.8364583333333333, + 0.5933333333333334 + ], + "point": [ + 0.6217, + 0.5842 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.16666666666666666, + 0.5872222222222222, + 0.24027777777777778, + 0.6088888888888889 + ], + "point": [ + 0.2035, + 0.5981 + ] + }, + { + "instruction": "PRICE: 4500 BRAND: Highland House Fux", + "bbox": [ + 0.4065972222222222, + 0.5955555555555555, + 0.6104166666666667, + 0.6177777777777778 + ], + "point": [ + 0.5085, + 0.6067 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.1673611111111111, + 0.11055555555555556, + 0.18715277777777778, + 0.135 + ], + "point": [ + 0.1773, + 0.1228 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.16649239857991535, + 0.5029243977864584, + 0.27401625315348305, + 0.5518381754557292 + ], + "point": [ + 0.2203, + 0.5274 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.16656978395250108, + 0.3721535915798611, + 0.2291769027709961, + 0.4193392605251736 + ], + "point": [ + 0.1979, + 0.3957 + ] + }, + { + "instruction": "Sort by: Newly listed", + "bbox": [ + 0.7180072360568577, + 0.09391330295138889, + 0.8414279513888889, + 0.13454444037543403 + ], + "point": [ + 0.7797, + 0.1142 + ] + }, + { + "instruction": "Decorative Hanger With Hooks", + "bbox": [ + 0.40599992540147567, + 0.6598553466796875, + 0.841963365342882, + 0.8469347466362848 + ], + "point": [ + 0.624, + 0.7534 + ] + }, + { + "instruction": "5.00 $", + "bbox": [ + 0.40599992540147567, + 0.6598553466796875, + 0.841963365342882, + 0.8469347466362848 + ], + "point": [ + 0.624, + 0.7534 + ] + }, + { + "instruction": "Household", + "bbox": [ + 0.40599992540147567, + 0.6598553466796875, + 0.841963365342882, + 0.8469347466362848 + ], + "point": [ + 0.624, + 0.7534 + ] + }, + { + "instruction": "Arlington (Virginia)", + "bbox": [ + 0.40599992540147567, + 0.6598553466796875, + 0.841963365342882, + 0.8469347466362848 + ], + "point": [ + 0.624, + 0.7534 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.40599992540147567, + 0.6598553466796875, + 0.841963365342882, + 0.8469347466362848 + ], + "point": [ + 0.624, + 0.7534 + ] + }, + { + "instruction": "Decorative hanger/hooks with distressed finish: Color of the hanger/hooks is dark brown", + "bbox": [ + 0.40599992540147567, + 0.6598553466796875, + 0.841963365342882, + 0.8469347466362848 + ], + "point": [ + 0.624, + 0.7534 + ] + }, + { + "instruction": "with primarily rust colored distressing: Dimensions are 13 wide by 11.5 tall From cat-", + "bbox": [ + 0.40599992540147567, + 0.6598553466796875, + 0.841963365342882, + 0.8469347466362848 + ], + "point": [ + 0.624, + 0.7534 + ] + }, + { + "instruction": "friendly smoke-free home. Cash or Venmo:", + "bbox": [ + 0.40599992540147567, + 0.6598553466796875, + 0.841963365342882, + 0.8469347466362848 + ], + "point": [ + 0.624, + 0.7534 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9087846544053819, + 0.04981335957845052, + 0.9971716986762152, + 0.08990248786078558 + ], + "point": [ + 0.953, + 0.0699 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08286418914794921, + 0.05311826917860243, + 0.15564019944932725, + 0.08442469278971354 + ], + "point": [ + 0.1193, + 0.0688 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.16730207867092556, + 0.9734946017795139, + 0.2170199924045139, + 0.9951449924045139 + ], + "point": [ + 0.1922, + 0.9843 + ] + }, + { + "instruction": "Beauty + hea=", + "bbox": [ + 0.16714113023546007, + 0.7387839762369791, + 0.23846846686469184, + 0.764886949327257 + ], + "point": [ + 0.2028, + 0.7518 + ] + }, + { + "instruction": "Arts", + "bbox": [ + 0.16736175749037002, + 0.6885523817274306, + 0.22340719434950088, + 0.7115936957465278 + ], + "point": [ + 0.1954, + 0.7001 + ] + }, + { + "instruction": "crafts", + "bbox": [ + 0.16736175749037002, + 0.6885523817274306, + 0.22340719434950088, + 0.7115936957465278 + ], + "point": [ + 0.1954, + 0.7001 + ] + }, + { + "instruction": "Cars", + "bbox": [ + 0.1673119650946723, + 0.8432844373914931, + 0.2268466313680013, + 0.866178453233507 + ], + "point": [ + 0.1971, + 0.8547 + ] + }, + { + "instruction": "trucks", + "bbox": [ + 0.1673119650946723, + 0.8432844373914931, + 0.2268466313680013, + 0.866178453233507 + ], + "point": [ + 0.1971, + 0.8547 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.16768836975097656, + 0.7925518798828125, + 0.19418529934353299, + 0.8132845730251737 + ], + "point": [ + 0.1809, + 0.8029 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.1667057673136393, + 0.8695616319444445, + 0.22159561581081813, + 0.8919944932725694 + ], + "point": [ + 0.1942, + 0.8808 + ] + }, + { + "instruction": "KAIYO.cOM", + "bbox": [ + 0.33441475762261286, + 0.8616825358072917, + 0.40087882147894965, + 0.9993055555555556 + ], + "point": [ + 0.3676, + 0.9305 + ] + }, + { + "instruction": "646-844-8585", + "bbox": [ + 0.33441475762261286, + 0.8616825358072917, + 0.40087882147894965, + 0.9993055555555556 + ], + "point": [ + 0.3676, + 0.9305 + ] + }, + { + "instruction": "Design Within Reach Reid Sofa (Was 7945)", + "bbox": [ + 0.404592047797309, + 0.857559339735243, + 0.8426375495062934, + 0.9953350830078125 + ], + "point": [ + 0.6236, + 0.9264 + ] + }, + { + "instruction": "1500.00 $", + "bbox": [ + 0.404592047797309, + 0.857559339735243, + 0.8426375495062934, + 0.9953350830078125 + ], + "point": [ + 0.6236, + 0.9264 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.404592047797309, + 0.857559339735243, + 0.8426375495062934, + 0.9953350830078125 + ], + "point": [ + 0.6236, + 0.9264 + ] + }, + { + "instruction": "Arlington (Virginia)", + "bbox": [ + 0.404592047797309, + 0.857559339735243, + 0.8426375495062934, + 0.9953350830078125 + ], + "point": [ + 0.6236, + 0.9264 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.404592047797309, + 0.857559339735243, + 0.8426375495062934, + 0.9953350830078125 + ], + "point": [ + 0.6236, + 0.9264 + ] + }, + { + "instruction": "SAVE UP TO 90%!", + "bbox": [ + 0.404592047797309, + 0.857559339735243, + 0.8426375495062934, + 0.9953350830078125 + ], + "point": [ + 0.6236, + 0.9264 + ] + }, + { + "instruction": "PRICES UPDATED DAILY!", + "bbox": [ + 0.404592047797309, + 0.857559339735243, + 0.8426375495062934, + 0.9953350830078125 + ], + "point": [ + 0.6236, + 0.9264 + ] + }, + { + "instruction": "Books", + "bbox": [ + 0.16761322021484376, + 0.8192542860243055, + 0.19558631049262154, + 0.8392354329427083 + ], + "point": [ + 0.1816, + 0.8292 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.16700899336073133, + 0.6097943793402778, + 0.23585931989881728, + 0.6339900716145833 + ], + "point": [ + 0.2014, + 0.6219 + ] + }, + { + "instruction": "KAIYO.cOM", + "bbox": [ + 0.33470687866210935, + 0.22286800808376736, + 0.40041122436523435, + 0.32313778347439237 + ], + "point": [ + 0.3676, + 0.273 + ] + }, + { + "instruction": "-844-8585", + "bbox": [ + 0.33470687866210935, + 0.22286800808376736, + 0.40041122436523435, + 0.32313778347439237 + ], + "point": [ + 0.3676, + 0.273 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.16737485461764864, + 0.7667466905381944, + 0.19222579532199435, + 0.7874321831597222 + ], + "point": [ + 0.1798, + 0.7771 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.1673021952311198, + 0.6621720377604167, + 0.2197183820936415, + 0.6853221299913195 + ], + "point": [ + 0.1935, + 0.6737 + ] + }, + { + "instruction": "Collectibles", + "bbox": [ + 0.1672461191813151, + 0.895609605577257, + 0.22040104336208768, + 0.9174001057942708 + ], + "point": [ + 0.1938, + 0.9065 + ] + }, + { + "instruction": "Computer parts", + "bbox": [ + 0.16695100996229384, + 0.9207366265190973, + 0.23842851850721572, + 0.9437784830729167 + ], + "point": [ + 0.2027, + 0.9323 + ] + }, + { + "instruction": "Antiques", + "bbox": [ + 0.16745771831936307, + 0.6366371663411459, + 0.20990250905354818, + 0.6606113688151042 + ], + "point": [ + 0.1887, + 0.6486 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.16745923360188802, + 0.9473060438368055, + 0.21686698065863716, + 0.9692979600694445 + ], + "point": [ + 0.1922, + 0.9583 + ] + }, + { + "instruction": "Century Furniture English Roll Arm Sofa (Was 5000)", + "bbox": [ + 0.4062527126736111, + 0.21764756944444444, + 0.6812195671929253, + 0.24226586235894096 + ], + "point": [ + 0.5437, + 0.23 + ] + }, + { + "instruction": "KAIYO.cOM", + "bbox": [ + 0.335666380988227, + 0.4383878241644965, + 0.3989745669894748, + 0.539925774468316 + ], + "point": [ + 0.3673, + 0.4892 + ] + }, + { + "instruction": "546-844-8585", + "bbox": [ + 0.335666380988227, + 0.4383878241644965, + 0.3989745669894748, + 0.539925774468316 + ], + "point": [ + 0.3673, + 0.4892 + ] + }, + { + "instruction": "Auto parts", + "bbox": [ + 0.1674098120795356, + 0.7137405056423611, + 0.21635763380262588, + 0.7369992404513889 + ], + "point": [ + 0.1919, + 0.7254 + ] + }, + { + "instruction": "Highland House Furniture Tufted Back Accent Chair (Was 4500)", + "bbox": [ + 0.40546527438693575, + 0.440087890625, + 0.73667967054579, + 0.46466444227430553 + ], + "point": [ + 0.5711, + 0.4524 + ] + }, + { + "instruction": "subscribe now.", + "bbox": [ + 0.16649239857991535, + 0.5029243977864584, + 0.27401625315348305, + 0.5518381754557292 + ], + "point": [ + 0.2203, + 0.5274 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.16569828457302518, + 0.30423756917317707, + 0.23042382134331596, + 0.3527928670247396 + ], + "point": [ + 0.1981, + 0.3285 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.23366296556260852, + 0.30444363064236113, + 0.2993325975206163, + 0.3526664225260417 + ], + "point": [ + 0.2665, + 0.3286 + ] + }, + { + "instruction": "Apply.", + "bbox": [ + 0.16656978395250108, + 0.3721535915798611, + 0.2291769027709961, + 0.4193392605251736 + ], + "point": [ + 0.1979, + 0.3957 + ] + }, + { + "instruction": "a horizontal scroll bar.", + "bbox": [ + 0.1649383756849501, + 0.13197012159559462, + 0.2989455540974935, + 0.18177761501736112 + ], + "point": [ + 0.2319, + 0.1569 + ] + }, + { + "instruction": "A dropdown menu to select the selected sort by: Nowly listed.", + "bbox": [ + 0.7180072360568577, + 0.09391330295138889, + 0.8414279513888889, + 0.13454444037543403 + ], + "point": [ + 0.7797, + 0.1142 + ] + }, + { + "instruction": "a price tag of 5.00.", + "bbox": [ + 0.40599992540147567, + 0.6598553466796875, + 0.841963365342882, + 0.8469347466362848 + ], + "point": [ + 0.624, + 0.7534 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9087846544053819, + 0.04981335957845052, + 0.9971716986762152, + 0.08990248786078558 + ], + "point": [ + 0.953, + 0.0699 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08286418914794921, + 0.05311826917860243, + 0.15564019944932725, + 0.08442469278971354 + ], + "point": [ + 0.1193, + 0.0688 + ] + }, + { + "instruction": "a table or grid layout.", + "bbox": [ + 0.683590316772461, + 0.09351995680067274, + 0.713342030843099, + 0.134495603773329 + ], + "point": [ + 0.6985, + 0.114 + ] + }, + { + "instruction": "a menu or list.", + "bbox": [ + 0.6521688673231337, + 0.09407469855414496, + 0.681585947672526, + 0.134117185804579 + ], + "point": [ + 0.6669, + 0.1141 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9759208679199218, + 0.004069384468926324, + 0.9967952304416232, + 0.03897212240431044 + ], + "point": [ + 0.9864, + 0.0215 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.16730207867092556, + 0.9734946017795139, + 0.2170199924045139, + 0.9951449924045139 + ], + "point": [ + 0.1922, + 0.9843 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.1671492682562934, + 0.22116456773546006, + 0.18150117662217882, + 0.24376378377278646 + ], + "point": [ + 0.1743, + 0.2325 + ] + }, + { + "instruction": "accessing a new feature or feature.", + "bbox": [ + 0.16714113023546007, + 0.7387839762369791, + 0.23846846686469184, + 0.764886949327257 + ], + "point": [ + 0.2028, + 0.7518 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15145139694213866, + 0.011417646408081055, + 0.16489697562323677, + 0.034602812661065 + ], + "point": [ + 0.1582, + 0.023 + ] + }, + { + "instruction": "accessingarts andcrafts.", + "bbox": [ + 0.16736175749037002, + 0.6885523817274306, + 0.22340719434950088, + 0.7115936957465278 + ], + "point": [ + 0.1954, + 0.7001 + ] + }, + { + "instruction": "Cars + trucks section.", + "bbox": [ + 0.1673119650946723, + 0.8432844373914931, + 0.2268466313680013, + 0.866178453233507 + ], + "point": [ + 0.1971, + 0.8547 + ] + }, + { + "instruction": "boats.", + "bbox": [ + 0.16768836975097656, + 0.7925518798828125, + 0.19418529934353299, + 0.8132845730251737 + ], + "point": [ + 0.1809, + 0.8029 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005367643965615167, + 0.05382664150661892, + 0.02655884623527527, + 0.08543364630805121 + ], + "point": [ + 0.016, + 0.0696 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.055183161629570855, + 0.05313613043891059, + 0.07588213284810384, + 0.08587890625 + ], + "point": [ + 0.0655, + 0.0695 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8219670613606771, + 0.055939030117458766, + 0.8426130506727431, + 0.08383463541666666 + ], + "point": [ + 0.8323, + 0.0699 + ] + }, + { + "instruction": "Cellphones.", + "bbox": [ + 0.1667057673136393, + 0.8695616319444445, + 0.22159561581081813, + 0.8919944932725694 + ], + "point": [ + 0.1942, + 0.8808 + ] + }, + { + "instruction": "Couch", + "bbox": [ + 0.33441475762261286, + 0.8616825358072917, + 0.40087882147894965, + 0.9993055555555556 + ], + "point": [ + 0.3676, + 0.9305 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.03009799321492513, + 0.0542770258585612, + 0.04977639516194662, + 0.0850691646999783 + ], + "point": [ + 0.0399, + 0.0697 + ] + }, + { + "instruction": "a price tag of 1500.00.", + "bbox": [ + 0.404592047797309, + 0.857559339735243, + 0.8426375495062934, + 0.9953350830078125 + ], + "point": [ + 0.6236, + 0.9264 + ] + }, + { + "instruction": "a library or books section.", + "bbox": [ + 0.16761322021484376, + 0.8192542860243055, + 0.19558631049262154, + 0.8392354329427083 + ], + "point": [ + 0.1816, + 0.8292 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.16700899336073133, + 0.6097943793402778, + 0.23585931989881728, + 0.6339900716145833 + ], + "point": [ + 0.2014, + 0.6219 + ] + }, + { + "instruction": "a sectional couch.", + "bbox": [ + 0.33470687866210935, + 0.22286800808376736, + 0.40041122436523435, + 0.32313778347439237 + ], + "point": [ + 0.3676, + 0.273 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.1765080346001519, + 0.011073884963989257, + 0.18911162482367622, + 0.03554616398281521 + ], + "point": [ + 0.1828, + 0.0233 + ] + }, + { + "instruction": "a drawing tool or pen.", + "bbox": [ + 0.33325017293294273, + 0.6616182454427083, + 0.402095455593533, + 0.8260610622829861 + ], + "point": [ + 0.3677, + 0.7438 + ] + }, + { + "instruction": "Bikes section.", + "bbox": [ + 0.16737485461764864, + 0.7667466905381944, + 0.19222579532199435, + 0.7874321831597222 + ], + "point": [ + 0.1798, + 0.7771 + ] + }, + { + "instruction": "Appliances.", + "bbox": [ + 0.1673021952311198, + 0.6621720377604167, + 0.2197183820936415, + 0.6853221299913195 + ], + "point": [ + 0.1935, + 0.6737 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8477106730143229, + 0.05482530381944444, + 0.8665234035915799, + 0.0826705084906684 + ], + "point": [ + 0.8571, + 0.0687 + ] + }, + { + "instruction": "collectibles.", + "bbox": [ + 0.1672461191813151, + 0.895609605577257, + 0.22040104336208768, + 0.9174001057942708 + ], + "point": [ + 0.1938, + 0.9065 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7893678453233507, + 0.05462835523817274, + 0.8075193617078993, + 0.0876058366563585 + ], + "point": [ + 0.7984, + 0.0711 + ] + }, + { + "instruction": "Computer parts.", + "bbox": [ + 0.16695100996229384, + 0.9207366265190973, + 0.23842851850721572, + 0.9437784830729167 + ], + "point": [ + 0.2027, + 0.9323 + ] + }, + { + "instruction": "antiques section or feature.", + "bbox": [ + 0.16745771831936307, + 0.6366371663411459, + 0.20990250905354818, + 0.6606113688151042 + ], + "point": [ + 0.1887, + 0.6486 + ] + }, + { + "instruction": "Computers.", + "bbox": [ + 0.16745923360188802, + 0.9473060438368055, + 0.21686698065863716, + 0.9692979600694445 + ], + "point": [ + 0.1922, + 0.9583 + ] + }, + { + "instruction": "the history of the century furniture English roll arm sofa.", + "bbox": [ + 0.4062527126736111, + 0.21764756944444444, + 0.6812195671929253, + 0.24226586235894096 + ], + "point": [ + 0.5437, + 0.23 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8847640991210938, + 0.048869120279947914, + 0.9061999850802951, + 0.09111819797092013 + ], + "point": [ + 0.8955, + 0.07 + ] + }, + { + "instruction": "a chair.", + "bbox": [ + 0.335666380988227, + 0.4383878241644965, + 0.3989745669894748, + 0.539925774468316 + ], + "point": [ + 0.3673, + 0.4892 + ] + }, + { + "instruction": "Auto parts.", + "bbox": [ + 0.1674098120795356, + 0.7137405056423611, + 0.21635763380262588, + 0.7369992404513889 + ], + "point": [ + 0.1919, + 0.7254 + ] + }, + { + "instruction": "Highland House -Erdive United Back Access Chair (Was 4500).", + "bbox": [ + 0.40546527438693575, + 0.440087890625, + 0.73667967054579, + 0.46466444227430553 + ], + "point": [ + 0.5711, + 0.4524 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 5.687309636010064e-05, + 0.05306747860378689, + 0.005318867166837057, + 0.08806931389702691 + ], + "point": [ + 0.0027, + 0.0706 + ] + } + ], + "element_size": 120 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/image_page/action_videoframes/action_7/4842.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Virginia", + "bbox": [ + 0.029513888888888888, + 0.013888888888888888, + 0.06076388888888889, + 0.03111111111111111 + ], + "point": [ + 0.0451, + 0.0225 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.06701388888888889, + 0.013888888888888888, + 0.11215277777777778, + 0.029444444444444443 + ], + "point": [ + 0.0896, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws com 9980/index php?page-search&sRegion-9254928", + "bbox": [ + 0.15833329094780815, + 0.058888888888888886, + 0.6392360687255859, + 0.08333333333333333 + ], + "point": [ + 0.3988, + 0.0711 + ] + }, + { + "instruction": "Learn more at: CENTURY FURNITURE ENGLISH ROLL ARM SOFA ORIGINAL PRICE: 5000", + "bbox": [ + 0.40694448682996964, + 0.10388888888888889, + 0.8319444444444445, + 0.12222222222222222 + ], + "point": [ + 0.6194, + 0.1131 + ] + }, + { + "instruction": "BRAND: Century Furniture PRODUCT L", + "bbox": [ + 0.4065972222222222, + 0.12444444444444444, + 0.5947916666666667, + 0.1466666497124566 + ], + "point": [ + 0.5007, + 0.1356 + ] + }, + { + "instruction": "220.00 $", + "bbox": [ + 0.40555555555555556, + 0.21777777777777776, + 0.4670138888888889, + 0.24444444444444444 + ], + "point": [ + 0.4363, + 0.2311 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16701388888888888, + 0.23499998304578992, + 0.2763888888888889, + 0.25222220526801215 + ], + "point": [ + 0.2217, + 0.2436 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.40625, + 0.2538888719346788, + 0.4482638888888889, + 0.2694444274902344 + ], + "point": [ + 0.4273, + 0.2617 + ] + }, + { + "instruction": "Dale", + "bbox": [ + 0.4618055555555556, + 0.2538888719346788, + 0.4840277777777778, + 0.2694444274902344 + ], + "point": [ + 0.4729, + 0.2617 + ] + }, + { + "instruction": "(Virginia)", + "bbox": [ + 0.5034722222222222, + 0.25333333333333335, + 0.546875, + 0.2738888888888889 + ], + "point": [ + 0.5252, + 0.2636 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.5597222222222222, + 0.2516666497124566, + 0.6149305555555555, + 0.2716666497124566 + ], + "point": [ + 0.5873, + 0.2617 + ] + }, + { + "instruction": "SAVE UP TO 90%l", + "bbox": [ + 0.7180555555555556, + 0.2811111111111111, + 0.8083333333333333, + 0.29944444444444446 + ], + "point": [ + 0.7632, + 0.2903 + ] + }, + { + "instruction": "PRICES UPDATED DAILY!", + "bbox": [ + 0.4065972222222222, + 0.3016667005750868, + 0.5305555555555556, + 0.3227778116861979 + ], + "point": [ + 0.4686, + 0.3122 + ] + }, + { + "instruction": "Learn more at: HIGHLAND HOUSE FURNITURE TUFTED BACK ACCENT CHAIR ORIGINAL", + "bbox": [ + 0.4065972222222222, + 0.3244444444444444, + 0.8368056403266059, + 0.345 + ], + "point": [ + 0.6217, + 0.3347 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.16666666666666666, + 0.33944444444444444, + 0.24027777777777778, + 0.36 + ], + "point": [ + 0.2035, + 0.3497 + ] + }, + { + "instruction": "PRICE: 4500 BRAND: Highland House Fu=", + "bbox": [ + 0.4065972646077474, + 0.3466666666666667, + 0.6107639312744141, + 0.3688888888888889 + ], + "point": [ + 0.5087, + 0.3578 + ] + }, + { + "instruction": "Decorative Hanger With Hooks", + "bbox": [ + 0.4065972222222222, + 0.41555555555555557, + 0.565625, + 0.44 + ], + "point": [ + 0.4861, + 0.4278 + ] + }, + { + "instruction": "5.00 $", + "bbox": [ + 0.40694444444444444, + 0.44, + 0.45034722222222223, + 0.4672222222222222 + ], + "point": [ + 0.4286, + 0.4536 + ] + }, + { + "instruction": "Household", + "bbox": [ + 0.40694444444444444, + 0.475, + 0.45590277777777777, + 0.4922222222222222 + ], + "point": [ + 0.4314, + 0.4836 + ] + }, + { + "instruction": "Arlington (Virginia)", + "bbox": [ + 0.4694444020589193, + 0.4727777777777778, + 0.5562499576144748, + 0.49666666666666665 + ], + "point": [ + 0.5128, + 0.4847 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.5694444444444444, + 0.475, + 0.6239583333333333, + 0.49333333333333335 + ], + "point": [ + 0.5967, + 0.4842 + ] + }, + { + "instruction": "Decorative hanger/hooks with distressed finish: Color of the hangerlhooks is dark brown", + "bbox": [ + 0.4065972222222222, + 0.5033333333333333, + 0.8180555555555555, + 0.525 + ], + "point": [ + 0.6123, + 0.5142 + ] + }, + { + "instruction": "with primarily rust colored distressing: Dimensions are 13 wide by 11.5 tall From cat-", + "bbox": [ + 0.4065972222222222, + 0.5233333333333333, + 0.8086805555555555, + 0.5477777777777778 + ], + "point": [ + 0.6076, + 0.5356 + ] + }, + { + "instruction": "friendly smoke-free home. Cash or Venmo", + "bbox": [ + 0.4048611111111111, + 0.5466666666666666, + 0.6072916666666667, + 0.5688888888888889 + ], + "point": [ + 0.5061, + 0.5578 + ] + }, + { + "instruction": "FA", + "bbox": [ + 0.3763888888888889, + 0.695, + 0.384375, + 0.6983333333333334 + ], + "point": [ + 0.3804, + 0.6967 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.40625, + 0.8972222222222223, + 0.4482638888888889, + 0.9144444444444444 + ], + "point": [ + 0.4273, + 0.9058 + ] + }, + { + "instruction": "West Falls Church (Virginia)", + "bbox": [ + 0.4618055979410807, + 0.8961111111111111, + 0.5868055979410808, + 0.9177777777777778 + ], + "point": [ + 0.5243, + 0.9069 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.5996527777777778, + 0.8966666666666666, + 0.6548611111111111, + 0.9166666666666666 + ], + "point": [ + 0.6273, + 0.9067 + ] + }, + { + "instruction": "5x7 area rug S50. Must pick up", + "bbox": [ + 0.4065972222222222, + 0.9244444444444444, + 0.5541666666666667, + 0.9477777777777778 + ], + "point": [ + 0.4804, + 0.9361 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws com:9980/index php?page-sea_", + "bbox": [ + 0.00208332273695204, + 0.9783333333333334, + 0.32291665607028536, + 1.0 + ], + "point": [ + 0.1625, + 0.9892 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.484375, + 0.24999998304578994, + 0.5038194444444445, + 0.27499998304578993 + ], + "point": [ + 0.4941, + 0.2625 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.16683938768174914, + 0.2547460598415799, + 0.2739257388644748, + 0.3028464084201389 + ], + "point": [ + 0.2204, + 0.2788 + ] + }, + { + "instruction": "Design Within Reach Reid Sofa (Was 7945)", + "bbox": [ + 0.36034105088975693, + 0.6068090142144097, + 0.8416083441840277, + 0.8225195990668402 + ], + "point": [ + 0.601, + 0.7147 + ] + }, + { + "instruction": "1500.00 $", + "bbox": [ + 0.36034105088975693, + 0.6068090142144097, + 0.8416083441840277, + 0.8225195990668402 + ], + "point": [ + 0.601, + 0.7147 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.36034105088975693, + 0.6068090142144097, + 0.8416083441840277, + 0.8225195990668402 + ], + "point": [ + 0.601, + 0.7147 + ] + }, + { + "instruction": "Arlington (Virginia)", + "bbox": [ + 0.36034105088975693, + 0.6068090142144097, + 0.8416083441840277, + 0.8225195990668402 + ], + "point": [ + 0.601, + 0.7147 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.36034105088975693, + 0.6068090142144097, + 0.8416083441840277, + 0.8225195990668402 + ], + "point": [ + 0.601, + 0.7147 + ] + }, + { + "instruction": "ASAS", + "bbox": [ + 0.36034105088975693, + 0.6068090142144097, + 0.8416083441840277, + 0.8225195990668402 + ], + "point": [ + 0.601, + 0.7147 + ] + }, + { + "instruction": "SAVE UP TO 90%l", + "bbox": [ + 0.36034105088975693, + 0.6068090142144097, + 0.8416083441840277, + 0.8225195990668402 + ], + "point": [ + 0.601, + 0.7147 + ] + }, + { + "instruction": "PRICES UPDATED DAILY!", + "bbox": [ + 0.36034105088975693, + 0.6068090142144097, + 0.8416083441840277, + 0.8225195990668402 + ], + "point": [ + 0.601, + 0.7147 + ] + }, + { + "instruction": "Learn more at: DESIGN WITHIN REACH REID SOFA ORIGINAL PRICE: 7945 BRAND:", + "bbox": [ + 0.36034105088975693, + 0.6068090142144097, + 0.8416083441840277, + 0.8225195990668402 + ], + "point": [ + 0.601, + 0.7147 + ] + }, + { + "instruction": "Design Within Reach PRODUCT LABEL: 45.", + "bbox": [ + 0.36034105088975693, + 0.6068090142144097, + 0.8416083441840277, + 0.8225195990668402 + ], + "point": [ + 0.601, + 0.7147 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.1664365768432617, + 0.12289404975043403, + 0.22915795644124348, + 0.17062035454644098 + ], + "point": [ + 0.1978, + 0.1468 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08282947540283203, + 0.05327821519639757, + 0.15558734469943578, + 0.08435090806749132 + ], + "point": [ + 0.1192, + 0.0688 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9084545559353299, + 0.049666841295030385, + 0.9968773735894098, + 0.0900211418999566 + ], + "point": [ + 0.9527, + 0.0698 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.16725967195298935, + 0.544945305718316, + 0.19428704579671224, + 0.5645287746853299 + ], + "point": [ + 0.1808, + 0.5547 + ] + }, + { + "instruction": "Books", + "bbox": [ + 0.16759372287326388, + 0.5703120252821181, + 0.19582210116916232, + 0.5904324679904513 + ], + "point": [ + 0.1817, + 0.5804 + ] + }, + { + "instruction": "Music instruments", + "bbox": [ + 0.16740682390001085, + 0.8802273220486111, + 0.2489248275756836, + 0.8999338107638889 + ], + "point": [ + 0.2082, + 0.8901 + ] + }, + { + "instruction": "Arts", + "bbox": [ + 0.16732348336113823, + 0.44021613226996525, + 0.22333528730604385, + 0.4627642144097222 + ], + "point": [ + 0.1953, + 0.4515 + ] + }, + { + "instruction": "crafts", + "bbox": [ + 0.16732348336113823, + 0.44021613226996525, + 0.22333528730604385, + 0.4627642144097222 + ], + "point": [ + 0.1953, + 0.4515 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.16746453179253473, + 0.5184952460394965, + 0.19258219401041668, + 0.5385647583007812 + ], + "point": [ + 0.18, + 0.5285 + ] + }, + { + "instruction": "Beauty + health", + "bbox": [ + 0.167127619849311, + 0.49178368462456595, + 0.2389921400282118, + 0.5135529581705729 + ], + "point": [ + 0.2031, + 0.5027 + ] + }, + { + "instruction": "Rvs", + "bbox": [ + 0.1670888900756836, + 0.9313433837890625, + 0.23299070994059246, + 0.9523230658637153 + ], + "point": [ + 0.2, + 0.9418 + ] + }, + { + "instruction": "campers", + "bbox": [ + 0.1670888900756836, + 0.9313433837890625, + 0.23299070994059246, + 0.9523230658637153 + ], + "point": [ + 0.2, + 0.9418 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.16688673231336806, + 0.36145521375868056, + 0.23133650885687934, + 0.3853944227430556 + ], + "point": [ + 0.1991, + 0.3734 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.16708892186482746, + 0.6205392795138889, + 0.22198838127983941, + 0.642491455078125 + ], + "point": [ + 0.1945, + 0.6315 + ] + }, + { + "instruction": "Household", + "bbox": [ + 0.16714259253607855, + 0.8022368706597223, + 0.21697487301296658, + 0.8228957790798611 + ], + "point": [ + 0.1921, + 0.8126 + ] + }, + { + "instruction": "Collectibles", + "bbox": [ + 0.16694200303819445, + 0.64704345703125, + 0.22130148145887588, + 0.6682526312934027 + ], + "point": [ + 0.1941, + 0.6576 + ] + }, + { + "instruction": "KAyO", + "bbox": [ + 0.3342372046576606, + 0.6124654134114583, + 0.40056029425726997, + 0.7999405924479167 + ], + "point": [ + 0.3674, + 0.7062 + ] + }, + { + "instruction": "com", + "bbox": [ + 0.3342372046576606, + 0.6124654134114583, + 0.40056029425726997, + 0.7999405924479167 + ], + "point": [ + 0.3674, + 0.7062 + ] + }, + { + "instruction": "ASAS", + "bbox": [ + 0.3342372046576606, + 0.6124654134114583, + 0.40056029425726997, + 0.7999405924479167 + ], + "point": [ + 0.3674, + 0.7062 + ] + }, + { + "instruction": "KAIYO.cOM", + "bbox": [ + 0.3339150746663411, + 0.18368560791015626, + 0.3999656253390842, + 0.3746613226996528 + ], + "point": [ + 0.3669, + 0.2792 + ] + }, + { + "instruction": "546-B44-8585", + "bbox": [ + 0.3339150746663411, + 0.18368560791015626, + 0.3999656253390842, + 0.3746613226996528 + ], + "point": [ + 0.3669, + 0.2792 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.16744745042588977, + 0.41378875732421877, + 0.21916071573893228, + 0.43725087483723957 + ], + "point": [ + 0.1933, + 0.4255 + ] + }, + { + "instruction": "Auto", + "bbox": [ + 0.16733551025390625, + 0.4656494140625, + 0.21612743801540799, + 0.4876526557074653 + ], + "point": [ + 0.1917, + 0.4767 + ] + }, + { + "instruction": "parts", + "bbox": [ + 0.16733551025390625, + 0.4656494140625, + 0.21612743801540799, + 0.4876526557074653 + ], + "point": [ + 0.1917, + 0.4767 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.16705986658732097, + 0.8280971272786458, + 0.20218580034044054, + 0.8484779866536458 + ], + "point": [ + 0.1846, + 0.8383 + ] + }, + { + "instruction": "Computer parts", + "bbox": [ + 0.16666123072306316, + 0.6700710720486112, + 0.30532811482747396, + 0.6965298122829862 + ], + "point": [ + 0.236, + 0.6833 + ] + }, + { + "instruction": "Antiques", + "bbox": [ + 0.16732548607720268, + 0.3885010104709201, + 0.20923383500840928, + 0.4114148288302951 + ], + "point": [ + 0.1883, + 0.4 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.16709895663791233, + 0.6981613498263889, + 0.2173317379421658, + 0.7207907443576389 + ], + "point": [ + 0.1922, + 0.7095 + ] + }, + { + "instruction": "trucks", + "bbox": [ + 0.16733196046617296, + 0.594876234266493, + 0.22654664781358508, + 0.6171299235026042 + ], + "point": [ + 0.1969, + 0.606 + ] + }, + { + "instruction": "Cars", + "bbox": [ + 0.16733196046617296, + 0.594876234266493, + 0.22654664781358508, + 0.6171299235026042 + ], + "point": [ + 0.1969, + 0.606 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.16697101593017577, + 0.7234368218315972, + 0.21704658932156032, + 0.7456334092881944 + ], + "point": [ + 0.192, + 0.7345 + ] + }, + { + "instruction": "Motorcycles", + "bbox": [ + 0.16709300147162542, + 0.8535800509982638, + 0.22192918989393445, + 0.8742966037326388 + ], + "point": [ + 0.1945, + 0.8639 + ] + }, + { + "instruction": "Photo + video", + "bbox": [ + 0.16737021340264213, + 0.9061791314019098, + 0.22992110782199435, + 0.9259906005859375 + ], + "point": [ + 0.1986, + 0.9161 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.16645342508951824, + 0.7491989474826389, + 0.3097598605685764, + 0.79935791015625 + ], + "point": [ + 0.2381, + 0.7743 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.16645342508951824, + 0.7491989474826389, + 0.3097598605685764, + 0.79935791015625 + ], + "point": [ + 0.2381, + 0.7743 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.16645342508951824, + 0.7491989474826389, + 0.3097598605685764, + 0.79935791015625 + ], + "point": [ + 0.2381, + 0.7743 + ] + }, + { + "instruction": "Highland House Furniture Tufted Back Accent Chair (Was 4500)", + "bbox": [ + 0.4055360582139757, + 0.19142174614800347, + 0.7345948961046007, + 0.2160635036892361 + ], + "point": [ + 0.5701, + 0.2037 + ] + }, + { + "instruction": "Video gaming", + "bbox": [ + 0.1667600949605306, + 0.9585507541232638, + 0.22995904286702473, + 0.9770901150173611 + ], + "point": [ + 0.1984, + 0.9678 + ] + }, + { + "instruction": "5o.00 $", + "bbox": [ + 0.4066147274441189, + 0.8607705349392362, + 0.45923728942871095, + 0.8906069607204861 + ], + "point": [ + 0.4329, + 0.8757 + ] + }, + { + "instruction": "Area rug", + "bbox": [ + 0.40709287855360243, + 0.835665283203125, + 0.45443267822265626, + 0.8599594455295139 + ], + "point": [ + 0.4308, + 0.8478 + ] + }, + { + "instruction": "Subscripting something new.", + "bbox": [ + 0.16683938768174914, + 0.2547460598415799, + 0.2739257388644748, + 0.3028464084201389 + ], + "point": [ + 0.2204, + 0.2788 + ] + }, + { + "instruction": "Furniture or furniture with a price of 1500.00.", + "bbox": [ + 0.36034105088975693, + 0.6068090142144097, + 0.8416083441840277, + 0.8225195990668402 + ], + "point": [ + 0.601, + 0.7147 + ] + }, + { + "instruction": "an \"Apply\" button.", + "bbox": [ + 0.1664365768432617, + 0.12289404975043403, + 0.22915795644124348, + 0.17062035454644098 + ], + "point": [ + 0.1978, + 0.1468 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08282947540283203, + 0.05327821519639757, + 0.15558734469943578, + 0.08435090806749132 + ], + "point": [ + 0.1192, + 0.0688 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9084545559353299, + 0.049666841295030385, + 0.9968773735894098, + 0.0900211418999566 + ], + "point": [ + 0.9527, + 0.0698 + ] + }, + { + "instruction": "boats.", + "bbox": [ + 0.16725967195298935, + 0.544945305718316, + 0.19428704579671224, + 0.5645287746853299 + ], + "point": [ + 0.1808, + 0.5547 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7903588189019097, + 0.05703598870171441, + 0.8068669637044271, + 0.08459471808539497 + ], + "point": [ + 0.7986, + 0.0708 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9759467230902777, + 0.004003899892171224, + 0.996654764811198, + 0.03872118631998698 + ], + "point": [ + 0.9863, + 0.0214 + ] + }, + { + "instruction": "a library or books section.", + "bbox": [ + 0.16759372287326388, + 0.5703120252821181, + 0.19582210116916232, + 0.5904324679904513 + ], + "point": [ + 0.1817, + 0.5804 + ] + }, + { + "instruction": "Music instruments.", + "bbox": [ + 0.16740682390001085, + 0.8802273220486111, + 0.2489248275756836, + 0.8999338107638889 + ], + "point": [ + 0.2082, + 0.8901 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05422463417053223, + 0.050031314425998265, + 0.07669338120354546, + 0.08990067376030816 + ], + "point": [ + 0.0655, + 0.07 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.820757802327474, + 0.05786316765679254, + 0.8434579637315538, + 0.08247231377495659 + ], + "point": [ + 0.8321, + 0.0702 + ] + }, + { + "instruction": "accessingarts andcrafts.", + "bbox": [ + 0.16732348336113823, + 0.44021613226996525, + 0.22333528730604385, + 0.4627642144097222 + ], + "point": [ + 0.1953, + 0.4515 + ] + }, + { + "instruction": "Bikes section.", + "bbox": [ + 0.16746453179253473, + 0.5184952460394965, + 0.19258219401041668, + 0.5385647583007812 + ], + "point": [ + 0.18, + 0.5285 + ] + }, + { + "instruction": "Health function.", + "bbox": [ + 0.167127619849311, + 0.49178368462456595, + 0.2389921400282118, + 0.5135529581705729 + ], + "point": [ + 0.2031, + 0.5027 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15146174960666234, + 0.011574398676554363, + 0.16500606536865234, + 0.03423014852735731 + ], + "point": [ + 0.1582, + 0.0229 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005022683408525255, + 0.052122781541612415, + 0.027043565114339193, + 0.08656527201334635 + ], + "point": [ + 0.016, + 0.0693 + ] + }, + { + "instruction": "RVS +campers section.", + "bbox": [ + 0.1670888900756836, + 0.9313433837890625, + 0.23299070994059246, + 0.9523230658637153 + ], + "point": [ + 0.2, + 0.9418 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02920053799947103, + 0.05082660251193576, + 0.050625250074598525, + 0.0866523912217882 + ], + "point": [ + 0.0399, + 0.0687 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8829966227213542, + 0.045860214233398436, + 0.9075895521375869, + 0.09438589307996961 + ], + "point": [ + 0.8953, + 0.0701 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.16688673231336806, + 0.36145521375868056, + 0.23133650885687934, + 0.3853944227430556 + ], + "point": [ + 0.1991, + 0.3734 + ] + }, + { + "instruction": "Cellphones.", + "bbox": [ + 0.16708892186482746, + 0.6205392795138889, + 0.22198838127983941, + 0.642491455078125 + ], + "point": [ + 0.1945, + 0.6315 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.1771882692972819, + 0.012208152347140842, + 0.18893843756781684, + 0.03409107844034831 + ], + "point": [ + 0.1831, + 0.0231 + ] + }, + { + "instruction": "Homehold.", + "bbox": [ + 0.16714259253607855, + 0.8022368706597223, + 0.21697487301296658, + 0.8228957790798611 + ], + "point": [ + 0.1921, + 0.8126 + ] + }, + { + "instruction": "collectibles.", + "bbox": [ + 0.16694200303819445, + 0.64704345703125, + 0.22130148145887588, + 0.6682526312934027 + ], + "point": [ + 0.1941, + 0.6576 + ] + }, + { + "instruction": "Couch", + "bbox": [ + 0.3342372046576606, + 0.6124654134114583, + 0.40056029425726997, + 0.7999405924479167 + ], + "point": [ + 0.3674, + 0.7062 + ] + }, + { + "instruction": "a chair.", + "bbox": [ + 0.3339150746663411, + 0.18368560791015626, + 0.3999656253390842, + 0.3746613226996528 + ], + "point": [ + 0.3669, + 0.2792 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8454870435926649, + 0.052379302978515625, + 0.8701079474555121, + 0.08274871826171876 + ], + "point": [ + 0.8578, + 0.0676 + ] + }, + { + "instruction": "Appliances.", + "bbox": [ + 0.16744745042588977, + 0.41378875732421877, + 0.21916071573893228, + 0.43725087483723957 + ], + "point": [ + 0.1933, + 0.4255 + ] + }, + { + "instruction": "Auto parts.", + "bbox": [ + 0.16733551025390625, + 0.4656494140625, + 0.21612743801540799, + 0.4876526557074653 + ], + "point": [ + 0.1917, + 0.4767 + ] + }, + { + "instruction": "Jewelry.", + "bbox": [ + 0.16705986658732097, + 0.8280971272786458, + 0.20218580034044054, + 0.8484779866536458 + ], + "point": [ + 0.1846, + 0.8383 + ] + }, + { + "instruction": "Computer parts.", + "bbox": [ + 0.16666123072306316, + 0.6700710720486112, + 0.30532811482747396, + 0.6965298122829862 + ], + "point": [ + 0.236, + 0.6833 + ] + }, + { + "instruction": "antiques section or feature.", + "bbox": [ + 0.16732548607720268, + 0.3885010104709201, + 0.20923383500840928, + 0.4114148288302951 + ], + "point": [ + 0.1883, + 0.4 + ] + }, + { + "instruction": "Computers.", + "bbox": [ + 0.16709895663791233, + 0.6981613498263889, + 0.2173317379421658, + 0.7207907443576389 + ], + "point": [ + 0.1922, + 0.7095 + ] + }, + { + "instruction": "Cars + trucks section.", + "bbox": [ + 0.16733196046617296, + 0.594876234266493, + 0.22654664781358508, + 0.6171299235026042 + ], + "point": [ + 0.1969, + 0.606 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.16697101593017577, + 0.7234368218315972, + 0.21704658932156032, + 0.7456334092881944 + ], + "point": [ + 0.192, + 0.7345 + ] + }, + { + "instruction": "motorcycles.", + "bbox": [ + 0.16709300147162542, + 0.8535800509982638, + 0.22192918989393445, + 0.8742966037326388 + ], + "point": [ + 0.1945, + 0.8639 + ] + }, + { + "instruction": "Photo+video functionality.", + "bbox": [ + 0.16737021340264213, + 0.9061791314019098, + 0.22992110782199435, + 0.9259906005859375 + ], + "point": [ + 0.1986, + 0.9161 + ] + }, + { + "instruction": "Furniture.", + "bbox": [ + 0.16645342508951824, + 0.7491989474826389, + 0.3097598605685764, + 0.79935791015625 + ], + "point": [ + 0.2381, + 0.7743 + ] + }, + { + "instruction": "a drawing tool or pen.", + "bbox": [ + 0.33327115376790367, + 0.41344184027777775, + 0.4023194630940755, + 0.5094176567925347 + ], + "point": [ + 0.3678, + 0.4614 + ] + }, + { + "instruction": "A link to the Highland House environment (Founded Bank Access) section.", + "bbox": [ + 0.4055360582139757, + 0.19142174614800347, + 0.7345948961046007, + 0.2160635036892361 + ], + "point": [ + 0.5701, + 0.2037 + ] + }, + { + "instruction": "Video gaming.", + "bbox": [ + 0.1667600949605306, + 0.9585507541232638, + 0.22995904286702473, + 0.9770901150173611 + ], + "point": [ + 0.1984, + 0.9678 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.23428741031222874, + 0.09567455715603299, + 0.303266970316569, + 0.19036768595377604 + ], + "point": [ + 0.2688, + 0.143 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 7.81378812260098e-05, + 0.052693248324924044, + 0.005068519545925988, + 0.08880221896701389 + ], + "point": [ + 0.0026, + 0.0707 + ] + }, + { + "instruction": "a spider web pattern on a rug.", + "bbox": [ + 0.3331660588582357, + 0.8351620822482639, + 0.40215848286946615, + 0.929881591796875 + ], + "point": [ + 0.3677, + 0.8825 + ] + }, + { + "instruction": "a price of 50.00.", + "bbox": [ + 0.4066147274441189, + 0.8607705349392362, + 0.45923728942871095, + 0.8906069607204861 + ], + "point": [ + 0.4329, + 0.8757 + ] + }, + { + "instruction": "Area rug.", + "bbox": [ + 0.40709287855360243, + 0.835665283203125, + 0.45443267822265626, + 0.8599594455295139 + ], + "point": [ + 0.4308, + 0.8478 + ] + } + ], + "element_size": 129 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/image_page/action_videoframes/action_8/5208.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Farm", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.05138888888888889, + 0.029444444444444443 + ], + "point": [ + 0.0401, + 0.0217 + ] + }, + { + "instruction": "garden Virginia", + "bbox": [ + 0.058333333333333334, + 0.012777776718139648, + 0.12083333333333333, + 0.031111110051472983 + ], + "point": [ + 0.0896, + 0.0219 + ] + }, + { + "instruction": "Class", + "bbox": [ + 0.12569443384806314, + 0.013888888888888888, + 0.14895834392971463, + 0.029444444444444443 + ], + "point": [ + 0.1373, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws com 9980/index php?page-search&sRegion-9254928&sCategory-16", + "bbox": [ + 0.15833331214057075, + 0.059444444444444446, + 0.7093749788072374, + 0.08277777777777778 + ], + "point": [ + 0.4339, + 0.0711 + ] + }, + { + "instruction": "Virginia", + "bbox": [ + 0.2923611111111111, + 0.18166666666666667, + 0.32916666666666666, + 0.205 + ], + "point": [ + 0.3108, + 0.1933 + ] + }, + { + "instruction": "Your search", + "bbox": [ + 0.16701388888888888, + 0.2411111111111111, + 0.22083333333333333, + 0.25722222222222224 + ], + "point": [ + 0.1939, + 0.2492 + ] + }, + { + "instruction": "1 - 12 of 2178 listings", + "bbox": [ + 0.3333333333333333, + 0.315, + 0.4420138888888889, + 0.34 + ], + "point": [ + 0.3877, + 0.3275 + ] + }, + { + "instruction": "Listings", + "bbox": [ + 0.33229166666666665, + 0.37444444444444447, + 0.3875, + 0.405 + ], + "point": [ + 0.3599, + 0.3897 + ] + }, + { + "instruction": "Show only", + "bbox": [ + 0.16701388888888888, + 0.4161111111111111, + 0.2170138888888889, + 0.43444444444444447 + ], + "point": [ + 0.192, + 0.4253 + ] + }, + { + "instruction": "listings with pictures", + "bbox": [ + 0.18194444444444444, + 0.43666666666666665, + 0.2760416666666667, + 0.46 + ], + "point": [ + 0.229, + 0.4483 + ] + }, + { + "instruction": "80.00 $", + "bbox": [ + 0.40555555555555556, + 0.46, + 0.4576388888888889, + 0.4872222222222222 + ], + "point": [ + 0.4316, + 0.4736 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.16701388888888888, + 0.48388888888888887, + 0.19131944444444443, + 0.49944444444444447 + ], + "point": [ + 0.1792, + 0.4917 + ] + }, + { + "instruction": "Farm + garden", + "bbox": [ + 0.4059027777777778, + 0.4938888888888889, + 0.47256944444444443, + 0.5155555555555555 + ], + "point": [ + 0.4392, + 0.5047 + ] + }, + { + "instruction": "Vienna (Virginia)", + "bbox": [ + 0.48541666666666666, + 0.4944444105360243, + 0.5618055555555556, + 0.5166666327582465 + ], + "point": [ + 0.5236, + 0.5056 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.5743055131700304, + 0.495, + 0.6295138465033637, + 0.5133333333333333 + ], + "point": [ + 0.6019, + 0.5042 + ] + }, + { + "instruction": "Min.", + "bbox": [ + 0.16701388888888888, + 0.505, + 0.18506944444444445, + 0.5194444444444445 + ], + "point": [ + 0.176, + 0.5122 + ] + }, + { + "instruction": "Max.", + "bbox": [ + 0.23576388888888888, + 0.505, + 0.25590277777777776, + 0.5194444444444445 + ], + "point": [ + 0.2458, + 0.5122 + ] + }, + { + "instruction": "American Singer canary", + "bbox": [ + 0.40694444444444444, + 0.5211111111111111, + 0.5201388888888889, + 0.5477777777777778 + ], + "point": [ + 0.4635, + 0.5344 + ] + }, + { + "instruction": "a beautiful song He is a male for S80", + "bbox": [ + 0.5427082909478081, + 0.5205555555555555, + 0.7173610263400607, + 0.545 + ], + "point": [ + 0.63, + 0.5328 + ] + }, + { + "instruction": "525.00 $", + "bbox": [ + 0.40625, + 0.6161111111111112, + 0.4670138888888889, + 0.6433333333333333 + ], + "point": [ + 0.4366, + 0.6297 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.40694444444444444, + 0.6511111111111111, + 0.43020833333333336, + 0.6672222222222223 + ], + "point": [ + 0.4186, + 0.6592 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.43819444444444444, + 0.6488888888888888, + 0.47256944444444443, + 0.6705555555555556 + ], + "point": [ + 0.4554, + 0.6597 + ] + }, + { + "instruction": "Woodlake (Virginia)", + "bbox": [ + 0.4861111111111111, + 0.6505555555555556, + 0.575, + 0.6716666666666666 + ], + "point": [ + 0.5306, + 0.6611 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.5881944444444445, + 0.65, + 0.6434027777777778, + 0.6683333333333333 + ], + "point": [ + 0.6158, + 0.6592 + ] + }, + { + "instruction": "Power Max 826LE w Electric Start; Gas, Two", + "bbox": [ + 0.4065972222222222, + 0.6777777777777778, + 0.6166666666666667, + 0.6988888888888889 + ], + "point": [ + 0.5116, + 0.6883 + ] + }, + { + "instruction": "318cc 4 cycle engine, electric start; 26\"", + "bbox": [ + 0.6496527777777777, + 0.6777777777777778, + 0.8354166666666667, + 0.7005555555555556 + ], + "point": [ + 0.7425, + 0.6892 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16701388888888888, + 0.7, + 0.2763888888888889, + 0.7161111111111111 + ], + "point": [ + 0.2217, + 0.7081 + ] + }, + { + "instruction": "width x 21\" height; 6 forward gears w 2 reverse gears, new oil change. Garage kept and", + "bbox": [ + 0.4065972646077474, + 0.6994444444444444, + 0.81875, + 0.7244444444444444 + ], + "point": [ + 0.6127, + 0.7119 + ] + }, + { + "instruction": "lightly used: Cash Only Local Pickup", + "bbox": [ + 0.4059027777777778, + 0.7211111111111111, + 0.5788194444444444, + 0.7455555555555555 + ], + "point": [ + 0.4924, + 0.7333 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.16666666666666666, + 0.8033333333333333, + 0.24027777777777778, + 0.8255555555555556 + ], + "point": [ + 0.2035, + 0.8144 + ] + }, + { + "instruction": "50.00 $", + "bbox": [ + 0.40625, + 0.8161110432942709, + 0.4583333333333333, + 0.843333265516493 + ], + "point": [ + 0.4323, + 0.8297 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.40694444444444444, + 0.8511111111111112, + 0.43020833333333336, + 0.8672222222222222 + ], + "point": [ + 0.4186, + 0.8592 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.43819444444444444, + 0.8488889567057292, + 0.47256944444444443, + 0.8705556233723958 + ], + "point": [ + 0.4554, + 0.8597 + ] + }, + { + "instruction": "Stuarts Draft (Virginia)", + "bbox": [ + 0.48541666666666666, + 0.8505555555555555, + 0.5875, + 0.8716666666666667 + ], + "point": [ + 0.5365, + 0.8611 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.6006944444444444, + 0.85, + 0.6552083333333333, + 0.8683333333333333 + ], + "point": [ + 0.628, + 0.8592 + ] + }, + { + "instruction": "13 piglets for sale. Male and female available: These are good pigs for grazing and tend not", + "bbox": [ + 0.4065972222222222, + 0.8772222222222222, + 0.8354166666666667, + 0.9016666666666666 + ], + "point": [ + 0.621, + 0.8894 + ] + }, + { + "instruction": "to root_", + "bbox": [ + 0.40625, + 0.9022222222222223, + 0.44027777777777777, + 0.9183333333333333 + ], + "point": [ + 0.4233, + 0.9103 + ] + }, + { + "instruction": "They are fairly friendly and comical Come take a lookl", + "bbox": [ + 0.44166666666666665, + 0.8983333333333333, + 0.696875, + 0.9233333333333333 + ], + "point": [ + 0.5693, + 0.9108 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.1673611111111111, + 0.32555555555555554, + 0.18715277777777778, + 0.35 + ], + "point": [ + 0.1773, + 0.3378 + ] + }, + { + "instruction": "sing", + "bbox": [ + 0.5204860687255859, + 0.5211111111111111, + 0.5413194020589193, + 0.5461111111111111 + ], + "point": [ + 0.5309, + 0.5336 + ] + }, + { + "instruction": "Stage,", + "bbox": [ + 0.6173611111111111, + 0.6766666666666666, + 0.6482638888888889, + 0.7011111111111111 + ], + "point": [ + 0.6328, + 0.6889 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7640777587890625, + 0.09388164944118924, + 0.8411209106445312, + 0.13397750854492188 + ], + "point": [ + 0.8026, + 0.1139 + ] + }, + { + "instruction": "Sort by: Newly listed", + "bbox": [ + 0.7168846978081598, + 0.30195441351996527, + 0.8421696980794271, + 0.3514208306206597 + ], + "point": [ + 0.7795, + 0.3267 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.1665969000922309, + 0.718652818467882, + 0.27398461235894095, + 0.7684873453776042 + ], + "point": [ + 0.2203, + 0.7436 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9090167575412327, + 0.04989791022406684, + 0.9973224216037326, + 0.08974482218424479 + ], + "point": [ + 0.9532, + 0.0698 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.16692892710367838, + 0.5874837239583334, + 0.22953116099039714, + 0.6357120768229166 + ], + "point": [ + 0.1982, + 0.6116 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08279683854844835, + 0.0535446039835612, + 0.15562491946750218, + 0.08430382622612848 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.7113223605685763, + 0.09777509901258681, + 0.7626834445529513, + 0.1277869160970052 + ], + "point": [ + 0.737, + 0.1128 + ] + }, + { + "instruction": "My account", + "bbox": [ + 0.6343102349175347, + 0.09800771077473959, + 0.7063527425130208, + 0.12815984090169272 + ], + "point": [ + 0.6703, + 0.1131 + ] + }, + { + "instruction": "Farm +", + "bbox": [ + 0.2185058381822374, + 0.18141432020399306, + 0.2844654719034831, + 0.20214752197265626 + ], + "point": [ + 0.2515, + 0.1918 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.2185058381822374, + 0.18141432020399306, + 0.2844654719034831, + 0.20214752197265626 + ], + "point": [ + 0.2515, + 0.1918 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.16033508512708877, + 0.18160834418402777, + 0.2101225111219618, + 0.2022754923502604 + ], + "point": [ + 0.1852, + 0.1919 + ] + }, + { + "instruction": "Osclass", + "bbox": [ + 0.15839450624254015, + 0.09436904907226562, + 0.2811774359809028, + 0.145121341281467 + ], + "point": [ + 0.2198, + 0.1197 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15140438079833984, + 0.010203860600789387, + 0.16450992160373265, + 0.034665339787801105 + ], + "point": [ + 0.158, + 0.0224 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.1657761255900065, + 0.8247437879774305, + 0.2338062498304579, + 0.8500682237413194 + ], + "point": [ + 0.1998, + 0.8374 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.16701168484157985, + 0.85126953125, + 0.2355126274956597, + 0.8762548828125 + ], + "point": [ + 0.2013, + 0.8638 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.16701168484157985, + 0.85126953125, + 0.2355126274956597, + 0.8762548828125 + ], + "point": [ + 0.2013, + 0.8638 + ] + }, + { + "instruction": "Snow Blower 826LE", + "bbox": [ + 0.40639589097764756, + 0.5877914767795139, + 0.5131274753146702, + 0.6134620496961806 + ], + "point": [ + 0.4598, + 0.6006 + ] + }, + { + "instruction": "Kune Kune Pigs", + "bbox": [ + 0.40676095750596786, + 0.7879342990451389, + 0.4891468048095703, + 0.8132195366753472 + ], + "point": [ + 0.448, + 0.8006 + ] + }, + { + "instruction": "Canary", + "bbox": [ + 0.40680842929416233, + 0.4335519070095486, + 0.4447483062744141, + 0.4579461669921875 + ], + "point": [ + 0.4258, + 0.4457 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.32821197509765626, + 0.22528040568033855, + 0.6314399719238282, + 0.2983037312825521 + ], + "point": [ + 0.4798, + 0.2618 + ] + }, + { + "instruction": "Virginia", + "bbox": [ + 0.32821197509765626, + 0.22528040568033855, + 0.6314399719238282, + 0.2983037312825521 + ], + "point": [ + 0.4798, + 0.2618 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.32821197509765626, + 0.22528040568033855, + 0.6314399719238282, + 0.2983037312825521 + ], + "point": [ + 0.4798, + 0.2618 + ] + }, + { + "instruction": "Electric chain saw", + "bbox": [ + 0.4060288323296441, + 0.9658111572265625, + 0.49913982815212676, + 0.9921086290147569 + ], + "point": [ + 0.4526, + 0.979 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.7640777587890625, + 0.09388164944118924, + 0.8411209106445312, + 0.13397750854492188 + ], + "point": [ + 0.8026, + 0.1139 + ] + }, + { + "instruction": "A dropdown menu to select the sort by: Nowly listed.", + "bbox": [ + 0.7168846978081598, + 0.30195441351996527, + 0.8421696980794271, + 0.3514208306206597 + ], + "point": [ + 0.7795, + 0.3267 + ] + }, + { + "instruction": "a horizontal scroll bar.", + "bbox": [ + 0.16609215206570097, + 0.34706129286024306, + 0.29881356557210287, + 0.39715623643663195 + ], + "point": [ + 0.2325, + 0.3721 + ] + }, + { + "instruction": "Subscripting something new.", + "bbox": [ + 0.1665969000922309, + 0.718652818467882, + 0.27398461235894095, + 0.7684873453776042 + ], + "point": [ + 0.2203, + 0.7436 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.23357878790961373, + 0.5199862670898437, + 0.2990817175971137, + 0.5689097764756944 + ], + "point": [ + 0.2663, + 0.5444 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.16594426896837022, + 0.5203696017795139, + 0.23039023081461588, + 0.5686072455512152 + ], + "point": [ + 0.1982, + 0.5445 + ] + }, + { + "instruction": "a text input field.", + "bbox": [ + 0.16618319617377386, + 0.260501708984375, + 0.2985693401760525, + 0.3099960666232639 + ], + "point": [ + 0.2324, + 0.2852 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9090167575412327, + 0.04989791022406684, + 0.9973224216037326, + 0.08974482218424479 + ], + "point": [ + 0.9532, + 0.0698 + ] + }, + { + "instruction": "an \"Apply\" button.", + "bbox": [ + 0.16692892710367838, + 0.5874837239583334, + 0.22953116099039714, + 0.6357120768229166 + ], + "point": [ + 0.1982, + 0.6116 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08279683854844835, + 0.0535446039835612, + 0.15562491946750218, + 0.08430382622612848 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "a table or grid layout.", + "bbox": [ + 0.6832908206515842, + 0.30335479736328125, + 0.7135514153374566, + 0.3509451972113715 + ], + "point": [ + 0.6984, + 0.3271 + ] + }, + { + "instruction": "a menu or list.", + "bbox": [ + 0.651949225531684, + 0.3031386311848958, + 0.6817905002170139, + 0.35032307942708335 + ], + "point": [ + 0.6669, + 0.3267 + ] + }, + { + "instruction": "lawn mower", + "bbox": [ + 0.33261025746663414, + 0.5896295166015625, + 0.40245674981011287, + 0.7482887776692708 + ], + "point": [ + 0.3675, + 0.669 + ] + }, + { + "instruction": "Logout.", + "bbox": [ + 0.7113223605685763, + 0.09777509901258681, + 0.7626834445529513, + 0.1277869160970052 + ], + "point": [ + 0.737, + 0.1128 + ] + }, + { + "instruction": "Up arrow", + "bbox": [ + 0.8229676988389757, + 0.05909316592746311, + 0.8414359198676216, + 0.0809677971733941 + ], + "point": [ + 0.8322, + 0.07 + ] + }, + { + "instruction": "a bird sitting on a bench.", + "bbox": [ + 0.3325521681043837, + 0.42938720703125, + 0.40276192559136287, + 0.5398029242621528 + ], + "point": [ + 0.3677, + 0.4846 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.6343102349175347, + 0.09800771077473959, + 0.7063527425130208, + 0.12815984090169272 + ], + "point": [ + 0.6703, + 0.1131 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9758566114637587, + 0.0038957044813368058, + 0.9962186177571615, + 0.039032228257921006 + ], + "point": [ + 0.986, + 0.0215 + ] + }, + { + "instruction": "The function to create a new entry or garden.", + "bbox": [ + 0.2185058381822374, + 0.18141432020399306, + 0.2844654719034831, + 0.20214752197265626 + ], + "point": [ + 0.2515, + 0.1918 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.8502577039930556, + 0.05880120171440972, + 0.8653706868489583, + 0.08081467522515191 + ], + "point": [ + 0.8578, + 0.0698 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7898529900444878, + 0.05681814405653212, + 0.8070715162489149, + 0.08398626539442275 + ], + "point": [ + 0.7985, + 0.0704 + ] + }, + { + "instruction": "a button to access classifieds.", + "bbox": [ + 0.16033508512708877, + 0.18160834418402777, + 0.2101225111219618, + 0.2022754923502604 + ], + "point": [ + 0.1852, + 0.1919 + ] + }, + { + "instruction": "an email or messaging application.", + "bbox": [ + 0.15839450624254015, + 0.09436904907226562, + 0.2811774359809028, + 0.145121341281467 + ], + "point": [ + 0.2198, + 0.1197 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05440103742811415, + 0.052524439493815106, + 0.07650411393907335, + 0.085701904296875 + ], + "point": [ + 0.0655, + 0.0691 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.006768341859181722, + 0.055983551873101126, + 0.025853994157579212, + 0.08387853834364149 + ], + "point": [ + 0.0163, + 0.0699 + ] + }, + { + "instruction": "Italic", + "bbox": [ + 0.8857577006022136, + 0.05674897087944879, + 0.9038622538248698, + 0.08165408664279514 + ], + "point": [ + 0.8948, + 0.0692 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.16688862906561958, + 0.43624254014756947, + 0.18138279385036893, + 0.46061245388454863 + ], + "point": [ + 0.1741, + 0.4484 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.030531729592217338, + 0.055101123385959204, + 0.04958856370713976, + 0.08384311252170139 + ], + "point": [ + 0.0401, + 0.0695 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15140438079833984, + 0.010203860600789387, + 0.16450992160373265, + 0.034665339787801105 + ], + "point": [ + 0.158, + 0.0224 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.1762701670328776, + 0.010082743962605794, + 0.18909890916612412, + 0.0355335013071696 + ], + "point": [ + 0.1827, + 0.0228 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.1657761255900065, + 0.8247437879774305, + 0.2338062498304579, + 0.8500682237413194 + ], + "point": [ + 0.1998, + 0.8374 + ] + }, + { + "instruction": "Form + garden.", + "bbox": [ + 0.16701168484157985, + 0.85126953125, + 0.2355126274956597, + 0.8762548828125 + ], + "point": [ + 0.2013, + 0.8638 + ] + }, + { + "instruction": "pigs in a pen.", + "bbox": [ + 0.3329072740342882, + 0.7827000596788194, + 0.4032051934136285, + 0.8808726671006945 + ], + "point": [ + 0.3681, + 0.8318 + ] + }, + { + "instruction": "snow blower 826le.", + "bbox": [ + 0.40639589097764756, + 0.5877914767795139, + 0.5131274753146702, + 0.6134620496961806 + ], + "point": [ + 0.4598, + 0.6006 + ] + }, + { + "instruction": "KUNE Pigs.", + "bbox": [ + 0.40676095750596786, + 0.7879342990451389, + 0.4891468048095703, + 0.8132195366753472 + ], + "point": [ + 0.448, + 0.8006 + ] + }, + { + "instruction": "the language canary.", + "bbox": [ + 0.40680842929416233, + 0.4335519070095486, + 0.4447483062744141, + 0.4579461669921875 + ], + "point": [ + 0.4258, + 0.4457 + ] + }, + { + "instruction": "The location of the farm and garden in Virginia.", + "bbox": [ + 0.32821197509765626, + 0.22528040568033855, + 0.6314399719238282, + 0.2983037312825521 + ], + "point": [ + 0.4798, + 0.2618 + ] + }, + { + "instruction": "electric chain saw.", + "bbox": [ + 0.4060288323296441, + 0.9658111572265625, + 0.49913982815212676, + 0.9921086290147569 + ], + "point": [ + 0.4526, + 0.979 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 4.656347963545057e-05, + 0.05518572065565321, + 0.005554790298144023, + 0.08592180040147569 + ], + "point": [ + 0.0028, + 0.0706 + ] + } + ], + "element_size": 103 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/image_page/action_videoframes/action_9/5502.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "ec2-13-58-15-0.us-east-2.c0", + "bbox": [ + 0.028819439146253796, + 0.013333333333333334, + 0.1489583280351427, + 0.029444444444444443 + ], + "point": [ + 0.0889, + 0.0214 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com:9980/index php?page-search&sRegion-9254928&sCategory-16&sOrder-i_pric:", + "bbox": [ + 0.15833335452609593, + 0.06055555555555556, + 0.7805555767483181, + 0.08277777777777778 + ], + "point": [ + 0.4694, + 0.0717 + ] + }, + { + "instruction": "Virginia", + "bbox": [ + 0.2923611111111111, + 0.18166666666666667, + 0.32916666666666666, + 0.205 + ], + "point": [ + 0.3108, + 0.1933 + ] + }, + { + "instruction": "Your search", + "bbox": [ + 0.16701388888888888, + 0.2411111111111111, + 0.22083333333333333, + 0.25722222222222224 + ], + "point": [ + 0.1939, + 0.2492 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.33159717983669706, + 0.22944444444444445, + 0.40347217983669703, + 0.2788888888888889 + ], + "point": [ + 0.3675, + 0.2542 + ] + }, + { + "instruction": "Virginia", + "bbox": [ + 0.524652820163303, + 0.22833333333333333, + 0.6361111534966363, + 0.2933332994249132 + ], + "point": [ + 0.5804, + 0.2608 + ] + }, + { + "instruction": "1 - 12 of 2178 listings", + "bbox": [ + 0.3333333333333333, + 0.315, + 0.4420138888888889, + 0.34 + ], + "point": [ + 0.3877, + 0.3275 + ] + }, + { + "instruction": "Listings", + "bbox": [ + 0.33229166666666665, + 0.37444444444444447, + 0.3875, + 0.405 + ], + "point": [ + 0.3599, + 0.3897 + ] + }, + { + "instruction": "Show only", + "bbox": [ + 0.16701388888888888, + 0.4161111111111111, + 0.2170138888888889, + 0.43444444444444447 + ], + "point": [ + 0.192, + 0.4253 + ] + }, + { + "instruction": "listings with pictures", + "bbox": [ + 0.18194444444444444, + 0.43666666666666665, + 0.2760416666666667, + 0.46 + ], + "point": [ + 0.229, + 0.4483 + ] + }, + { + "instruction": "80.00 $", + "bbox": [ + 0.40555555555555556, + 0.46, + 0.4576388888888889, + 0.4872222222222222 + ], + "point": [ + 0.4316, + 0.4736 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.16701388888888888, + 0.48388888888888887, + 0.19131944444444443, + 0.49944444444444447 + ], + "point": [ + 0.1792, + 0.4917 + ] + }, + { + "instruction": "Farm + garden", + "bbox": [ + 0.4059027777777778, + 0.4938888888888889, + 0.47256944444444443, + 0.5155555555555555 + ], + "point": [ + 0.4392, + 0.5047 + ] + }, + { + "instruction": "Vienna (Virginia)", + "bbox": [ + 0.48541666666666666, + 0.4944444105360243, + 0.5618055555555556, + 0.5166666327582465 + ], + "point": [ + 0.5236, + 0.5056 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.5743055131700304, + 0.495, + 0.6295138465033637, + 0.5133333333333333 + ], + "point": [ + 0.6019, + 0.5042 + ] + }, + { + "instruction": "Min.", + "bbox": [ + 0.16701388888888888, + 0.505, + 0.18506944444444445, + 0.5194444444444445 + ], + "point": [ + 0.176, + 0.5122 + ] + }, + { + "instruction": "Max_", + "bbox": [ + 0.23576388888888888, + 0.505, + 0.2552083333333333, + 0.5194444444444445 + ], + "point": [ + 0.2455, + 0.5122 + ] + }, + { + "instruction": "American Singer canary", + "bbox": [ + 0.40694444444444444, + 0.5211111111111111, + 0.5201388888888889, + 0.5477777777777778 + ], + "point": [ + 0.4635, + 0.5344 + ] + }, + { + "instruction": "a beautiful song He is a male for S80", + "bbox": [ + 0.5427082909478081, + 0.5205555555555555, + 0.7173610263400607, + 0.545 + ], + "point": [ + 0.63, + 0.5328 + ] + }, + { + "instruction": "525.00 $", + "bbox": [ + 0.40625, + 0.6161111111111112, + 0.4670138888888889, + 0.6433333333333333 + ], + "point": [ + 0.4366, + 0.6297 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.40694444444444444, + 0.6511111111111111, + 0.43020833333333336, + 0.6672222222222223 + ], + "point": [ + 0.4186, + 0.6592 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.43819444444444444, + 0.6488888888888888, + 0.47256944444444443, + 0.6705555555555556 + ], + "point": [ + 0.4554, + 0.6597 + ] + }, + { + "instruction": "Woodlake (Virginia)", + "bbox": [ + 0.4861111111111111, + 0.6505555555555556, + 0.575, + 0.6716666666666666 + ], + "point": [ + 0.5306, + 0.6611 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.5881944444444445, + 0.65, + 0.6434027777777778, + 0.6683333333333333 + ], + "point": [ + 0.6158, + 0.6592 + ] + }, + { + "instruction": "Power Max 826LE w Electric Start; Gas, Two", + "bbox": [ + 0.4065972222222222, + 0.6777777777777778, + 0.6166666666666667, + 0.6988888888888889 + ], + "point": [ + 0.5116, + 0.6883 + ] + }, + { + "instruction": "318cc 4 cycle engine, electric start; 26\"", + "bbox": [ + 0.6496527777777777, + 0.6777777777777778, + 0.8354166666666667, + 0.7005555555555556 + ], + "point": [ + 0.7425, + 0.6892 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16701388888888888, + 0.7, + 0.2763888888888889, + 0.7161111111111111 + ], + "point": [ + 0.2217, + 0.7081 + ] + }, + { + "instruction": "width x 21\" height; 6 forward gears w 2 reverse gears, new oil change. Garage kept and", + "bbox": [ + 0.4065972646077474, + 0.6994444444444444, + 0.81875, + 0.7244444444444444 + ], + "point": [ + 0.6127, + 0.7119 + ] + }, + { + "instruction": "lightly used: Cash Only Local Pickup", + "bbox": [ + 0.4059027777777778, + 0.7211111111111111, + 0.5788194444444444, + 0.7455555555555555 + ], + "point": [ + 0.4924, + 0.7333 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.16666666666666666, + 0.8033333333333333, + 0.24027777777777778, + 0.8255555555555556 + ], + "point": [ + 0.2035, + 0.8144 + ] + }, + { + "instruction": "50.00 $", + "bbox": [ + 0.40625, + 0.8161110432942709, + 0.4583333333333333, + 0.843333265516493 + ], + "point": [ + 0.4323, + 0.8297 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.40694444444444444, + 0.8511111111111112, + 0.43020833333333336, + 0.8672222222222222 + ], + "point": [ + 0.4186, + 0.8592 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.43819444444444444, + 0.8488889567057292, + 0.47256944444444443, + 0.8705556233723958 + ], + "point": [ + 0.4554, + 0.8597 + ] + }, + { + "instruction": "Stuarts Draft (Virginia)", + "bbox": [ + 0.48541666666666666, + 0.8505555555555555, + 0.5875, + 0.8716666666666667 + ], + "point": [ + 0.5365, + 0.8611 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.6006944444444444, + 0.85, + 0.6552083333333333, + 0.8683333333333333 + ], + "point": [ + 0.628, + 0.8592 + ] + }, + { + "instruction": "13 piglets for sale. Male and female available: These are good pigs for grazing and tend not", + "bbox": [ + 0.4065972222222222, + 0.8772222222222222, + 0.8354166666666667, + 0.9016666666666666 + ], + "point": [ + 0.621, + 0.8894 + ] + }, + { + "instruction": "to root_", + "bbox": [ + 0.40625, + 0.9022222222222223, + 0.44027777777777777, + 0.9183333333333333 + ], + "point": [ + 0.4233, + 0.9103 + ] + }, + { + "instruction": "They are fairly friendly and comical Come take a lookl", + "bbox": [ + 0.44166666666666665, + 0.8983333333333333, + 0.696875, + 0.9233333333333333 + ], + "point": [ + 0.5693, + 0.9108 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws com:9980/index php?page-sea_", + "bbox": [ + 0.00208332273695204, + 0.9783333333333334, + 0.3222222116258409, + 1.0 + ], + "point": [ + 0.1622, + 0.9892 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.42951388888888886, + 0.23444444444444446, + 0.5236111111111111, + 0.2811111111111111 + ], + "point": [ + 0.4766, + 0.2578 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.1673611111111111, + 0.32555555555555554, + 0.18715277777777778, + 0.35 + ], + "point": [ + 0.1773, + 0.3378 + ] + }, + { + "instruction": "sing", + "bbox": [ + 0.5204860687255859, + 0.5211111111111111, + 0.5413194020589193, + 0.5461111111111111 + ], + "point": [ + 0.5309, + 0.5336 + ] + }, + { + "instruction": "Stage,", + "bbox": [ + 0.6173611111111111, + 0.6766666666666666, + 0.6482638888888889, + 0.7011111111111111 + ], + "point": [ + 0.6328, + 0.6889 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7640814887152778, + 0.09393296983506945, + 0.841505601671007, + 0.13381410386827258 + ], + "point": [ + 0.8028, + 0.1139 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.16656771765814887, + 0.718623046875, + 0.2740538914998372, + 0.768687744140625 + ], + "point": [ + 0.2203, + 0.7437 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9090533786349826, + 0.0499127451578776, + 0.997302754720052, + 0.0897263929578993 + ], + "point": [ + 0.9532, + 0.0698 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.16688288582695854, + 0.5874082438151041, + 0.2295685026380751, + 0.6358066813151042 + ], + "point": [ + 0.1982, + 0.6116 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08264775806003147, + 0.05334635840521918, + 0.15560170279608831, + 0.08424401177300347 + ], + "point": [ + 0.1191, + 0.0688 + ] + }, + { + "instruction": "Sort by: Newly listed", + "bbox": [ + 0.717242177327474, + 0.30252532958984374, + 0.8418227301703559, + 0.35039215087890624 + ], + "point": [ + 0.7795, + 0.3265 + ] + }, + { + "instruction": "Newly listed", + "bbox": [ + 0.7161489698621962, + 0.3488036092122396, + 0.8435332404242621, + 0.4817207505967882 + ], + "point": [ + 0.7798, + 0.4153 + ] + }, + { + "instruction": "Lowerprice first", + "bbox": [ + 0.7161489698621962, + 0.3488036092122396, + 0.8435332404242621, + 0.4817207505967882 + ], + "point": [ + 0.7798, + 0.4153 + ] + }, + { + "instruction": "Higher price first", + "bbox": [ + 0.7161489698621962, + 0.3488036092122396, + 0.8435332404242621, + 0.4817207505967882 + ], + "point": [ + 0.7798, + 0.4153 + ] + }, + { + "instruction": "My account", + "bbox": [ + 0.6349578009711372, + 0.09732916937934027, + 0.7077748616536458, + 0.1277538553873698 + ], + "point": [ + 0.6714, + 0.1125 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.7097131941053603, + 0.09662233140733507, + 0.7630279541015625, + 0.12843358357747395 + ], + "point": [ + 0.7364, + 0.1125 + ] + }, + { + "instruction": "Farm +", + "bbox": [ + 0.2185252931382921, + 0.18189581976996527, + 0.284398799472385, + 0.2018365478515625 + ], + "point": [ + 0.2515, + 0.1919 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.2185252931382921, + 0.18189581976996527, + 0.284398799472385, + 0.2018365478515625 + ], + "point": [ + 0.2515, + 0.1919 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.16036997901068795, + 0.18214491102430555, + 0.20984927283393012, + 0.20196634928385418 + ], + "point": [ + 0.1851, + 0.1921 + ] + }, + { + "instruction": "Osclass", + "bbox": [ + 0.15839162402682835, + 0.09425550672743055, + 0.28110762702094183, + 0.14518946329752605 + ], + "point": [ + 0.2197, + 0.1197 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15159024132622612, + 0.010546010335286458, + 0.16460221608479816, + 0.03452362908257378 + ], + "point": [ + 0.1581, + 0.0225 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.16590178807576497, + 0.8252143012152777, + 0.23291011386447483, + 0.8493512641059028 + ], + "point": [ + 0.1994, + 0.8373 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.16706915961371527, + 0.8517584906684028, + 0.23537652757432725, + 0.8756343587239583 + ], + "point": [ + 0.2012, + 0.8637 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.16706915961371527, + 0.8517584906684028, + 0.23537652757432725, + 0.8756343587239583 + ], + "point": [ + 0.2012, + 0.8637 + ] + }, + { + "instruction": "Snow Blower 826LE", + "bbox": [ + 0.406562508477105, + 0.5879305013020834, + 0.512655512491862, + 0.6135047743055555 + ], + "point": [ + 0.4596, + 0.6007 + ] + }, + { + "instruction": "Kune Kune Pigs", + "bbox": [ + 0.4067495557996962, + 0.787821790907118, + 0.4892183091905382, + 0.813218519422743 + ], + "point": [ + 0.448, + 0.8005 + ] + }, + { + "instruction": "Canary", + "bbox": [ + 0.4067573547363281, + 0.433744879828559, + 0.44470511542426217, + 0.45787072075737845 + ], + "point": [ + 0.4257, + 0.4458 + ] + }, + { + "instruction": "Electric chain saw", + "bbox": [ + 0.40586217244466144, + 0.9657741970486111, + 0.49899113972981773, + 0.9920256890190973 + ], + "point": [ + 0.4524, + 0.9789 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.16608565648396809, + 0.3469499715169271, + 0.29888437059190537, + 0.39728586832682294 + ], + "point": [ + 0.2325, + 0.3721 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.23356424967447917, + 0.5199567328559028, + 0.29908307393391925, + 0.5690189615885417 + ], + "point": [ + 0.2663, + 0.5445 + ] + }, + { + "instruction": "a horizontal scroll bar.", + "bbox": [ + 0.16637176937527126, + 0.25976331922743057, + 0.298899777730306, + 0.3096939425998264 + ], + "point": [ + 0.2326, + 0.2847 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.16592665778266058, + 0.5203535970052083, + 0.2304161919487847, + 0.5686976453993056 + ], + "point": [ + 0.1982, + 0.5445 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.7640814887152778, + 0.09393296983506945, + 0.841505601671007, + 0.13381410386827258 + ], + "point": [ + 0.8028, + 0.1139 + ] + }, + { + "instruction": "Subscripting something new.", + "bbox": [ + 0.16656771765814887, + 0.718623046875, + 0.2740538914998372, + 0.768687744140625 + ], + "point": [ + 0.2203, + 0.7437 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9090533786349826, + 0.0499127451578776, + 0.997302754720052, + 0.0897263929578993 + ], + "point": [ + 0.9532, + 0.0698 + ] + }, + { + "instruction": "an \"Apply\" button.", + "bbox": [ + 0.16688288582695854, + 0.5874082438151041, + 0.2295685026380751, + 0.6358066813151042 + ], + "point": [ + 0.1982, + 0.6116 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08264775806003147, + 0.05334635840521918, + 0.15560170279608831, + 0.08424401177300347 + ], + "point": [ + 0.1191, + 0.0688 + ] + }, + { + "instruction": "A search bar for \"Newly listed\".", + "bbox": [ + 0.717242177327474, + 0.30252532958984374, + 0.8418227301703559, + 0.35039215087890624 + ], + "point": [ + 0.7795, + 0.3265 + ] + }, + { + "instruction": "Newly listed.", + "bbox": [ + 0.7161489698621962, + 0.3488036092122396, + 0.8435332404242621, + 0.4817207505967882 + ], + "point": [ + 0.7798, + 0.4153 + ] + }, + { + "instruction": "a table or grid layout.", + "bbox": [ + 0.6833190494113498, + 0.3034752739800347, + 0.7131941053602431, + 0.3508474392361111 + ], + "point": [ + 0.6983, + 0.3272 + ] + }, + { + "instruction": "a menu or list.", + "bbox": [ + 0.6519515567355686, + 0.30343132866753475, + 0.6817960527208117, + 0.3509090169270833 + ], + "point": [ + 0.6669, + 0.3272 + ] + }, + { + "instruction": "a lawnmower in a workshop.", + "bbox": [ + 0.33260741763644747, + 0.5895800103081598, + 0.4024730258517795, + 0.7510360378689236 + ], + "point": [ + 0.3675, + 0.6703 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.6349578009711372, + 0.09732916937934027, + 0.7077748616536458, + 0.1277538553873698 + ], + "point": [ + 0.6714, + 0.1125 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9759446885850694, + 0.004317678875393338, + 0.9964775933159722, + 0.0386931324005127 + ], + "point": [ + 0.9862, + 0.0215 + ] + }, + { + "instruction": "Up arrow", + "bbox": [ + 0.8227174546983507, + 0.05881615108913846, + 0.8415808783637153, + 0.0811263190375434 + ], + "point": [ + 0.8321, + 0.07 + ] + }, + { + "instruction": "Logout.", + "bbox": [ + 0.7097131941053603, + 0.09662233140733507, + 0.7630279541015625, + 0.12843358357747395 + ], + "point": [ + 0.7364, + 0.1125 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.850146484375, + 0.05868512047661675, + 0.8653820461697048, + 0.08083902147081164 + ], + "point": [ + 0.8578, + 0.0698 + ] + }, + { + "instruction": "The function to create a new entry or garden.", + "bbox": [ + 0.2185252931382921, + 0.18189581976996527, + 0.284398799472385, + 0.2018365478515625 + ], + "point": [ + 0.2515, + 0.1919 + ] + }, + { + "instruction": "a button or link to the classifieds section.", + "bbox": [ + 0.16036997901068795, + 0.18214491102430555, + 0.20984927283393012, + 0.20196634928385418 + ], + "point": [ + 0.1851, + 0.1921 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.0062570903036329485, + 0.05581329769558377, + 0.02591588232252333, + 0.08390087551540798 + ], + "point": [ + 0.0161, + 0.0699 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.056139696968926324, + 0.0558372073703342, + 0.0749910725487603, + 0.08405867682562934 + ], + "point": [ + 0.0656, + 0.0699 + ] + }, + { + "instruction": "Italic", + "bbox": [ + 0.8856536865234375, + 0.05675217522515191, + 0.9040401882595486, + 0.0816326904296875 + ], + "point": [ + 0.8948, + 0.0692 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.0307103607389662, + 0.05631813049316406, + 0.049176820119222, + 0.08364880032009549 + ], + "point": [ + 0.0399, + 0.07 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.1668862024943034, + 0.4362274169921875, + 0.18136270311143662, + 0.4607577853732639 + ], + "point": [ + 0.1741, + 0.4485 + ] + }, + { + "instruction": "an email or messaging application.", + "bbox": [ + 0.15839162402682835, + 0.09425550672743055, + 0.28110762702094183, + 0.14518946329752605 + ], + "point": [ + 0.2197, + 0.1197 + ] + }, + { + "instruction": "a bird sitting on a bench.", + "bbox": [ + 0.3325599882337782, + 0.42958499484592017, + 0.4028314378526476, + 0.5371139526367188 + ], + "point": [ + 0.3677, + 0.4833 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15159024132622612, + 0.010546010335286458, + 0.16460221608479816, + 0.03452362908257378 + ], + "point": [ + 0.1581, + 0.0225 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17649431228637696, + 0.010608121024237738, + 0.18892682393391927, + 0.0353344292110867 + ], + "point": [ + 0.1827, + 0.023 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.16590178807576497, + 0.8252143012152777, + 0.23291011386447483, + 0.8493512641059028 + ], + "point": [ + 0.1994, + 0.8373 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7906239827473959, + 0.05655803680419922, + 0.8064181857638889, + 0.08395415412055121 + ], + "point": [ + 0.7985, + 0.0703 + ] + }, + { + "instruction": "pigs in a pen.", + "bbox": [ + 0.33248343997531465, + 0.780372314453125, + 0.4027388254801432, + 0.9265866427951389 + ], + "point": [ + 0.3676, + 0.8535 + ] + }, + { + "instruction": "Form + garden.", + "bbox": [ + 0.16706915961371527, + 0.8517584906684028, + 0.23537652757432725, + 0.8756343587239583 + ], + "point": [ + 0.2012, + 0.8637 + ] + }, + { + "instruction": "snow blower 826le.", + "bbox": [ + 0.406562508477105, + 0.5879305013020834, + 0.512655512491862, + 0.6135047743055555 + ], + "point": [ + 0.4596, + 0.6007 + ] + }, + { + "instruction": "KUNE Pigs.", + "bbox": [ + 0.4067495557996962, + 0.787821790907118, + 0.4892183091905382, + 0.813218519422743 + ], + "point": [ + 0.448, + 0.8005 + ] + }, + { + "instruction": "the language canary.", + "bbox": [ + 0.4067573547363281, + 0.433744879828559, + 0.44470511542426217, + 0.45787072075737845 + ], + "point": [ + 0.4257, + 0.4458 + ] + }, + { + "instruction": "electric chain saw.", + "bbox": [ + 0.40586217244466144, + 0.9657741970486111, + 0.49899113972981773, + 0.9920256890190973 + ], + "point": [ + 0.4524, + 0.9789 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 5.22560543484158e-05, + 0.055327110290527344, + 0.00535449120733473, + 0.08608489990234375 + ], + "point": [ + 0.0027, + 0.0707 + ] + } + ], + "element_size": 105 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/image_page/action_videoframes/action_10/5748.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Farm", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.05138888888888889, + 0.029444444444444443 + ], + "point": [ + 0.0401, + 0.0217 + ] + }, + { + "instruction": "garden Virginia", + "bbox": [ + 0.058333333333333334, + 0.012777776718139648, + 0.12083333333333333, + 0.031111110051472983 + ], + "point": [ + 0.0896, + 0.0219 + ] + }, + { + "instruction": "Class", + "bbox": [ + 0.12569443384806314, + 0.013888888888888888, + 0.14895834392971463, + 0.029444444444444443 + ], + "point": [ + 0.1373, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws com 9980/index php?page-search&sRegion-9254928&sCategory-16&sOrder-i_pric.", + "bbox": [ + 0.15833331214057075, + 0.059444444444444446, + 0.7802083121405707, + 0.08277777777777778 + ], + "point": [ + 0.4693, + 0.0711 + ] + }, + { + "instruction": "Farm + garden", + "bbox": [ + 0.21770833333333334, + 0.21444444444444444, + 0.2847222222222222, + 0.23444444444444446 + ], + "point": [ + 0.2512, + 0.2244 + ] + }, + { + "instruction": "Virginia", + "bbox": [ + 0.2927083545260959, + 0.21444444444444444, + 0.32916668785942926, + 0.23666666666666666 + ], + "point": [ + 0.3109, + 0.2256 + ] + }, + { + "instruction": "Your search", + "bbox": [ + 0.16701388888888888, + 0.2722222222222222, + 0.22083333333333333, + 0.28944444444444445 + ], + "point": [ + 0.1939, + 0.2808 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.33159717983669706, + 0.26166666666666666, + 0.40347217983669703, + 0.31166666666666665 + ], + "point": [ + 0.3675, + 0.2867 + ] + }, + { + "instruction": "1 - 12 of 2178 listings", + "bbox": [ + 0.33402777777777776, + 0.3477777777777778, + 0.44166666666666665, + 0.3711111111111111 + ], + "point": [ + 0.3878, + 0.3594 + ] + }, + { + "instruction": "Listings", + "bbox": [ + 0.3329861111111111, + 0.4077777777777778, + 0.3871527777777778, + 0.43555555555555553 + ], + "point": [ + 0.3601, + 0.4217 + ] + }, + { + "instruction": "Show only", + "bbox": [ + 0.16701388888888888, + 0.4488888888888889, + 0.2170138888888889, + 0.4672222222222222 + ], + "point": [ + 0.192, + 0.4581 + ] + }, + { + "instruction": "listings with pictures", + "bbox": [ + 0.18229166666666666, + 0.47055555555555556, + 0.2760416666666667, + 0.49166666666666664 + ], + "point": [ + 0.2292, + 0.4811 + ] + }, + { + "instruction": "1.00 $", + "bbox": [ + 0.40625, + 0.49277777777777776, + 0.45034722222222223, + 0.5194445122612847 + ], + "point": [ + 0.4283, + 0.5061 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.16701388888888888, + 0.5161111789279514, + 0.19131944444444443, + 0.5322222222222223 + ], + "point": [ + 0.1792, + 0.5242 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.40694444444444444, + 0.5272222561306423, + 0.43020833333333336, + 0.5444444783528646 + ], + "point": [ + 0.4186, + 0.5358 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.43854166666666666, + 0.5261111111111111, + 0.4722222222222222, + 0.5466666666666666 + ], + "point": [ + 0.4554, + 0.5364 + ] + }, + { + "instruction": "Sterling (Virginia)", + "bbox": [ + 0.4850694020589193, + 0.5255555216471354, + 0.5649305131700304, + 0.5477777438693576 + ], + "point": [ + 0.525, + 0.5367 + ] + }, + { + "instruction": "2023/11/05", + "bbox": [ + 0.5777778201633029, + 0.5266665988498264, + 0.6336805979410808, + 0.5466666666666666 + ], + "point": [ + 0.6057, + 0.5367 + ] + }, + { + "instruction": "Min.", + "bbox": [ + 0.16805554495917427, + 0.5372221544053819, + 0.18506944444444445, + 0.5522222222222222 + ], + "point": [ + 0.1766, + 0.5447 + ] + }, + { + "instruction": "Max", + "bbox": [ + 0.23680555555555555, + 0.5372221544053819, + 0.25590277777777776, + 0.5522222222222222 + ], + "point": [ + 0.2464, + 0.5447 + ] + }, + { + "instruction": "Got rid of my chickens and have lots of chicken coop supplies. Waterers, feeders, automatic", + "bbox": [ + 0.4065972222222222, + 0.5544443766276042, + 0.8322916666666667, + 0.5777777777777777 + ], + "point": [ + 0.6194, + 0.5661 + ] + }, + { + "instruction": "chicken door; electric fence, small coop, chicken wire, corrugated polycarbonate roof panels", + "bbox": [ + 0.4059027777777778, + 0.5755555555555556, + 0.8326388041178385, + 0.6005555555555555 + ], + "point": [ + 0.6193, + 0.5881 + ] + }, + { + "instruction": "and more: Got rid of my chickens and have lots of chicken coop", + "bbox": [ + 0.4059027777777778, + 0.5994444444444444, + 0.7, + 0.6216666666666667 + ], + "point": [ + 0.553, + 0.6106 + ] + }, + { + "instruction": "sU:.", + "bbox": [ + 0.7017360687255859, + 0.6055555555555555, + 0.7204861111111112, + 0.6166666666666667 + ], + "point": [ + 0.7111, + 0.6111 + ] + }, + { + "instruction": "1.00 $", + "bbox": [ + 0.40694444444444444, + 0.6927777099609375, + 0.45034722222222223, + 0.7194443766276042 + ], + "point": [ + 0.4286, + 0.7061 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16701388888888888, + 0.7322222222222222, + 0.2763888888888889, + 0.7483333333333333 + ], + "point": [ + 0.2217, + 0.7403 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.40694444444444444, + 0.727222154405382, + 0.43020833333333336, + 0.7444443766276042 + ], + "point": [ + 0.4186, + 0.7358 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.43819444444444444, + 0.7261111111111112, + 0.4722222222222222, + 0.7466666666666667 + ], + "point": [ + 0.4552, + 0.7364 + ] + }, + { + "instruction": "Floyd (Virginia)", + "bbox": [ + 0.48541666666666666, + 0.7266666666666667, + 0.5555555555555556, + 0.7477777777777778 + ], + "point": [ + 0.5205, + 0.7372 + ] + }, + { + "instruction": "2023/10/17", + "bbox": [ + 0.5684027777777778, + 0.7266666666666667, + 0.6229166666666667, + 0.7466666666666667 + ], + "point": [ + 0.5957, + 0.7367 + ] + }, + { + "instruction": "100% guarantee on all parts. Whole or parts.", + "bbox": [ + 0.4065972222222222, + 0.7544443766276042, + 0.6197916666666666, + 0.7766665988498264 + ], + "point": [ + 0.5132, + 0.7656 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.16666666666666666, + 0.8355555555555556, + 0.24027777777777778, + 0.8577777777777778 + ], + "point": [ + 0.2035, + 0.8467 + ] + }, + { + "instruction": "1.00 $", + "bbox": [ + 0.40625, + 0.8477777777777777, + 0.4496527777777778, + 0.8766666666666667 + ], + "point": [ + 0.428, + 0.8622 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.40625, + 0.8838888888888888, + 0.43020833333333336, + 0.8994444444444445 + ], + "point": [ + 0.4182, + 0.8917 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.43819444444444444, + 0.8816666666666667, + 0.47256944444444443, + 0.9033333333333333 + ], + "point": [ + 0.4554, + 0.8925 + ] + }, + { + "instruction": "Remington (Virginia)", + "bbox": [ + 0.48541666666666666, + 0.883333265516493, + 0.5791666666666667, + 0.9038888210720486 + ], + "point": [ + 0.5323, + 0.8936 + ] + }, + { + "instruction": "2023/11/08", + "bbox": [ + 0.5909722646077474, + 0.8816666666666667, + 0.6468750423855252, + 0.9016666666666666 + ], + "point": [ + 0.6189, + 0.8917 + ] + }, + { + "instruction": "Drills are S10 each. Blue impact driver works on fast speed only and has lots of torque. S10.", + "bbox": [ + 0.4065972222222222, + 0.9094444444444445, + 0.8361111111111111, + 0.9338888888888889 + ], + "point": [ + 0.6214, + 0.9217 + ] + }, + { + "instruction": "Battery chargers are S10 each: Multi tool is S20. Call or text from 10 am to 9 pm only:", + "bbox": [ + 0.4059027777777778, + 0.9305555555555556, + 0.8083333333333333, + 0.9572222222222222 + ], + "point": [ + 0.6071, + 0.9439 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.1673611217074924, + 0.35777777777777775, + 0.18680557674831813, + 0.38222222222222224 + ], + "point": [ + 0.1771, + 0.37 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.1664131800333659, + 0.7512304009331597, + 0.27397501203748914, + 0.7999913872612847 + ], + "point": [ + 0.2202, + 0.7756 + ] + }, + { + "instruction": "Sort by: Lower", + "bbox": [ + 0.6989198048909505, + 0.3337820434570313, + 0.8426162719726562, + 0.38363521999782985 + ], + "point": [ + 0.7708, + 0.3587 + ] + }, + { + "instruction": "first", + "bbox": [ + 0.6989198048909505, + 0.3337820434570313, + 0.8426162719726562, + 0.38363521999782985 + ], + "point": [ + 0.7708, + 0.3587 + ] + }, + { + "instruction": "price", + "bbox": [ + 0.6989198048909505, + 0.3337820434570313, + 0.8426162719726562, + 0.38363521999782985 + ], + "point": [ + 0.7708, + 0.3587 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.16636839972601997, + 0.6197946506076389, + 0.22892930772569445, + 0.6672036404079861 + ], + "point": [ + 0.1976, + 0.6435 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7644295586480034, + 0.12374068366156685, + 0.8412921481662327, + 0.16600365532769099 + ], + "point": [ + 0.8029, + 0.1449 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08294638527764214, + 0.05368651496039496, + 0.155542786916097, + 0.08420856051974826 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9086891174316406, + 0.049768481784396704, + 0.9971819559733073, + 0.08985763549804687 + ], + "point": [ + 0.9529, + 0.0698 + ] + }, + { + "instruction": "Osclass", + "bbox": [ + 0.1567614449395074, + 0.10240581936306424, + 0.2813122007581923, + 0.1824931335449219 + ], + "point": [ + 0.219, + 0.1424 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.714666748046875, + 0.1310599856906467, + 0.7602113511827256, + 0.16226655748155383 + ], + "point": [ + 0.7374, + 0.1467 + ] + }, + { + "instruction": "My account", + "bbox": [ + 0.6372473822699652, + 0.13133797539605035, + 0.7040233188205295, + 0.16167200724283853 + ], + "point": [ + 0.6706, + 0.1465 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.1669004652235243, + 0.8583758544921875, + 0.2304817623562283, + 0.881502210828993 + ], + "point": [ + 0.1987, + 0.8699 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.16028934054904515, + 0.21344991048177084, + 0.20906639099121094, + 0.2339018079969618 + ], + "point": [ + 0.1847, + 0.2237 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.16705028745863174, + 0.8838283284505208, + 0.23568185170491537, + 0.9078901502821181 + ], + "point": [ + 0.2014, + 0.8959 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.16705028745863174, + 0.8838283284505208, + 0.23568185170491537, + 0.9078901502821181 + ], + "point": [ + 0.2014, + 0.8959 + ] + }, + { + "instruction": "LAWNMOWERS AND TILLERS PARTED OUT", + "bbox": [ + 0.4062268575032552, + 0.6636371527777778, + 0.6407860649956597, + 0.6905815972222222 + ], + "point": [ + 0.5235, + 0.6771 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.1512730916341146, + 0.009464616775512696, + 0.16504539913601346, + 0.03533450338575575 + ], + "point": [ + 0.1582, + 0.0224 + ] + }, + { + "instruction": "Ryobi 18 volt tools and battery chargers", + "bbox": [ + 0.40636575486924914, + 0.82069091796875, + 0.6181901295979818, + 0.8459860568576388 + ], + "point": [ + 0.5123, + 0.8333 + ] + }, + { + "instruction": "chicken coop parts and accessories", + "bbox": [ + 0.40613106621636286, + 0.4650140380859375, + 0.5850960625542535, + 0.490030517578125 + ], + "point": [ + 0.4956, + 0.4775 + ] + }, + { + "instruction": "Virginia", + "bbox": [ + 0.4236248440212674, + 0.25639938354492187, + 0.632452392578125, + 0.32528710259331595 + ], + "point": [ + 0.528, + 0.2908 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.4236248440212674, + 0.25639938354492187, + 0.632452392578125, + 0.32528710259331595 + ], + "point": [ + 0.528, + 0.2908 + ] + }, + { + "instruction": "Subscripting something new.", + "bbox": [ + 0.1664131800333659, + 0.7512304009331597, + 0.27397501203748914, + 0.7999913872612847 + ], + "point": [ + 0.2202, + 0.7756 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.16535267300075954, + 0.3803569878472222, + 0.29887135823567706, + 0.4287820095486111 + ], + "point": [ + 0.2321, + 0.4046 + ] + }, + { + "instruction": "a horizontal scroll bar.", + "bbox": [ + 0.16521465513441297, + 0.2923947482638889, + 0.29895595974392364, + 0.34234029134114585 + ], + "point": [ + 0.2321, + 0.3174 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.16579311158921983, + 0.5519746229383681, + 0.23059620327419705, + 0.6009482828776042 + ], + "point": [ + 0.1982, + 0.5765 + ] + }, + { + "instruction": "A dropdown menu to select the sort by: lower price first.", + "bbox": [ + 0.6989198048909505, + 0.3337820434570313, + 0.8426162719726562, + 0.38363521999782985 + ], + "point": [ + 0.7708, + 0.3587 + ] + }, + { + "instruction": "an \"Apply\" button.", + "bbox": [ + 0.16636839972601997, + 0.6197946506076389, + 0.22892930772569445, + 0.6672036404079861 + ], + "point": [ + 0.1976, + 0.6435 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.23379840850830078, + 0.5522760009765625, + 0.2989311430189345, + 0.6009353976779513 + ], + "point": [ + 0.2664, + 0.5766 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.7644295586480034, + 0.12374068366156685, + 0.8412921481662327, + 0.16600365532769099 + ], + "point": [ + 0.8029, + 0.1449 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08294638527764214, + 0.05368651496039496, + 0.155542786916097, + 0.08420856051974826 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9086891174316406, + 0.049768481784396704, + 0.9971819559733073, + 0.08985763549804687 + ], + "point": [ + 0.9529, + 0.0698 + ] + }, + { + "instruction": "a table or grid layout.", + "bbox": [ + 0.6663516574435764, + 0.33467095269097225, + 0.6962558322482639, + 0.3830194091796875 + ], + "point": [ + 0.6813, + 0.3588 + ] + }, + { + "instruction": "an option to access the class.", + "bbox": [ + 0.1567614449395074, + 0.10240581936306424, + 0.2813122007581923, + 0.1824931335449219 + ], + "point": [ + 0.219, + 0.1424 + ] + }, + { + "instruction": "a menu or list.", + "bbox": [ + 0.6344986385769315, + 0.33513119167751737, + 0.6646945105658637, + 0.3824824015299479 + ], + "point": [ + 0.6496, + 0.3588 + ] + }, + { + "instruction": "Logout.", + "bbox": [ + 0.714666748046875, + 0.1310599856906467, + 0.7602113511827256, + 0.16226655748155383 + ], + "point": [ + 0.7374, + 0.1467 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9758691575792101, + 0.0043698438008626305, + 0.9965234544542101, + 0.03883787367078993 + ], + "point": [ + 0.9862, + 0.0216 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.6372473822699652, + 0.13133797539605035, + 0.7040233188205295, + 0.16167200724283853 + ], + "point": [ + 0.6706, + 0.1465 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.1669004652235243, + 0.8583758544921875, + 0.2304817623562283, + 0.881502210828993 + ], + "point": [ + 0.1987, + 0.8699 + ] + }, + { + "instruction": "Up arrow", + "bbox": [ + 0.8234814961751302, + 0.05898468865288629, + 0.8407844543457031, + 0.08118929545084635 + ], + "point": [ + 0.8321, + 0.0701 + ] + }, + { + "instruction": "a button or link to the classifieds section.", + "bbox": [ + 0.16028934054904515, + 0.21344991048177084, + 0.20906639099121094, + 0.2339018079969618 + ], + "point": [ + 0.1847, + 0.2237 + ] + }, + { + "instruction": "Bold", + "bbox": [ + 0.8503904554578993, + 0.058399408128526474, + 0.8652114868164062, + 0.08129256354437935 + ], + "point": [ + 0.8578, + 0.0698 + ] + }, + { + "instruction": "Form + garden.", + "bbox": [ + 0.16705028745863174, + 0.8838283284505208, + 0.23568185170491537, + 0.9078901502821181 + ], + "point": [ + 0.2014, + 0.8959 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05471927854749892, + 0.053509029812282984, + 0.075844849480523, + 0.08468082004123263 + ], + "point": [ + 0.0653, + 0.0691 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8863838195800782, + 0.05679185655381944, + 0.9039856804741754, + 0.08158587137858073 + ], + "point": [ + 0.8952, + 0.0692 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.007143134540981717, + 0.05695158216688368, + 0.025465936130947536, + 0.08348331027560764 + ], + "point": [ + 0.0163, + 0.0702 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.030904126167297364, + 0.056396166483561196, + 0.04892277717590332, + 0.0835260009765625 + ], + "point": [ + 0.0399, + 0.07 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7906708611382378, + 0.05619203355577257, + 0.8056766933865017, + 0.08517115275065104 + ], + "point": [ + 0.7982, + 0.0707 + ] + }, + { + "instruction": "Lawnmowers and Titlersparted out function.", + "bbox": [ + 0.4062268575032552, + 0.6636371527777778, + 0.6407860649956597, + 0.6905815972222222 + ], + "point": [ + 0.5235, + 0.6771 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.16706127590603298, + 0.46840589735243054, + 0.1815005832248264, + 0.49318284776475696 + ], + "point": [ + 0.1743, + 0.4808 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.7393952263726129, + 0.3958849419487847, + 0.7570859273274739, + 0.4244458685980903 + ], + "point": [ + 0.7482, + 0.4102 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1512730916341146, + 0.009464616775512696, + 0.16504539913601346, + 0.03533450338575575 + ], + "point": [ + 0.1582, + 0.0224 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17618379592895508, + 0.00974758678012424, + 0.18936144510904948, + 0.03617708947923448 + ], + "point": [ + 0.1828, + 0.023 + ] + }, + { + "instruction": "tractors for sale.", + "bbox": [ + 0.3331310484144423, + 0.666490478515625, + 0.402413092719184, + 0.7570657009548611 + ], + "point": [ + 0.3678, + 0.7118 + ] + }, + { + "instruction": "Pyrobi 18 battery tools and battery Chargers.", + "bbox": [ + 0.40636575486924914, + 0.82069091796875, + 0.6181901295979818, + 0.8459860568576388 + ], + "point": [ + 0.5123, + 0.8333 + ] + }, + { + "instruction": "chicken coop parts and accessories.", + "bbox": [ + 0.40613106621636286, + 0.4650140380859375, + 0.5850960625542535, + 0.490030517578125 + ], + "point": [ + 0.4956, + 0.4775 + ] + }, + { + "instruction": "a collection of power tools on a table.", + "bbox": [ + 0.33270840115017364, + 0.8205988226996528, + 0.40283838907877606, + 0.9137814670138888 + ], + "point": [ + 0.3678, + 0.8672 + ] + }, + { + "instruction": "garden and Virginia settings.", + "bbox": [ + 0.4236248440212674, + 0.25639938354492187, + 0.632452392578125, + 0.32528710259331595 + ], + "point": [ + 0.528, + 0.2908 + ] + } + ], + "element_size": 97 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/image_page/action_videoframes/action_11/6036.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Farm", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.05138888888888889, + 0.029444444444444443 + ], + "point": [ + 0.0401, + 0.0217 + ] + }, + { + "instruction": "garden Virginia", + "bbox": [ + 0.058333333333333334, + 0.012777776718139648, + 0.12083333333333333, + 0.031111110051472983 + ], + "point": [ + 0.0896, + 0.0219 + ] + }, + { + "instruction": "Class", + "bbox": [ + 0.12569443384806314, + 0.013888888888888888, + 0.14895834392971463, + 0.029444444444444443 + ], + "point": [ + 0.1373, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com:9980/index php?page-search&sRegion-9254928&sCategory-16&sOrder-i_pric:", + "bbox": [ + 0.15833335452609593, + 0.06055555555555556, + 0.7805555767483181, + 0.08277777777777778 + ], + "point": [ + 0.4694, + 0.0717 + ] + }, + { + "instruction": "Ciscinc", + "bbox": [ + 0.33611111111111114, + 0.09555555555555556, + 0.3767361111111111, + 0.105 + ], + "point": [ + 0.3564, + 0.1003 + ] + }, + { + "instruction": "Show only", + "bbox": [ + 0.16701388888888888, + 0.12499999152289497, + 0.21631944444444445, + 0.14333331637912328 + ], + "point": [ + 0.1917, + 0.1342 + ] + }, + { + "instruction": "listings with pictures", + "bbox": [ + 0.18229166666666666, + 0.1455555725097656, + 0.2760416666666667, + 0.16666668362087675 + ], + "point": [ + 0.2292, + 0.1561 + ] + }, + { + "instruction": "23456789.00 $", + "bbox": [ + 0.40555555555555556, + 0.16722222222222222, + 0.5076388888888889, + 0.19444444444444445 + ], + "point": [ + 0.4566, + 0.1808 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.16701388888888888, + 0.19111111111111112, + 0.19131944444444443, + 0.20722222222222222 + ], + "point": [ + 0.1792, + 0.1992 + ] + }, + { + "instruction": "Min.", + "bbox": [ + 0.16701388888888888, + 0.21222220526801217, + 0.18506944444444445, + 0.22722220526801215 + ], + "point": [ + 0.176, + 0.2197 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.40694444444444444, + 0.2038888888888889, + 0.43020833333333336, + 0.21944444444444444 + ], + "point": [ + 0.4186, + 0.2117 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.43819444444444444, + 0.20166666666666666, + 0.47256944444444443, + 0.22333333333333333 + ], + "point": [ + 0.4554, + 0.2125 + ] + }, + { + "instruction": "2023/11/07", + "bbox": [ + 0.5864583333333333, + 0.20166666666666666, + 0.640625, + 0.22166666666666668 + ], + "point": [ + 0.6135, + 0.2117 + ] + }, + { + "instruction": "Many Sizes to fit most Riding Mowers And Lawn Tractors No Calls, Email Only , Cash Only", + "bbox": [ + 0.4059027777777778, + 0.2283333502875434, + 0.83125, + 0.2533333502875434 + ], + "point": [ + 0.6186, + 0.2408 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.40694444444444444, + 0.35888888888888887, + 0.43020833333333336, + 0.3761111111111111 + ], + "point": [ + 0.4186, + 0.3675 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.43854166666666666, + 0.3572222222222222, + 0.4722222222222222, + 0.37777777777777777 + ], + "point": [ + 0.4554, + 0.3675 + ] + }, + { + "instruction": "Gordonsville (Virginia)", + "bbox": [ + 0.48541670905219186, + 0.35833333333333334, + 0.5861111534966363, + 0.3788888888888889 + ], + "point": [ + 0.5358, + 0.3686 + ] + }, + { + "instruction": "2023/11/01", + "bbox": [ + 0.5993055131700303, + 0.35888888888888887, + 0.6538194020589193, + 0.3761111111111111 + ], + "point": [ + 0.6266, + 0.3675 + ] + }, + { + "instruction": "have 4 snowblowers, all run great: prices range from S300.00 to S700.00. phone calls only", + "bbox": [ + 0.41215277777777776, + 0.3844444105360243, + 0.8392361111111111, + 0.40888885498046873 + ], + "point": [ + 0.6257, + 0.3967 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16701388888888888, + 0.4072222222222222, + 0.2763888888888889, + 0.42444444444444446 + ], + "point": [ + 0.2217, + 0.4158 + ] + }, + { + "instruction": "(four 3 four) 566-948seven", + "bbox": [ + 0.4059027777777778, + 0.4077778116861979, + 0.5368055555555555, + 0.4305555894639757 + ], + "point": [ + 0.4714, + 0.4192 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.16666666666666666, + 0.5111111450195313, + 0.24027777777777778, + 0.5327778116861979 + ], + "point": [ + 0.2035, + 0.5219 + ] + }, + { + "instruction": "123456.00 $", + "bbox": [ + 0.40694444444444444, + 0.5011111111111111, + 0.49201388888888886, + 0.5283333333333333 + ], + "point": [ + 0.4495, + 0.5147 + ] + }, + { + "instruction": "0*/", + "bbox": [ + 0.34444444444444444, + 0.5422221883138021, + 0.35208333333333336, + 0.5472221883138021 + ], + "point": [ + 0.3483, + 0.5447 + ] + }, + { + "instruction": "Tor 8! monthe", + "bbox": [ + 0.3545138888888889, + 0.5422221883138021, + 0.3888888888888889, + 0.5472221883138021 + ], + "point": [ + 0.3717, + 0.5447 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.40625, + 0.536111077202691, + 0.43020833333333336, + 0.5533332994249132 + ], + "point": [ + 0.4182, + 0.5447 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.43819444444444444, + 0.5355555555555556, + 0.4722222222222222, + 0.5566666666666666 + ], + "point": [ + 0.4552, + 0.5461 + ] + }, + { + "instruction": "Central Garage (Virginia)", + "bbox": [ + 0.48541670905219186, + 0.535, + 0.5968750423855251, + 0.5566666666666666 + ], + "point": [ + 0.5411, + 0.5458 + ] + }, + { + "instruction": "2023/11/08", + "bbox": [ + 0.6100694020589192, + 0.5361111111111111, + 0.6645832909478082, + 0.5544444444444444 + ], + "point": [ + 0.6373, + 0.5453 + ] + }, + { + "instruction": "Yanmar November special O% financing for 84 months 10 year power train warranty", + "bbox": [ + 0.4065972222222222, + 0.5627777438693576, + 0.8017361111111111, + 0.5877777777777777 + ], + "point": [ + 0.6042, + 0.5753 + ] + }, + { + "instruction": "Message for details Offer good till 11/30/23 Virginia outdoor Center 1144 Richmond", + "bbox": [ + 0.40625, + 0.5855555555555556, + 0.803125, + 0.61 + ], + "point": [ + 0.6047, + 0.5978 + ] + }, + { + "instruction": "Tappahannock", + "bbox": [ + 0.40520833333333334, + 0.6061111111111112, + 0.478125, + 0.6327777777777778 + ], + "point": [ + 0.4417, + 0.6194 + ] + }, + { + "instruction": "Manquin Va 23106 10 miles from mechanicsville (555) 361-8522", + "bbox": [ + 0.5020834181043837, + 0.6072222222222222, + 0.8111111111111111, + 0.6305555555555555 + ], + "point": [ + 0.6566, + 0.6189 + ] + }, + { + "instruction": "37500.00 $", + "bbox": [ + 0.4065972222222222, + 0.9016666666666666, + 0.4822916666666667, + 0.9266666666666666 + ], + "point": [ + 0.4444, + 0.9142 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.40625, + 0.9361110432942709, + 0.43020833333333336, + 0.953333265516493 + ], + "point": [ + 0.4182, + 0.9447 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.43819444444444444, + 0.9355555555555556, + 0.4722222222222222, + 0.9566666666666667 + ], + "point": [ + 0.4552, + 0.9461 + ] + }, + { + "instruction": "Woodbridge (Virginia)", + "bbox": [ + 0.4864583757188585, + 0.9355556233723958, + 0.5861111534966363, + 0.9577778455946181 + ], + "point": [ + 0.5363, + 0.9467 + ] + }, + { + "instruction": "2023/11/09", + "bbox": [ + 0.5982638888888889, + 0.9361111111111111, + 0.6527777777777778, + 0.9544444444444444 + ], + "point": [ + 0.6255, + 0.9453 + ] + }, + { + "instruction": "99% like NEW John Deere 3033 R with 320R loader with mirrors. Farm was sold and had to", + "bbox": [ + 0.4059027777777778, + 0.9633333333333334, + 0.8392361111111111, + 0.9838888888888889 + ], + "point": [ + 0.6226, + 0.9736 + ] + }, + { + "instruction": "nova", + "bbox": [ + 0.40729166666666666, + 0.9905555555555555, + 0.4329861111111111, + 0.9988888888888889 + ], + "point": [ + 0.4201, + 0.9947 + ] + }, + { + "instruction": "now tractor to VA", + "bbox": [ + 0.43472222222222223, + 0.9877777777777778, + 0.5180555555555556, + 0.9988888888888889 + ], + "point": [ + 0.4764, + 0.9933 + ] + }, + { + "instruction": "duetloct barn ctorade", + "bbox": [ + 0.5204861111111111, + 0.9877777777777778, + 0.6329861111111111, + 0.9988888888888889 + ], + "point": [ + 0.5767, + 0.9933 + ] + }, + { + "instruction": "Hac 55bourc", + "bbox": [ + 0.6371527777777778, + 0.9877777777777778, + 0.7041666666666667, + 0.9988888888888889 + ], + "point": [ + 0.6707, + 0.9933 + ] + }, + { + "instruction": "hourc", + "bbox": [ + 0.7159722222222222, + 0.9877777777777778, + 0.7430555555555556, + 0.9988888888888889 + ], + "point": [ + 0.7295, + 0.9933 + ] + }, + { + "instruction": "Wora ucedbv dealer", + "bbox": [ + 0.7447916666666666, + 0.9877777777777778, + 0.8409722222222222, + 0.9988888888888889 + ], + "point": [ + 0.7929, + 0.9933 + ] + }, + { + "instruction": "Max", + "bbox": [ + 0.23645833333333333, + 0.21055555555555555, + 0.2548611111111111, + 0.23 + ], + "point": [ + 0.2457, + 0.2203 + ] + }, + { + "instruction": "Hwy", + "bbox": [ + 0.4774305979410807, + 0.607222154405382, + 0.5013889312744141, + 0.6311110432942708 + ], + "point": [ + 0.4894, + 0.6192 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.16652789645724828, + 0.4261124335394965, + 0.2739493476019965, + 0.47665890163845487 + ], + "point": [ + 0.2202, + 0.4514 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.16637067794799804, + 0.2949107869466146, + 0.22934722900390625, + 0.34231136745876733 + ], + "point": [ + 0.1979, + 0.3186 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9085900200737848, + 0.04970901065402561, + 0.9971911960177952, + 0.08989486694335938 + ], + "point": [ + 0.9529, + 0.0698 + ] + }, + { + "instruction": "Ford 8670", + "bbox": [ + 0.37523651123046875, + 0.672530517578125, + 0.8426055908203125, + 0.86167724609375 + ], + "point": [ + 0.6089, + 0.7671 + ] + }, + { + "instruction": "39500.00 $", + "bbox": [ + 0.37523651123046875, + 0.672530517578125, + 0.8426055908203125, + 0.86167724609375 + ], + "point": [ + 0.6089, + 0.7671 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.37523651123046875, + 0.672530517578125, + 0.8426055908203125, + 0.86167724609375 + ], + "point": [ + 0.6089, + 0.7671 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.37523651123046875, + 0.672530517578125, + 0.8426055908203125, + 0.86167724609375 + ], + "point": [ + 0.6089, + 0.7671 + ] + }, + { + "instruction": "Broadway (Virginia)", + "bbox": [ + 0.37523651123046875, + 0.672530517578125, + 0.8426055908203125, + 0.86167724609375 + ], + "point": [ + 0.6089, + 0.7671 + ] + }, + { + "instruction": "2023/11/10", + "bbox": [ + 0.37523651123046875, + 0.672530517578125, + 0.8426055908203125, + 0.86167724609375 + ], + "point": [ + 0.6089, + 0.7671 + ] + }, + { + "instruction": "1995 Ford 8670 four wheel drive wlduals", + "bbox": [ + 0.37523651123046875, + 0.672530517578125, + 0.8426055908203125, + 0.86167724609375 + ], + "point": [ + 0.6089, + 0.7671 + ] + }, + { + "instruction": "The engine was replaced about 2000 hours ago.", + "bbox": [ + 0.37523651123046875, + 0.672530517578125, + 0.8426055908203125, + 0.86167724609375 + ], + "point": [ + 0.6089, + 0.7671 + ] + }, + { + "instruction": "Transmission was rebuilt about 1000 hours ago. Rear end was rebuilt 300 hours ago. Good", + "bbox": [ + 0.37523651123046875, + 0.672530517578125, + 0.8426055908203125, + 0.86167724609375 + ], + "point": [ + 0.6089, + 0.7671 + ] + }, + { + "instruction": "condition for it's age. Call Linden daikikovAjcs375@examplecom", + "bbox": [ + 0.37523651123046875, + 0.672530517578125, + 0.8426055908203125, + 0.86167724609375 + ], + "point": [ + 0.6089, + 0.7671 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08249583774142795, + 0.05276539272732205, + 0.15562335120307075, + 0.0843978288438585 + ], + "point": [ + 0.1191, + 0.0686 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.16609364615546332, + 0.533012457953559, + 0.23878118726942274, + 0.5567381795247396 + ], + "point": [ + 0.2024, + 0.5449 + ] + }, + { + "instruction": "Riding Mowerl Lawn Tractor Tires On Rims", + "bbox": [ + 0.40444764031304253, + 0.14046801249186197, + 0.6263237423366971, + 0.1668466525607639 + ], + "point": [ + 0.5154, + 0.1537 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.1521612803141276, + 0.011560961405436198, + 0.1641270319620768, + 0.033749432033962676 + ], + "point": [ + 0.1581, + 0.0227 + ] + }, + { + "instruction": "John Deere 3033R Utility 320R loader 2022", + "bbox": [ + 0.40606155395507815, + 0.8732566324869792, + 0.6297824435763889, + 0.9000776502821181 + ], + "point": [ + 0.5179, + 0.8867 + ] + }, + { + "instruction": "SNOWBLOWERS", + "bbox": [ + 0.40639606051974825, + 0.2937395562065972, + 0.5096970452202692, + 0.3218463134765625 + ], + "point": [ + 0.458, + 0.3078 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.16660948859320746, + 0.559164564344618, + 0.23895581563313803, + 0.5838262939453125 + ], + "point": [ + 0.2028, + 0.5715 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.16660948859320746, + 0.559164564344618, + 0.23895581563313803, + 0.5838262939453125 + ], + "point": [ + 0.2028, + 0.5715 + ] + }, + { + "instruction": "300700.00 $", + "bbox": [ + 0.4059351603190104, + 0.3212039184570312, + 0.4932703653971354, + 0.35206953260633683 + ], + "point": [ + 0.4496, + 0.3366 + ] + }, + { + "instruction": "new Yanmar tractors", + "bbox": [ + 0.4059899648030599, + 0.4741992865668403, + 0.5141807980007596, + 0.4990094672309028 + ], + "point": [ + 0.4601, + 0.4866 + ] + }, + { + "instruction": "Berryville (Virginia)", + "bbox": [ + 0.4845248328314887, + 0.20044737074110244, + 0.5722575293646919, + 0.2225124274359809 + ], + "point": [ + 0.5284, + 0.2115 + ] + }, + { + "instruction": "subscribe now.", + "bbox": [ + 0.16652789645724828, + 0.4261124335394965, + 0.2739493476019965, + 0.47665890163845487 + ], + "point": [ + 0.2202, + 0.4514 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.16595181359185113, + 0.22704464382595485, + 0.23076538509792752, + 0.27682013617621526 + ], + "point": [ + 0.1984, + 0.2519 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.23398121727837456, + 0.227377438015408, + 0.29915328555636933, + 0.2768797641330295 + ], + "point": [ + 0.2666, + 0.2521 + ] + }, + { + "instruction": "Apply.", + "bbox": [ + 0.16637067794799804, + 0.2949107869466146, + 0.22934722900390625, + 0.34231136745876733 + ], + "point": [ + 0.1979, + 0.3186 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9085900200737848, + 0.04970901065402561, + 0.9971911960177952, + 0.08989486694335938 + ], + "point": [ + 0.9529, + 0.0698 + ] + }, + { + "instruction": "a price tag of $3500.00.", + "bbox": [ + 0.37523651123046875, + 0.672530517578125, + 0.8426055908203125, + 0.86167724609375 + ], + "point": [ + 0.6089, + 0.7671 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9758848402235243, + 0.0042834324306911895, + 0.996551513671875, + 0.03894349839952257 + ], + "point": [ + 0.9862, + 0.0216 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08249583774142795, + 0.05276539272732205, + 0.15562335120307075, + 0.0843978288438585 + ], + "point": [ + 0.1191, + 0.0686 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054477500915527347, + 0.05050303988986545, + 0.07637579176161025, + 0.08860237121582032 + ], + "point": [ + 0.0654, + 0.0696 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005765954653422038, + 0.053240441216362844, + 0.026585409376356336, + 0.08563290066189236 + ], + "point": [ + 0.0162, + 0.0694 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7907606336805556, + 0.056968549092610676, + 0.8065360175238715, + 0.08487583584255642 + ], + "point": [ + 0.7986, + 0.0709 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8215978834364149, + 0.056561368306477865, + 0.8430039299858941, + 0.08247736612955729 + ], + "point": [ + 0.8323, + 0.0695 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029579398367140027, + 0.052261259290907115, + 0.05000611411200629, + 0.08586429172092014 + ], + "point": [ + 0.0398, + 0.0691 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.16676468319363064, + 0.1445785183376736, + 0.18158838484022352, + 0.16845418294270834 + ], + "point": [ + 0.1742, + 0.1565 + ] + }, + { + "instruction": "a tractor.", + "bbox": [ + 0.3335220760769314, + 0.6735991753472222, + 0.4018756018744575, + 0.8385157606336806 + ], + "point": [ + 0.3677, + 0.7561 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.16609364615546332, + 0.533012457953559, + 0.23878118726942274, + 0.5567381795247396 + ], + "point": [ + 0.2024, + 0.5449 + ] + }, + { + "instruction": "Riding Mower/Lawn Tractor Tires on Rims.", + "bbox": [ + 0.40444764031304253, + 0.14046801249186197, + 0.6263237423366971, + 0.1668466525607639 + ], + "point": [ + 0.5154, + 0.1537 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8470279269748264, + 0.05446609497070312, + 0.8682327270507812, + 0.08245724995930989 + ], + "point": [ + 0.8576, + 0.0685 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.6439356909857856, + 0.49470703125, + 0.6618529849582249, + 0.521822984483507 + ], + "point": [ + 0.6529, + 0.5083 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1521612803141276, + 0.011560961405436198, + 0.1641270319620768, + 0.033749432033962676 + ], + "point": [ + 0.1581, + 0.0227 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8841624789767795, + 0.04589007907443576, + 0.9075126647949219, + 0.09513924492730035 + ], + "point": [ + 0.8958, + 0.0705 + ] + }, + { + "instruction": "a tractor.", + "bbox": [ + 0.33286889394124347, + 0.8739599609375, + 0.4029838562011719, + 1.0 + ], + "point": [ + 0.3679, + 0.937 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17601289749145507, + 0.010544769499037002, + 0.18936809963650172, + 0.036246762805514865 + ], + "point": [ + 0.1827, + 0.0234 + ] + }, + { + "instruction": "tires stacked up.", + "bbox": [ + 0.33209620581732857, + 0.14114422268337673, + 0.4022441016303168, + 0.2678945753309462 + ], + "point": [ + 0.3672, + 0.2045 + ] + }, + { + "instruction": "the year 2022.", + "bbox": [ + 0.40606155395507815, + 0.8732566324869792, + 0.6297824435763889, + 0.9000776502821181 + ], + "point": [ + 0.5179, + 0.8867 + ] + }, + { + "instruction": "A feature or feature related to snowblowing.", + "bbox": [ + 0.40639606051974825, + 0.2937395562065972, + 0.5096970452202692, + 0.3218463134765625 + ], + "point": [ + 0.458, + 0.3078 + ] + }, + { + "instruction": "The function to create and manage a garden.", + "bbox": [ + 0.16660948859320746, + 0.559164564344618, + 0.23895581563313803, + 0.5838262939453125 + ], + "point": [ + 0.2028, + 0.5715 + ] + }, + { + "instruction": "a price of $3000.00.", + "bbox": [ + 0.4059351603190104, + 0.3212039184570312, + 0.4932703653971354, + 0.35206953260633683 + ], + "point": [ + 0.4496, + 0.3366 + ] + }, + { + "instruction": "creating a new Yammar tractors.", + "bbox": [ + 0.4059899648030599, + 0.4741992865668403, + 0.5141807980007596, + 0.4990094672309028 + ], + "point": [ + 0.4601, + 0.4866 + ] + }, + { + "instruction": "lawn mower.", + "bbox": [ + 0.33267830742730037, + 0.2955329725477431, + 0.4021444532606337, + 0.4398983425564236 + ], + "point": [ + 0.3674, + 0.3677 + ] + }, + { + "instruction": "Berryville (Virginia)", + "bbox": [ + 0.4845248328314887, + 0.20044737074110244, + 0.5722575293646919, + 0.2225124274359809 + ], + "point": [ + 0.5284, + 0.2115 + ] + } + ], + "element_size": 102 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/image_page/action_videoframes/action_12/6330.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Ford 8670 Broadway", + "bbox": [ + 0.028819444444444446, + 0.012777776718139648, + 0.11319444444444444, + 0.031111110051472983 + ], + "point": [ + 0.071, + 0.0219 + ] + }, + { + "instruction": "Classif", + "bbox": [ + 0.11874998940361871, + 0.013888888888888888, + 0.1482638782925076, + 0.029444444444444443 + ], + "point": [ + 0.1335, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com:9980/index php?page-item&id-47899", + "bbox": [ + 0.15833331214057075, + 0.06055555555555556, + 0.5874998940361871, + 0.08277777777777778 + ], + "point": [ + 0.3729, + 0.0717 + ] + }, + { + "instruction": "Ford 8670", + "bbox": [ + 0.29305553436279297, + 0.215, + 0.34131942325168185, + 0.23333333333333334 + ], + "point": [ + 0.3172, + 0.2242 + ] + }, + { + "instruction": "Ford 8670", + "bbox": [ + 0.15694443384806314, + 0.2622222561306424, + 0.28888888888888886, + 0.31111114501953124 + ], + "point": [ + 0.2229, + 0.2867 + ] + }, + { + "instruction": "Published date: 2023/11/40", + "bbox": [ + 0.16180555555555556, + 0.35055555555555556, + 0.2989583333333333, + 0.37833333333333335 + ], + "point": [ + 0.2304, + 0.3644 + ] + }, + { + "instruction": "Location: Broadway, Virginia, United States", + "bbox": [ + 0.16215277777777778, + 0.37777777777777777, + 0.3680555555555556, + 0.40166666666666667 + ], + "point": [ + 0.2651, + 0.3897 + ] + }, + { + "instruction": "Contact publisher", + "bbox": [ + 0.6444444868299696, + 0.4166666666666667, + 0.7625, + 0.44722222222222224 + ], + "point": [ + 0.7035, + 0.4319 + ] + }, + { + "instruction": "FoRD", + "bbox": [ + 0.3302083333333333, + 0.5566666666666666, + 0.3645833333333333, + 0.58 + ], + "point": [ + 0.3474, + 0.5683 + ] + }, + { + "instruction": "E-mail:", + "bbox": [ + 0.6451388888888889, + 0.6411111111111111, + 0.6802083333333333, + 0.6583333333333333 + ], + "point": [ + 0.6627, + 0.6497 + ] + }, + { + "instruction": "Useful information", + "bbox": [ + 0.6465277777777778, + 0.7555555555555555, + 0.7454861111111111, + 0.7766666666666666 + ], + "point": [ + 0.696, + 0.7661 + ] + }, + { + "instruction": "paying with PayPal", + "bbox": [ + 0.6597222646077474, + 0.8083333333333333, + 0.7531250847710503, + 0.83 + ], + "point": [ + 0.7064, + 0.8192 + ] + }, + { + "instruction": "Moneygram or other anonymous", + "bbox": [ + 0.6600694444444445, + 0.8527777777777777, + 0.8142361111111112, + 0.8766666666666667 + ], + "point": [ + 0.7372, + 0.8647 + ] + }, + { + "instruction": "payment services", + "bbox": [ + 0.6593750423855251, + 0.8727777777777778, + 0.74375, + 0.8944444444444445 + ], + "point": [ + 0.7016, + 0.8836 + ] + }, + { + "instruction": "Don't buy or sell outside of your", + "bbox": [ + 0.6597222222222222, + 0.8983333333333333, + 0.8118055555555556, + 0.9205555555555556 + ], + "point": [ + 0.7358, + 0.9094 + ] + }, + { + "instruction": "1995 Ford 8670 four wheel drive wlduals", + "bbox": [ + 0.1590277671813965, + 0.9216666666666666, + 0.35624994701809354, + 0.9427777777777778 + ], + "point": [ + 0.2576, + 0.9322 + ] + }, + { + "instruction": "The engine was replaced about 2000 hours ago_", + "bbox": [ + 0.3597222222222222, + 0.9216666666666666, + 0.5861111111111111, + 0.9438888888888889 + ], + "point": [ + 0.4729, + 0.9328 + ] + }, + { + "instruction": "country: Don't accept cashier", + "bbox": [ + 0.659375, + 0.9172221544053819, + 0.7961805555555556, + 0.9394443766276042 + ], + "point": [ + 0.7278, + 0.9283 + ] + }, + { + "instruction": "cheques from outside your country", + "bbox": [ + 0.659375, + 0.9372222222222222, + 0.8239583333333333, + 0.9622222222222222 + ], + "point": [ + 0.7417, + 0.9497 + ] + }, + { + "instruction": "Transmission was rebuilt about 1000 hours ago. Rear end was rebuilt 300 hours ago. Good", + "bbox": [ + 0.15833333333333333, + 0.9483333333333334, + 0.5854166666666667, + 0.97 + ], + "point": [ + 0.3719, + 0.9592 + ] + }, + { + "instruction": "This site is never involved in any", + "bbox": [ + 0.6600695292154948, + 0.9649999321831597, + 0.8121528625488281, + 0.983333265516493 + ], + "point": [ + 0.7361, + 0.9742 + ] + }, + { + "instruction": "condition for it's age. Call Linden daiki.kovAjcs375@example.com", + "bbox": [ + 0.15833333333333333, + 0.9733333333333334, + 0.4666666666666667, + 0.9977777777777778 + ], + "point": [ + 0.3125, + 0.9856 + ] + }, + { + "instruction": "transaction and does not handle", + "bbox": [ + 0.659375, + 0.985, + 0.8145833333333333, + 0.9994444444444445 + ], + "point": [ + 0.737, + 0.9922 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7645286560058594, + 0.1238518778483073, + 0.8412145826551649, + 0.1659420606825087 + ], + "point": [ + 0.8029, + 0.1449 + ] + }, + { + "instruction": "Mark as_.", + "bbox": [ + 0.6300375196668837, + 0.33418908013237847, + 0.8431877136230469, + 0.3844341023763021 + ], + "point": [ + 0.7366, + 0.3593 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08287940555148654, + 0.05360802968343099, + 0.1555301030476888, + 0.08433028327094184 + ], + "point": [ + 0.1192, + 0.069 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.90879881117079, + 0.049737981160481774, + 0.9973004659016927, + 0.0899750518798828 + ], + "point": [ + 0.953, + 0.0699 + ] + }, + { + "instruction": "Osclass", + "bbox": [ + 0.1554806603325738, + 0.10220824347601996, + 0.28142289055718317, + 0.1793083699544271 + ], + "point": [ + 0.2185, + 0.1408 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.712314690483941, + 0.13064573499891494, + 0.7612993028428819, + 0.1622611321343316 + ], + "point": [ + 0.7368, + 0.1465 + ] + }, + { + "instruction": "39500.00 $", + "bbox": [ + 0.6835147857666015, + 0.25652538723415796, + 0.8409696790907119, + 0.31944942898220485 + ], + "point": [ + 0.7622, + 0.288 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.21922391255696613, + 0.21415301852756077, + 0.2420998043484158, + 0.23354083591037325 + ], + "point": [ + 0.2307, + 0.2238 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.1602948930528429, + 0.21415662977430555, + 0.20901930067274305, + 0.23354078504774306 + ], + "point": [ + 0.1847, + 0.2238 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.25147171020507814, + 0.21361282348632812, + 0.28357069227430554, + 0.23377304077148436 + ], + "point": [ + 0.2675, + 0.2237 + ] + }, + { + "instruction": "My account", + "bbox": [ + 0.634147686428494, + 0.1293011474609375, + 0.7064406077067057, + 0.16216132269965278 + ], + "point": [ + 0.6703, + 0.1457 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.1513228628370497, + 0.009385768042670356, + 0.16500255796644422, + 0.035122610727945966 + ], + "point": [ + 0.1582, + 0.0223 + ] + }, + { + "instruction": "daiki kovAjcs375@example.com", + "bbox": [ + 0.6451229095458985, + 0.6619169108072916, + 0.8027910020616319, + 0.6865885416666667 + ], + "point": [ + 0.724, + 0.6743 + ] + }, + { + "instruction": "Avoid scams by acting locally or", + "bbox": [ + 0.6601766798231337, + 0.7850267876519097, + 0.8123420715332031, + 0.809207017686632 + ], + "point": [ + 0.7363, + 0.7971 + ] + }, + { + "instruction": "Name: Daiki KovAjcs", + "bbox": [ + 0.6445486280653212, + 0.6065982394748264, + 0.7459982130262587, + 0.6326145426432291 + ], + "point": [ + 0.6953, + 0.6196 + ] + }, + { + "instruction": "Never pay with Western Union,", + "bbox": [ + 0.659865485297309, + 0.8308829752604167, + 0.8136311848958333, + 0.8532208930121528 + ], + "point": [ + 0.7367, + 0.8421 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.7645286560058594, + 0.1238518778483073, + 0.8412145826551649, + 0.1659420606825087 + ], + "point": [ + 0.8029, + 0.1449 + ] + }, + { + "instruction": "a dropdown menu to select the \"mark as\" options.", + "bbox": [ + 0.6300375196668837, + 0.33418908013237847, + 0.8431877136230469, + 0.3844341023763021 + ], + "point": [ + 0.7366, + 0.3593 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08287940555148654, + 0.05360802968343099, + 0.1555301030476888, + 0.08433028327094184 + ], + "point": [ + 0.1192, + 0.069 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.90879881117079, + 0.049737981160481774, + 0.9973004659016927, + 0.0899750518798828 + ], + "point": [ + 0.953, + 0.0699 + ] + }, + { + "instruction": "a tractor.", + "bbox": [ + 0.5475741068522135, + 0.4324557495117187, + 0.606532711452908, + 0.5095803833007813 + ], + "point": [ + 0.5771, + 0.471 + ] + }, + { + "instruction": "an option to class.", + "bbox": [ + 0.1554806603325738, + 0.10220824347601996, + 0.28142289055718317, + 0.1793083699544271 + ], + "point": [ + 0.2185, + 0.1408 + ] + }, + { + "instruction": "Logout.", + "bbox": [ + 0.712314690483941, + 0.13064573499891494, + 0.7612993028428819, + 0.1622611321343316 + ], + "point": [ + 0.7368, + 0.1465 + ] + }, + { + "instruction": "a price tag of $3500.00.", + "bbox": [ + 0.6835147857666015, + 0.25652538723415796, + 0.8409696790907119, + 0.31944942898220485 + ], + "point": [ + 0.7622, + 0.288 + ] + }, + { + "instruction": "Farm.", + "bbox": [ + 0.21922391255696613, + 0.21415301852756077, + 0.2420998043484158, + 0.23354083591037325 + ], + "point": [ + 0.2307, + 0.2238 + ] + }, + { + "instruction": "a button or link to the classifieds section.", + "bbox": [ + 0.1602948930528429, + 0.21415662977430555, + 0.20901930067274305, + 0.23354078504774306 + ], + "point": [ + 0.1847, + 0.2238 + ] + }, + { + "instruction": "garden.", + "bbox": [ + 0.25147171020507814, + 0.21361282348632812, + 0.28357069227430554, + 0.23377304077148436 + ], + "point": [ + 0.2675, + 0.2237 + ] + }, + { + "instruction": "Up arrow", + "bbox": [ + 0.8226145426432292, + 0.05872498830159505, + 0.8413423326280381, + 0.08154998779296875 + ], + "point": [ + 0.832, + 0.0701 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7902733696831598, + 0.05623029073079427, + 0.8064402262369792, + 0.0855778333875868 + ], + "point": [ + 0.7984, + 0.0709 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.975876702202691, + 0.004558798472086589, + 0.9965479532877605, + 0.03995543585883247 + ], + "point": [ + 0.9862, + 0.0223 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.8496139526367188, + 0.057695753309461806, + 0.8656821356879341, + 0.08164837307400173 + ], + "point": [ + 0.8576, + 0.0697 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.634147686428494, + 0.1293011474609375, + 0.7064406077067057, + 0.16216132269965278 + ], + "point": [ + 0.6703, + 0.1457 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.006468737125396728, + 0.05566686842176649, + 0.025797997580634224, + 0.08416978624131945 + ], + "point": [ + 0.0161, + 0.0699 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05454963048299154, + 0.05312793731689453, + 0.07600137922498915, + 0.08528550889756945 + ], + "point": [ + 0.0653, + 0.0692 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.030588478512234157, + 0.055367389255099826, + 0.049240461985270184, + 0.08397396511501735 + ], + "point": [ + 0.0399, + 0.0697 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1513228628370497, + 0.009385768042670356, + 0.16500255796644422, + 0.035122610727945966 + ], + "point": [ + 0.1582, + 0.0223 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17621421813964844, + 0.009206946690877278, + 0.18940455118815105, + 0.03680962138705783 + ], + "point": [ + 0.1828, + 0.023 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8859024895562067, + 0.055801476372612846, + 0.9045989142523871, + 0.08226925320095486 + ], + "point": [ + 0.8953, + 0.069 + ] + }, + { + "instruction": "a text input field.", + "bbox": [ + 0.6451229095458985, + 0.6619169108072916, + 0.8027910020616319, + 0.6865885416666667 + ], + "point": [ + 0.724, + 0.6743 + ] + }, + { + "instruction": "a user profile or account.", + "bbox": [ + 0.6445445590549045, + 0.45477091471354164, + 0.7372053358289931, + 0.6033496771918403 + ], + "point": [ + 0.6909, + 0.5291 + ] + }, + { + "instruction": "An option to expand security or protection by active locations.", + "bbox": [ + 0.6601766798231337, + 0.7850267876519097, + 0.8123420715332031, + 0.809207017686632 + ], + "point": [ + 0.7363, + 0.7971 + ] + }, + { + "instruction": "The name of the person named Daki KovAics.", + "bbox": [ + 0.6445486280653212, + 0.6065982394748264, + 0.7459982130262587, + 0.6326145426432291 + ], + "point": [ + 0.6953, + 0.6196 + ] + }, + { + "instruction": "a prompt to change the payment method with the Western Union.", + "bbox": [ + 0.659865485297309, + 0.8308829752604167, + 0.8136311848958333, + 0.8532208930121528 + ], + "point": [ + 0.7367, + 0.8421 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 4.3207241429222956e-05, + 0.055214623345269095, + 0.00550978829463323, + 0.08620145161946614 + ], + "point": [ + 0.0028, + 0.0707 + ] + } + ], + "element_size": 67 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/image_page/action_videoframes/action_13/6744.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Ford 8670 Broadway", + "bbox": [ + 0.028819444444444446, + 0.012777776718139648, + 0.11319444444444444, + 0.031111110051472983 + ], + "point": [ + 0.071, + 0.0219 + ] + }, + { + "instruction": "Classif", + "bbox": [ + 0.11874998940361871, + 0.013888888888888888, + 0.1482638782925076, + 0.029444444444444443 + ], + "point": [ + 0.1335, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com:9980/index php?page-item&id-47899", + "bbox": [ + 0.15833331214057075, + 0.06055555555555556, + 0.5874998940361871, + 0.08277777777777778 + ], + "point": [ + 0.3729, + 0.0717 + ] + }, + { + "instruction": "Ford 8670", + "bbox": [ + 0.29305553436279297, + 0.11888889736599392, + 0.34131942325168185, + 0.1372222137451172 + ], + "point": [ + 0.3172, + 0.1281 + ] + }, + { + "instruction": "Ford 8670", + "bbox": [ + 0.15694443384806314, + 0.1661111111111111, + 0.28888888888888886, + 0.215 + ], + "point": [ + 0.2229, + 0.1906 + ] + }, + { + "instruction": "Published date: 2023/11/10", + "bbox": [ + 0.16215277777777778, + 0.2566666497124566, + 0.2986111111111111, + 0.2777777947319878 + ], + "point": [ + 0.2304, + 0.2672 + ] + }, + { + "instruction": "Location: Broadway, Virginia, United States", + "bbox": [ + 0.16215278837415908, + 0.2827777777777778, + 0.3673611217074924, + 0.30666666666666664 + ], + "point": [ + 0.2648, + 0.2947 + ] + }, + { + "instruction": "Contact publisher", + "bbox": [ + 0.6440972646077474, + 0.3194444783528646, + 0.7628473069932725, + 0.35277781168619793 + ], + "point": [ + 0.7035, + 0.3361 + ] + }, + { + "instruction": "FORD", + "bbox": [ + 0.33055557674831815, + 0.46111111111111114, + 0.3645833757188585, + 0.48388888888888887 + ], + "point": [ + 0.3476, + 0.4725 + ] + }, + { + "instruction": "E-mail:", + "bbox": [ + 0.6451388465033637, + 0.5461110772026909, + 0.6795138465033637, + 0.5633332994249132 + ], + "point": [ + 0.6623, + 0.5547 + ] + }, + { + "instruction": "Useful information", + "bbox": [ + 0.6465277777777778, + 0.6605555555555556, + 0.7454861111111111, + 0.6816666666666666 + ], + "point": [ + 0.696, + 0.6711 + ] + }, + { + "instruction": "paying with PayPal", + "bbox": [ + 0.6597222646077474, + 0.7116665988498264, + 0.7531250847710503, + 0.7338888210720486 + ], + "point": [ + 0.7064, + 0.7228 + ] + }, + { + "instruction": "Moneygram or other anonymous", + "bbox": [ + 0.6604166666666667, + 0.7577777777777778, + 0.8142361111111112, + 0.7811111111111111 + ], + "point": [ + 0.7373, + 0.7694 + ] + }, + { + "instruction": "payment services", + "bbox": [ + 0.6593750423855251, + 0.7777777777777778, + 0.74375, + 0.8005555555555556 + ], + "point": [ + 0.7016, + 0.7892 + ] + }, + { + "instruction": "1995 Ford 8670 four wheel drive wlduals", + "bbox": [ + 0.1590277671813965, + 0.8266667344835069, + 0.35624994701809354, + 0.8466667344835069 + ], + "point": [ + 0.2576, + 0.8367 + ] + }, + { + "instruction": "The engine was replaced about 2000 hours ago_", + "bbox": [ + 0.3597222222222222, + 0.8266665988498264, + 0.5861111111111111, + 0.8488888210720487 + ], + "point": [ + 0.4729, + 0.8378 + ] + }, + { + "instruction": "Transmission was rebuilt about 1000 hours ago. Rear end was rebuilt 300 hours ago. Good", + "bbox": [ + 0.15833333333333333, + 0.8533333333333334, + 0.5854166666666667, + 0.8738888888888889 + ], + "point": [ + 0.3719, + 0.8636 + ] + }, + { + "instruction": "condition for it's age. Call Linden", + "bbox": [ + 0.15833332273695205, + 0.8805555555555555, + 0.31354166666666666, + 0.9016666666666666 + ], + "point": [ + 0.2359, + 0.8911 + ] + }, + { + "instruction": "daiki kovAjcs375@examplecom", + "bbox": [ + 0.3125, + 0.875, + 0.4670138888888889, + 0.905 + ], + "point": [ + 0.3898, + 0.89 + ] + }, + { + "instruction": "Contact seller", + "bbox": [ + 0.15731563568115234, + 0.9285841878255209, + 0.25688610076904295, + 0.9785236952039931 + ], + "point": [ + 0.2071, + 0.9536 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9087286207411024, + 0.04972531636555989, + 0.9973718431260851, + 0.09005018446180556 + ], + "point": [ + 0.9531, + 0.0699 + ] + }, + { + "instruction": "Mark as_", + "bbox": [ + 0.629538811577691, + 0.23944229125976563, + 0.8417082044813368, + 0.288267822265625 + ], + "point": [ + 0.7356, + 0.2639 + ] + }, + { + "instruction": "Share", + "bbox": [ + 0.2616104549831814, + 0.9296241590711806, + 0.31839281717936196, + 0.978402099609375 + ], + "point": [ + 0.29, + 0.954 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08300077650282119, + 0.053168330722384985, + 0.15558781094021268, + 0.08433100382486979 + ], + "point": [ + 0.1193, + 0.0687 + ] + }, + { + "instruction": "Farm +", + "bbox": [ + 0.21863625844319662, + 0.11770288255479601, + 0.2844202465481228, + 0.139074461195204 + ], + "point": [ + 0.2515, + 0.1284 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.21863625844319662, + 0.11770288255479601, + 0.2844202465481228, + 0.139074461195204 + ], + "point": [ + 0.2515, + 0.1284 + ] + }, + { + "instruction": "39500.00 $", + "bbox": [ + 0.6839806450737848, + 0.16018263075086805, + 0.8413052029079862, + 0.2261662122938368 + ], + "point": [ + 0.7626, + 0.1932 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15118113623725044, + 0.009894407060411241, + 0.1650008307562934, + 0.03538293414645725 + ], + "point": [ + 0.1581, + 0.0226 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.16005028618706596, + 0.11811058892144097, + 0.2096517350938585, + 0.13883019341362848 + ], + "point": [ + 0.1849, + 0.1285 + ] + }, + { + "instruction": "daiki kovAjcs375@example.com", + "bbox": [ + 0.6441611819797092, + 0.5666994222005208, + 0.8014859517415365, + 0.5914068603515625 + ], + "point": [ + 0.7228, + 0.5791 + ] + }, + { + "instruction": "This site is never involved in any", + "bbox": [ + 0.6519966125488281, + 0.8673574490017361, + 0.82872068617079, + 0.99787353515625 + ], + "point": [ + 0.7404, + 0.9326 + ] + }, + { + "instruction": "transaction, and does not handle", + "bbox": [ + 0.6519966125488281, + 0.8673574490017361, + 0.82872068617079, + 0.99787353515625 + ], + "point": [ + 0.7404, + 0.9326 + ] + }, + { + "instruction": "payments, shipping, guarantee", + "bbox": [ + 0.6519966125488281, + 0.8673574490017361, + 0.82872068617079, + 0.99787353515625 + ], + "point": [ + 0.7404, + 0.9326 + ] + }, + { + "instruction": "transactions, provide escrow", + "bbox": [ + 0.6519966125488281, + 0.8673574490017361, + 0.82872068617079, + 0.99787353515625 + ], + "point": [ + 0.7404, + 0.9326 + ] + }, + { + "instruction": "services, or offer", + "bbox": [ + 0.6519966125488281, + 0.8673574490017361, + 0.82872068617079, + 0.99787353515625 + ], + "point": [ + 0.7404, + 0.9326 + ] + }, + { + "instruction": "protection\"", + "bbox": [ + 0.6519966125488281, + 0.8673574490017361, + 0.82872068617079, + 0.99787353515625 + ], + "point": [ + 0.7404, + 0.9326 + ] + }, + { + "instruction": "or \"seller certification\"", + "bbox": [ + 0.6519966125488281, + 0.8673574490017361, + 0.82872068617079, + 0.99787353515625 + ], + "point": [ + 0.7404, + 0.9326 + ] + }, + { + "instruction": "\"buyer", + "bbox": [ + 0.6519966125488281, + 0.8673574490017361, + 0.82872068617079, + 0.99787353515625 + ], + "point": [ + 0.7404, + 0.9326 + ] + }, + { + "instruction": "Never pay with Western Union,", + "bbox": [ + 0.6604045020209418, + 0.7355879041883681, + 0.8136610243055555, + 0.7577214219835069 + ], + "point": [ + 0.737, + 0.7467 + ] + }, + { + "instruction": "Avoid scams by acting locally or", + "bbox": [ + 0.6595119052463108, + 0.690919935438368, + 0.8112481858995225, + 0.7119847954644097 + ], + "point": [ + 0.7354, + 0.7015 + ] + }, + { + "instruction": "Don't", + "bbox": [ + 0.6554320017496745, + 0.8012963189019098, + 0.82695066663954, + 0.8652674018012153 + ], + "point": [ + 0.7412, + 0.8333 + ] + }, + { + "instruction": "or sell outside of your", + "bbox": [ + 0.6554320017496745, + 0.8012963189019098, + 0.82695066663954, + 0.8652674018012153 + ], + "point": [ + 0.7412, + 0.8333 + ] + }, + { + "instruction": "country: Don't accept cashier", + "bbox": [ + 0.6554320017496745, + 0.8012963189019098, + 0.82695066663954, + 0.8652674018012153 + ], + "point": [ + 0.7412, + 0.8333 + ] + }, + { + "instruction": "cheques from outside your country", + "bbox": [ + 0.6554320017496745, + 0.8012963189019098, + 0.82695066663954, + 0.8652674018012153 + ], + "point": [ + 0.7412, + 0.8333 + ] + }, + { + "instruction": "buy-", + "bbox": [ + 0.6554320017496745, + 0.8012963189019098, + 0.82695066663954, + 0.8652674018012153 + ], + "point": [ + 0.7412, + 0.8333 + ] + }, + { + "instruction": "Name: Daiki KovAics", + "bbox": [ + 0.6442801157633463, + 0.5106133694118924, + 0.7455707126193576, + 0.5360551283094618 + ], + "point": [ + 0.6949, + 0.5233 + ] + }, + { + "instruction": "Contacts seller.", + "bbox": [ + 0.15731563568115234, + 0.9285841878255209, + 0.25688610076904295, + 0.9785236952039931 + ], + "point": [ + 0.2071, + 0.9536 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9087286207411024, + 0.04972531636555989, + 0.9973718431260851, + 0.09005018446180556 + ], + "point": [ + 0.9531, + 0.0699 + ] + }, + { + "instruction": "a dropdown menu to select the \"mark as\" options.", + "bbox": [ + 0.629538811577691, + 0.23944229125976563, + 0.8417082044813368, + 0.288267822265625 + ], + "point": [ + 0.7356, + 0.2639 + ] + }, + { + "instruction": "Share.", + "bbox": [ + 0.2616104549831814, + 0.9296241590711806, + 0.31839281717936196, + 0.978402099609375 + ], + "point": [ + 0.29, + 0.954 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08300077650282119, + 0.053168330722384985, + 0.15558781094021268, + 0.08433100382486979 + ], + "point": [ + 0.1193, + 0.0687 + ] + }, + { + "instruction": "a tractor.", + "bbox": [ + 0.5481001536051432, + 0.33634697808159725, + 0.6062057918972439, + 0.41288892957899304 + ], + "point": [ + 0.5772, + 0.3746 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7901350233289931, + 0.056229557461208765, + 0.8067518446180556, + 0.08553695678710938 + ], + "point": [ + 0.7984, + 0.0709 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054559686448838976, + 0.04950917561848958, + 0.07630916171603733, + 0.08988778856065538 + ], + "point": [ + 0.0654, + 0.0697 + ] + }, + { + "instruction": "The function to create a new entry or garden.", + "bbox": [ + 0.21863625844319662, + 0.11770288255479601, + 0.2844202465481228, + 0.139074461195204 + ], + "point": [ + 0.2515, + 0.1284 + ] + }, + { + "instruction": "a price of $3500.00.", + "bbox": [ + 0.6839806450737848, + 0.16018263075086805, + 0.8413052029079862, + 0.2261662122938368 + ], + "point": [ + 0.7626, + 0.1932 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8855721367730035, + 0.04564094967312283, + 0.9060716417100695, + 0.09655978732638888 + ], + "point": [ + 0.8958, + 0.0711 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005486234029134115, + 0.05253089057074653, + 0.02665914429558648, + 0.08778388129340278 + ], + "point": [ + 0.0161, + 0.0702 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9758427937825521, + 0.0038851165771484376, + 0.9966328938802084, + 0.040741967095269095 + ], + "point": [ + 0.9862, + 0.0223 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029717702335781523, + 0.051986859639485676, + 0.0499879519144694, + 0.08799786037868923 + ], + "point": [ + 0.0399, + 0.07 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17586773766411676, + 0.00958195686340332, + 0.1893840577867296, + 0.03650939199659559 + ], + "point": [ + 0.1826, + 0.023 + ] + }, + { + "instruction": "a forward or next action.", + "bbox": [ + 0.7590935601128472, + 0.5291276041666667, + 0.7731263902452257, + 0.5529153103298611 + ], + "point": [ + 0.7661, + 0.541 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15118113623725044, + 0.009894407060411241, + 0.1650008307562934, + 0.03538293414645725 + ], + "point": [ + 0.1581, + 0.0226 + ] + }, + { + "instruction": "a button or link to the classifieds section.", + "bbox": [ + 0.16005028618706596, + 0.11811058892144097, + 0.2096517350938585, + 0.13883019341362848 + ], + "point": [ + 0.1849, + 0.1285 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8217421637641059, + 0.05513022952609592, + 0.8424208747016059, + 0.083914794921875 + ], + "point": [ + 0.8321, + 0.0695 + ] + }, + { + "instruction": "Bold", + "bbox": [ + 0.8482972886827257, + 0.04941981845431857, + 0.8671427408854167, + 0.08458969116210938 + ], + "point": [ + 0.8577, + 0.067 + ] + }, + { + "instruction": "a text input field.", + "bbox": [ + 0.6441611819797092, + 0.5666994222005208, + 0.8014859517415365, + 0.5914068603515625 + ], + "point": [ + 0.7228, + 0.5791 + ] + }, + { + "instruction": "This site is never involved in any transaction, and does not handle payments, shipping, and guarantee transactions, provide escrow services, or offer \"buyer protection.\"", + "bbox": [ + 0.6519966125488281, + 0.8673574490017361, + 0.82872068617079, + 0.99787353515625 + ], + "point": [ + 0.7404, + 0.9326 + ] + }, + { + "instruction": "a prompt toNever play with the Western Union.", + "bbox": [ + 0.6604045020209418, + 0.7355879041883681, + 0.8136610243055555, + 0.7577214219835069 + ], + "point": [ + 0.737, + 0.7467 + ] + }, + { + "instruction": "a user profile or account.", + "bbox": [ + 0.6441285451253255, + 0.360979241265191, + 0.7369598388671875, + 0.506604241265191 + ], + "point": [ + 0.6905, + 0.4338 + ] + }, + { + "instruction": "An option to expand security or access more views by active locations.", + "bbox": [ + 0.6595119052463108, + 0.690919935438368, + 0.8112481858995225, + 0.7119847954644097 + ], + "point": [ + 0.7354, + 0.7015 + ] + }, + { + "instruction": "Don't buy or sell outside of your country.", + "bbox": [ + 0.6554320017496745, + 0.8012963189019098, + 0.82695066663954, + 0.8652674018012153 + ], + "point": [ + 0.7412, + 0.8333 + ] + }, + { + "instruction": "The name of the user named Daki KovAics.", + "bbox": [ + 0.6442801157633463, + 0.5106133694118924, + 0.7455707126193576, + 0.5360551283094618 + ], + "point": [ + 0.6949, + 0.5233 + ] + } + ], + "element_size": 73 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/image_page/action_videoframes/action_14/6900.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Ford 8670 Broadway", + "bbox": [ + 0.028819444444444446, + 0.012777776718139648, + 0.11319444444444444, + 0.031111110051472983 + ], + "point": [ + 0.071, + 0.0219 + ] + }, + { + "instruction": "Classif", + "bbox": [ + 0.11874998940361871, + 0.013888888888888888, + 0.1482638782925076, + 0.029444444444444443 + ], + "point": [ + 0.1335, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com:9980/index php?page-item&id-47899", + "bbox": [ + 0.15833331214057075, + 0.06055555555555556, + 0.5874998940361871, + 0.08277777777777778 + ], + "point": [ + 0.3729, + 0.0717 + ] + }, + { + "instruction": "pubushed date: 2UZ3TT L/IO", + "bbox": [ + 0.16180557674831814, + 0.09388888888888888, + 0.29756946563720704, + 0.10833333333333334 + ], + "point": [ + 0.2297, + 0.1011 + ] + }, + { + "instruction": "Malk as:", + "bbox": [ + 0.6409721798366971, + 0.09555555555555556, + 0.6836805131700304, + 0.10555555555555556 + ], + "point": [ + 0.6623, + 0.1006 + ] + }, + { + "instruction": "Location: Broadway, Virginia, United States", + "bbox": [ + 0.16215277777777778, + 0.1166666751437717, + 0.3680555555555556, + 0.1388888973659939 + ], + "point": [ + 0.2651, + 0.1278 + ] + }, + { + "instruction": "Contact publisher", + "bbox": [ + 0.6444444868299696, + 0.15388888888888888, + 0.7625, + 0.185 + ], + "point": [ + 0.7035, + 0.1694 + ] + }, + { + "instruction": "Name: Daiki KovAics", + "bbox": [ + 0.6447916666666667, + 0.34555555555555556, + 0.746875, + 0.37 + ], + "point": [ + 0.6958, + 0.3578 + ] + }, + { + "instruction": "E-mail:", + "bbox": [ + 0.6451388465033637, + 0.38, + 0.6795138465033637, + 0.39611111111111114 + ], + "point": [ + 0.6623, + 0.3881 + ] + }, + { + "instruction": "daikikovAjcs375@example.com", + "bbox": [ + 0.6434027777777778, + 0.39611111111111114, + 0.8020833333333334, + 0.42777777777777776 + ], + "point": [ + 0.7227, + 0.4119 + ] + }, + { + "instruction": "Useful information", + "bbox": [ + 0.646875, + 0.495, + 0.7451388888888889, + 0.5133333333333333 + ], + "point": [ + 0.696, + 0.5042 + ] + }, + { + "instruction": "Avoid scams by acting locally or", + "bbox": [ + 0.6604166666666667, + 0.5233333333333333, + 0.8118055555555556, + 0.5483334011501736 + ], + "point": [ + 0.7361, + 0.5358 + ] + }, + { + "instruction": "paying with PayPal", + "bbox": [ + 0.6597222646077474, + 0.5455554877387153, + 0.7531250847710503, + 0.5677777099609375 + ], + "point": [ + 0.7064, + 0.5567 + ] + }, + { + "instruction": "Never pay with Western Union,", + "bbox": [ + 0.6604166666666667, + 0.5694444444444444, + 0.8097222222222222, + 0.5916666666666667 + ], + "point": [ + 0.7351, + 0.5806 + ] + }, + { + "instruction": "Moneygram or other anonymous", + "bbox": [ + 0.6604166666666667, + 0.5905555555555555, + 0.8142361111111112, + 0.6133333333333333 + ], + "point": [ + 0.7373, + 0.6019 + ] + }, + { + "instruction": "payment services", + "bbox": [ + 0.6593750423855251, + 0.6116666666666667, + 0.74375, + 0.6322222222222222 + ], + "point": [ + 0.7016, + 0.6219 + ] + }, + { + "instruction": "Don't buy or sell outside of your", + "bbox": [ + 0.6604166666666667, + 0.6361111789279514, + 0.8118055555555556, + 0.6583334011501736 + ], + "point": [ + 0.7361, + 0.6472 + ] + }, + { + "instruction": "1995 Ford 8670 four wheel drive wlduals", + "bbox": [ + 0.1590277671813965, + 0.6594444444444445, + 0.35624994701809354, + 0.68 + ], + "point": [ + 0.2576, + 0.6697 + ] + }, + { + "instruction": "The engine was replaced about 2000 hours ago_", + "bbox": [ + 0.3597222222222222, + 0.6594444444444445, + 0.5861111111111111, + 0.6827777777777778 + ], + "point": [ + 0.4729, + 0.6711 + ] + }, + { + "instruction": "country: Don't accept cashier", + "bbox": [ + 0.6597222222222222, + 0.6566666666666666, + 0.7961805555555556, + 0.6766666666666666 + ], + "point": [ + 0.728, + 0.6667 + ] + }, + { + "instruction": "cheques from outside your country", + "bbox": [ + 0.6593750847710503, + 0.6755555555555556, + 0.8236111958821615, + 0.6988888888888889 + ], + "point": [ + 0.7415, + 0.6872 + ] + }, + { + "instruction": "Transmission was rebuilt about 1000 hours ago. Rear end was rebuilt 300 hours ago. Good", + "bbox": [ + 0.15833333333333333, + 0.6866666666666666, + 0.5854166666666667, + 0.7077777777777777 + ], + "point": [ + 0.3719, + 0.6972 + ] + }, + { + "instruction": "This site is never involved in any", + "bbox": [ + 0.6597222222222222, + 0.7016666666666667, + 0.8125, + 0.7227777777777777 + ], + "point": [ + 0.7361, + 0.7122 + ] + }, + { + "instruction": "condition for it's age. Call Linden daiki kovAjcs375@example.com", + "bbox": [ + 0.15833333333333333, + 0.7105555555555556, + 0.4666666666666667, + 0.735 + ], + "point": [ + 0.3125, + 0.7228 + ] + }, + { + "instruction": "transaction, and does not handle", + "bbox": [ + 0.6586805555555556, + 0.7205555555555555, + 0.815625, + 0.7416666666666667 + ], + "point": [ + 0.7372, + 0.7311 + ] + }, + { + "instruction": "payments, shipping, guarantee", + "bbox": [ + 0.659375, + 0.741666734483507, + 0.8059027777777777, + 0.7638889567057292 + ], + "point": [ + 0.7326, + 0.7528 + ] + }, + { + "instruction": "transactions, provide escrow", + "bbox": [ + 0.6586805555555556, + 0.7611111111111111, + 0.7947916666666667, + 0.7816666666666666 + ], + "point": [ + 0.7267, + 0.7714 + ] + }, + { + "instruction": "services, or offer \"buyer protection", + "bbox": [ + 0.6597222222222222, + 0.7811111111111111, + 0.8222222222222222, + 0.8044444444444444 + ], + "point": [ + 0.741, + 0.7928 + ] + }, + { + "instruction": "or \"seller certification\"", + "bbox": [ + 0.6600695292154948, + 0.8022222222222222, + 0.7652778625488281, + 0.8194444444444444 + ], + "point": [ + 0.7127, + 0.8108 + ] + }, + { + "instruction": "Related listings", + "bbox": [ + 0.1579861111111111, + 0.8777777777777778, + 0.30416666666666664, + 0.9183333333333333 + ], + "point": [ + 0.2311, + 0.8981 + ] + }, + { + "instruction": "Contact seller", + "bbox": [ + 0.15772505866156683, + 0.7628217230902777, + 0.257094234890408, + 0.8125619845920139 + ], + "point": [ + 0.2074, + 0.7877 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9086267259385851, + 0.04963845994737413, + 0.9971590677897135, + 0.08996630350748698 + ], + "point": [ + 0.9529, + 0.0698 + ] + }, + { + "instruction": "Share", + "bbox": [ + 0.2611138237847222, + 0.7627906629774306, + 0.31891983879937064, + 0.8123924424913195 + ], + "point": [ + 0.29, + 0.7876 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08266087108188205, + 0.05280860900878906, + 0.1556635962592231, + 0.08441065470377604 + ], + "point": [ + 0.1192, + 0.0686 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15126503838433158, + 0.00982224464416504, + 0.16534898546006943, + 0.035889677471584745 + ], + "point": [ + 0.1583, + 0.0229 + ] + }, + { + "instruction": "Era", + "bbox": [ + 0.15810053083631728, + 0.17288423326280383, + 0.5434872733222114, + 0.6357020907931857 + ], + "point": [ + 0.3508, + 0.4043 + ] + }, + { + "instruction": "FORD", + "bbox": [ + 0.15810053083631728, + 0.17288423326280383, + 0.5434872733222114, + 0.6357020907931857 + ], + "point": [ + 0.3508, + 0.4043 + ] + }, + { + "instruction": "Contacts seller.", + "bbox": [ + 0.15772505866156683, + 0.7628217230902777, + 0.257094234890408, + 0.8125619845920139 + ], + "point": [ + 0.2074, + 0.7877 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9086267259385851, + 0.04963845994737413, + 0.9971590677897135, + 0.08996630350748698 + ], + "point": [ + 0.9529, + 0.0698 + ] + }, + { + "instruction": "Share.", + "bbox": [ + 0.2611138237847222, + 0.7627906629774306, + 0.31891983879937064, + 0.8123924424913195 + ], + "point": [ + 0.29, + 0.7876 + ] + }, + { + "instruction": "a tractor.", + "bbox": [ + 0.5481477949354384, + 0.17057671440972222, + 0.6075088077121311, + 0.25169847276475693 + ], + "point": [ + 0.5778, + 0.2111 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08266087108188205, + 0.05280860900878906, + 0.1556635962592231, + 0.08441065470377604 + ], + "point": [ + 0.1192, + 0.0686 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05430959595574273, + 0.04889145745171441, + 0.07649565272861057, + 0.09147117614746093 + ], + "point": [ + 0.0654, + 0.0702 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9758365207248264, + 0.0038646570841471355, + 0.996584235297309, + 0.04015824635823568 + ], + "point": [ + 0.9862, + 0.022 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7901468912760417, + 0.05614476521809896, + 0.8069469875759548, + 0.0859596930609809 + ], + "point": [ + 0.7985, + 0.0711 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8836738586425781, + 0.045160675048828126, + 0.9072090148925781, + 0.09560698615180122 + ], + "point": [ + 0.8954, + 0.0704 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02921915054321289, + 0.04963840060763889, + 0.05047108332316081, + 0.08994766235351563 + ], + "point": [ + 0.0398, + 0.0698 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005042041010326809, + 0.050378197564019095, + 0.027169645494884914, + 0.08984519958496094 + ], + "point": [ + 0.0161, + 0.0701 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8212469312879774, + 0.053347078959147136, + 0.843432871500651, + 0.08444201999240451 + ], + "point": [ + 0.8323, + 0.0689 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8452907986111111, + 0.04490548451741536, + 0.8694293551974827, + 0.08608695136176216 + ], + "point": [ + 0.8574, + 0.0655 + ] + }, + { + "instruction": "A walking or walking feature.", + "bbox": [ + 0.46099493238661027, + 0.72553466796875, + 0.47646073235405817, + 0.754578857421875 + ], + "point": [ + 0.4687, + 0.7401 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15126503838433158, + 0.00982224464416504, + 0.16534898546006943, + 0.035889677471584745 + ], + "point": [ + 0.1583, + 0.0229 + ] + }, + { + "instruction": "a user profile or account.", + "bbox": [ + 0.6447864956325955, + 0.19261993408203126, + 0.7374517652723525, + 0.3407257080078125 + ], + "point": [ + 0.6911, + 0.2667 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.17624698215060763, + 0.009418309529622396, + 0.1897754669189453, + 0.038418006896972653 + ], + "point": [ + 0.183, + 0.0239 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.8285272386338975, + 0.09209713406032986, + 0.8401344299316407, + 0.11499721950954861 + ], + "point": [ + 0.8343, + 0.1035 + ] + }, + { + "instruction": "A window or view of a landscape.", + "bbox": [ + 0.15593816969129776, + 0.9417283799913194, + 0.3016481611463759, + 1.0 + ], + "point": [ + 0.2288, + 0.9709 + ] + }, + { + "instruction": "a shopping bag.", + "bbox": [ + 0.31174127790662975, + 0.9427343071831598, + 0.4525403340657552, + 0.9998223876953125 + ], + "point": [ + 0.3821, + 0.9713 + ] + }, + { + "instruction": "a tractor.", + "bbox": [ + 0.15810053083631728, + 0.17288423326280383, + 0.5434872733222114, + 0.6357020907931857 + ], + "point": [ + 0.3508, + 0.4043 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 6.947004132800632e-05, + 0.05236215379503038, + 0.00510096831454171, + 0.08926479763454861 + ], + "point": [ + 0.0026, + 0.0708 + ] + } + ], + "element_size": 59 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/image_page/action_videoframes/action_15/7931.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Classifieds", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.07465277777777778, + 0.029444444444444443 + ], + "point": [ + 0.0517, + 0.0217 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2.compute.amazonaws com.9980", + "bbox": [ + 0.15868055555555555, + 0.061111115349663625, + 0.4340277777777778, + 0.07944445292154947 + ], + "point": [ + 0.2964, + 0.0703 + ] + }, + { + "instruction": "KAIYO.Com", + "bbox": [ + 0.17569444444444443, + 0.12222223069932725, + 0.23194444444444445, + 0.13833334181043838 + ], + "point": [ + 0.2038, + 0.1303 + ] + }, + { + "instruction": "646-844-8585", + "bbox": [ + 0.2420138676961263, + 0.12222223069932725, + 0.3027777565850152, + 0.13833334181043838 + ], + "point": [ + 0.2724, + 0.1303 + ] + }, + { + "instruction": "KAIYO.com", + "bbox": [ + 0.5232638465033637, + 0.12222223069932725, + 0.5795138465033637, + 0.13833334181043838 + ], + "point": [ + 0.5514, + 0.1303 + ] + }, + { + "instruction": "646-844-8585", + "bbox": [ + 0.5888888465033637, + 0.12222223069932725, + 0.6496527353922527, + 0.13833334181043838 + ], + "point": [ + 0.6193, + 0.1303 + ] + }, + { + "instruction": "Century Furniture English", + "bbox": [ + 0.1670138782925076, + 0.15611111111111112, + 0.29791666666666666, + 0.1811111111111111 + ], + "point": [ + 0.2325, + 0.1686 + ] + }, + { + "instruction": "2 Zebra Pillows", + "bbox": [ + 0.34131944444444445, + 0.15888890584309895, + 0.4215277777777778, + 0.1772222391764323 + ], + "point": [ + 0.3814, + 0.1681 + ] + }, + { + "instruction": "Highland House Furniture", + "bbox": [ + 0.5152777777777777, + 0.15666666666666668, + 0.646875, + 0.18 + ], + "point": [ + 0.5811, + 0.1683 + ] + }, + { + "instruction": "Complete Guitar Rig Full S.", + "bbox": [ + 0.6885416666666667, + 0.15666666666666668, + 0.8243055555555555, + 0.18 + ], + "point": [ + 0.7564, + 0.1683 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.1763888888888889, + 0.3177778116861979, + 0.27847222222222223, + 0.3511111450195312 + ], + "point": [ + 0.2274, + 0.3344 + ] + }, + { + "instruction": "All locations", + "bbox": [ + 0.6312500847710504, + 0.3188888888888889, + 0.7239583333333334, + 0.3472222222222222 + ], + "point": [ + 0.6776, + 0.3331 + ] + }, + { + "instruction": "Cars + trucks", + "bbox": [ + 0.4258051554361979, + 0.5153329467773438, + 0.5053510030110677, + 0.6524907769097222 + ], + "point": [ + 0.4656, + 0.5839 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.17550606197781032, + 0.5149700927734375, + 0.25554642147488066, + 0.6542433675130208 + ], + "point": [ + 0.2155, + 0.5846 + ] + }, + { + "instruction": "Books", + "bbox": [ + 0.3416288587782118, + 0.5160182020399305, + 0.4221698337131076, + 0.6528789605034723 + ], + "point": [ + 0.3819, + 0.5844 + ] + }, + { + "instruction": "Beauty", + "bbox": [ + 0.5085514068603516, + 0.36995825873480903, + 0.588095219930013, + 0.5068838500976562 + ], + "point": [ + 0.5483, + 0.4384 + ] + }, + { + "instruction": "health", + "bbox": [ + 0.5085514068603516, + 0.36995825873480903, + 0.588095219930013, + 0.5068838500976562 + ], + "point": [ + 0.5483, + 0.4384 + ] + }, + { + "instruction": "Auto parts", + "bbox": [ + 0.4254082573784722, + 0.3697334459092882, + 0.5052051968044705, + 0.5073217434353299 + ], + "point": [ + 0.4653, + 0.4385 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.25949745178222655, + 0.515116441514757, + 0.3383717007107205, + 0.653491685655382 + ], + "point": [ + 0.2989, + 0.5843 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.5092525482177734, + 0.6622625732421875, + 0.5885290781656901, + 0.7978497314453125 + ], + "point": [ + 0.5489, + 0.7301 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.5092525482177734, + 0.6622625732421875, + 0.5885290781656901, + 0.7978497314453125 + ], + "point": [ + 0.5489, + 0.7301 + ] + }, + { + "instruction": "Arts + crafts", + "bbox": [ + 0.34177864922417533, + 0.3700160047743056, + 0.4223158942328559, + 0.5077454969618056 + ], + "point": [ + 0.382, + 0.4389 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.2590484195285373, + 0.3704132758246528, + 0.33860113355848526, + 0.5074871148003472 + ], + "point": [ + 0.2988, + 0.439 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.5094758775499132, + 0.5163873291015625, + 0.5888916015625, + 0.6525328911675348 + ], + "point": [ + 0.5492, + 0.5845 + ] + }, + { + "instruction": "Computer", + "bbox": [ + 0.2590587615966797, + 0.6625065782335069, + 0.3387044270833333, + 0.798556382921007 + ], + "point": [ + 0.2989, + 0.7305 + ] + }, + { + "instruction": "parts", + "bbox": [ + 0.2590587615966797, + 0.6625065782335069, + 0.3387044270833333, + 0.798556382921007 + ], + "point": [ + 0.2989, + 0.7305 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.4260604010687934, + 0.6628896755642361, + 0.505183834499783, + 0.798623046875 + ], + "point": [ + 0.4656, + 0.7308 + ] + }, + { + "instruction": "Antiques", + "bbox": [ + 0.17573412789238824, + 0.36960862901475694, + 0.25535897148980036, + 0.5086851671006944 + ], + "point": [ + 0.2155, + 0.4391 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.34196224212646487, + 0.6626940239800347, + 0.42243970235188805, + 0.7986836073133681 + ], + "point": [ + 0.3822, + 0.7307 + ] + }, + { + "instruction": "Motorcycles", + "bbox": [ + 0.4257914225260417, + 0.8068330213758681, + 0.5051429748535157, + 0.9446943495008681 + ], + "point": [ + 0.4655, + 0.8758 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.5086908976236979, + 0.8069187418619792, + 0.5883506774902344, + 0.9436422390407986 + ], + "point": [ + 0.5485, + 0.8753 + ] + }, + { + "instruction": "instruments", + "bbox": [ + 0.5086908976236979, + 0.8069187418619792, + 0.5883506774902344, + 0.9436422390407986 + ], + "point": [ + 0.5485, + 0.8753 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.34157047271728513, + 0.8067212592230902, + 0.42210434807671443, + 0.9452588568793403 + ], + "point": [ + 0.3818, + 0.876 + ] + }, + { + "instruction": "Collectibles", + "bbox": [ + 0.17614902920193143, + 0.6631572808159722, + 0.2549713558620877, + 0.7992770724826389 + ], + "point": [ + 0.2156, + 0.7312 + ] + }, + { + "instruction": "Household", + "bbox": [ + 0.25893866221110023, + 0.8067403835720486, + 0.33856512705485026, + 0.9454100884331598 + ], + "point": [ + 0.2988, + 0.8761 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.1755909072028266, + 0.8052931043836805, + 0.25476981268988713, + 0.9464271375868055 + ], + "point": [ + 0.2152, + 0.8759 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9089282565646701, + 0.04931760999891493, + 0.9972766452365451, + 0.09009762234157986 + ], + "point": [ + 0.9531, + 0.0697 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08363499111599393, + 0.05256958431667752, + 0.15680533515082465, + 0.08486200968424479 + ], + "point": [ + 0.1202, + 0.0687 + ] + }, + { + "instruction": "Delaware (870)", + "bbox": [ + 0.6307697296142578, + 0.5574773491753472, + 0.7162755330403646, + 0.5813741048177083 + ], + "point": [ + 0.6735, + 0.5694 + ] + }, + { + "instruction": "West Virginia (1109)", + "bbox": [ + 0.6378067440456814, + 0.5258701917860243, + 0.7404751247829862, + 0.5498397148980034 + ], + "point": [ + 0.6891, + 0.5379 + ] + }, + { + "instruction": "Ohio (5626)", + "bbox": [ + 0.6296787685818143, + 0.4619264390733507, + 0.6997180514865451, + 0.48729855007595485 + ], + "point": [ + 0.6647, + 0.4746 + ] + }, + { + "instruction": "Maryland (21674)", + "bbox": [ + 0.6314571380615235, + 0.4304300604926215, + 0.7291581895616319, + 0.4541763983832465 + ], + "point": [ + 0.6803, + 0.4423 + ] + }, + { + "instruction": "9oo.00 $", + "bbox": [ + 0.6878487057156033, + 0.18242112901475693, + 0.7394239637586806, + 0.21126451280381944 + ], + "point": [ + 0.7136, + 0.1968 + ] + }, + { + "instruction": "Washington; D.C. (1567)", + "bbox": [ + 0.6299882253011068, + 0.49215250651041664, + 0.7592789543999566, + 0.5189704047309027 + ], + "point": [ + 0.6946, + 0.5056 + ] + }, + { + "instruction": "605.00 $", + "bbox": [ + 0.16647153430514866, + 0.18122843424479165, + 0.2195905473497179, + 0.2121103244357639 + ], + "point": [ + 0.193, + 0.1967 + ] + }, + { + "instruction": "Pennsylvania (22180)", + "bbox": [ + 0.6312748379177517, + 0.3982117716471354, + 0.743971676296658, + 0.42374155680338543 + ], + "point": [ + 0.6876, + 0.411 + ] + }, + { + "instruction": "Virginia (31126)", + "bbox": [ + 0.6307172563340929, + 0.3627724202473958, + 0.8376946343315972, + 0.39345682779947916 + ], + "point": [ + 0.7342, + 0.3781 + ] + }, + { + "instruction": "6.00 $", + "bbox": [ + 0.34019650353325737, + 0.18087599012586805, + 0.3797738817003038, + 0.21272345648871527 + ], + "point": [ + 0.36, + 0.1968 + ] + }, + { + "instruction": "220.00 $", + "bbox": [ + 0.5154041290283203, + 0.1805019802517361, + 0.5671978844536676, + 0.21260006374782986 + ], + "point": [ + 0.5413, + 0.1966 + ] + }, + { + "instruction": "Cars and trucks settings.", + "bbox": [ + 0.4258051554361979, + 0.5153329467773438, + 0.5053510030110677, + 0.6524907769097222 + ], + "point": [ + 0.4656, + 0.5839 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.17550606197781032, + 0.5149700927734375, + 0.25554642147488066, + 0.6542433675130208 + ], + "point": [ + 0.2155, + 0.5846 + ] + }, + { + "instruction": "a books menu.", + "bbox": [ + 0.3416288587782118, + 0.5160182020399305, + 0.4221698337131076, + 0.6528789605034723 + ], + "point": [ + 0.3819, + 0.5844 + ] + }, + { + "instruction": "Health function.", + "bbox": [ + 0.5085514068603516, + 0.36995825873480903, + 0.588095219930013, + 0.5068838500976562 + ], + "point": [ + 0.5483, + 0.4384 + ] + }, + { + "instruction": "Auto parts.", + "bbox": [ + 0.4254082573784722, + 0.3697334459092882, + 0.5052051968044705, + 0.5073217434353299 + ], + "point": [ + 0.4653, + 0.4385 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.25949745178222655, + 0.515116441514757, + 0.3383717007107205, + 0.653491685655382 + ], + "point": [ + 0.2989, + 0.5843 + ] + }, + { + "instruction": "farm + garden functionality.", + "bbox": [ + 0.5092525482177734, + 0.6622625732421875, + 0.5885290781656901, + 0.7978497314453125 + ], + "point": [ + 0.5489, + 0.7301 + ] + }, + { + "instruction": "arts + crafts.", + "bbox": [ + 0.34177864922417533, + 0.3700160047743056, + 0.4223158942328559, + 0.5077454969618056 + ], + "point": [ + 0.382, + 0.4389 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.2590484195285373, + 0.3704132758246528, + 0.33860113355848526, + 0.5074871148003472 + ], + "point": [ + 0.2988, + 0.439 + ] + }, + { + "instruction": "Cell phones.", + "bbox": [ + 0.5094758775499132, + 0.5163873291015625, + 0.5888916015625, + 0.6525328911675348 + ], + "point": [ + 0.5492, + 0.5845 + ] + }, + { + "instruction": "Computer parts.", + "bbox": [ + 0.2590587615966797, + 0.6625065782335069, + 0.3387044270833333, + 0.798556382921007 + ], + "point": [ + 0.2989, + 0.7305 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.4260604010687934, + 0.6628896755642361, + 0.505183834499783, + 0.798623046875 + ], + "point": [ + 0.4656, + 0.7308 + ] + }, + { + "instruction": "antiques.", + "bbox": [ + 0.17573412789238824, + 0.36960862901475694, + 0.25535897148980036, + 0.5086851671006944 + ], + "point": [ + 0.2155, + 0.4391 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.34196224212646487, + 0.6626940239800347, + 0.42243970235188805, + 0.7986836073133681 + ], + "point": [ + 0.3822, + 0.7307 + ] + }, + { + "instruction": "motorcycles.", + "bbox": [ + 0.4257914225260417, + 0.8068330213758681, + 0.5051429748535157, + 0.9446943495008681 + ], + "point": [ + 0.4655, + 0.8758 + ] + }, + { + "instruction": "Music instruments.", + "bbox": [ + 0.5086908976236979, + 0.8069187418619792, + 0.5883506774902344, + 0.9436422390407986 + ], + "point": [ + 0.5485, + 0.8753 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.34157047271728513, + 0.8067212592230902, + 0.42210434807671443, + 0.9452588568793403 + ], + "point": [ + 0.3818, + 0.876 + ] + }, + { + "instruction": "collectibles.", + "bbox": [ + 0.17614902920193143, + 0.6631572808159722, + 0.2549713558620877, + 0.7992770724826389 + ], + "point": [ + 0.2156, + 0.7312 + ] + }, + { + "instruction": "the Household function.", + "bbox": [ + 0.25893866221110023, + 0.8067403835720486, + 0.33856512705485026, + 0.9454100884331598 + ], + "point": [ + 0.2988, + 0.8761 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.1755909072028266, + 0.8052931043836805, + 0.25476981268988713, + 0.9464271375868055 + ], + "point": [ + 0.2152, + 0.8759 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9089282565646701, + 0.04931760999891493, + 0.9972766452365451, + 0.09009762234157986 + ], + "point": [ + 0.9531, + 0.0697 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.789382086859809, + 0.05541328430175781, + 0.8067489624023437, + 0.08587232801649305 + ], + "point": [ + 0.7981, + 0.0706 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.0536534309387207, + 0.04852334340413411, + 0.07705068588256836, + 0.09202482435438368 + ], + "point": [ + 0.0654, + 0.0703 + ] + }, + { + "instruction": "a power button.", + "bbox": [ + 0.2592112011379666, + 0.9508462185329861, + 0.3378051122029622, + 1.0 + ], + "point": [ + 0.2985, + 0.9754 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8827470567491319, + 0.04607048034667969, + 0.9072496202256944, + 0.09226993136935764 + ], + "point": [ + 0.895, + 0.0692 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8204876369900174, + 0.04602045694986979, + 0.8445522732204861, + 0.08637564765082466 + ], + "point": [ + 0.8325, + 0.0662 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9759314643012152, + 0.0034686226314968533, + 0.9968653361002604, + 0.03896457142300076 + ], + "point": [ + 0.9864, + 0.0212 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004164486461215549, + 0.04869064331054687, + 0.028035908275180394, + 0.09223876953125 + ], + "point": [ + 0.0161, + 0.0705 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028603892856174044, + 0.04821267869737413, + 0.051508156458536784, + 0.09210300021701388 + ], + "point": [ + 0.0401, + 0.0702 + ] + }, + { + "instruction": "adding a new item or element.", + "bbox": [ + 0.34306858910454646, + 0.9510173882378472, + 0.42218199835883247, + 1.0 + ], + "point": [ + 0.3826, + 0.9755 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8452021280924479, + 0.04519314236111111, + 0.8711062961154514, + 0.08674307929144966 + ], + "point": [ + 0.8582, + 0.066 + ] + }, + { + "instruction": "an image placeholder.", + "bbox": [ + 0.17579641342163085, + 0.9511056857638889, + 0.25445853339301217, + 1.0 + ], + "point": [ + 0.2151, + 0.9756 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15077857971191405, + 0.01041108873155382, + 0.1657995647854275, + 0.03694728427463108 + ], + "point": [ + 0.1583, + 0.0237 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08363499111599393, + 0.05256958431667752, + 0.15680533515082465, + 0.08486200968424479 + ], + "point": [ + 0.1202, + 0.0687 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6307697296142578, + 0.5574773491753472, + 0.7162755330403646, + 0.5813741048177083 + ], + "point": [ + 0.6735, + 0.5694 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17619157367282443, + 0.00998790423075358, + 0.189915402730306, + 0.0373894214630127 + ], + "point": [ + 0.1831, + 0.0237 + ] + }, + { + "instruction": "West Virginia (1109).", + "bbox": [ + 0.6378067440456814, + 0.5258701917860243, + 0.7404751247829862, + 0.5498397148980034 + ], + "point": [ + 0.6891, + 0.5379 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6296787685818143, + 0.4619264390733507, + 0.6997180514865451, + 0.48729855007595485 + ], + "point": [ + 0.6647, + 0.4746 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6314571380615235, + 0.4304300604926215, + 0.7291581895616319, + 0.4541763983832465 + ], + "point": [ + 0.6803, + 0.4423 + ] + }, + { + "instruction": "a price of $90.00.", + "bbox": [ + 0.6878487057156033, + 0.18242112901475693, + 0.7394239637586806, + 0.21126451280381944 + ], + "point": [ + 0.7136, + 0.1968 + ] + }, + { + "instruction": "Navigation to Washington, D.C. (1567).", + "bbox": [ + 0.6299882253011068, + 0.49215250651041664, + 0.7592789543999566, + 0.5189704047309027 + ], + "point": [ + 0.6946, + 0.5056 + ] + }, + { + "instruction": "a price tag of 605.00.", + "bbox": [ + 0.16647153430514866, + 0.18122843424479165, + 0.2195905473497179, + 0.2121103244357639 + ], + "point": [ + 0.193, + 0.1967 + ] + }, + { + "instruction": "Navigation to Pennsylvania (2218).", + "bbox": [ + 0.6312748379177517, + 0.3982117716471354, + 0.743971676296658, + 0.42374155680338543 + ], + "point": [ + 0.6876, + 0.411 + ] + }, + { + "instruction": "moving forward or proceeding to the next item.", + "bbox": [ + 0.6307172563340929, + 0.3627724202473958, + 0.8376946343315972, + 0.39345682779947916 + ], + "point": [ + 0.7342, + 0.3781 + ] + }, + { + "instruction": "a price of 6.00.", + "bbox": [ + 0.34019650353325737, + 0.18087599012586805, + 0.3797738817003038, + 0.21272345648871527 + ], + "point": [ + 0.36, + 0.1968 + ] + }, + { + "instruction": "a price tag of $20.00.", + "bbox": [ + 0.5154041290283203, + 0.1805019802517361, + 0.5671978844536676, + 0.21260006374782986 + ], + "point": [ + 0.5413, + 0.1966 + ] + }, + { + "instruction": "a forward or next action.", + "bbox": [ + 0.5879429287380642, + 0.6071820068359375, + 0.6028411865234375, + 0.631077134874132 + ], + "point": [ + 0.5954, + 0.6191 + ] + }, + { + "instruction": "Search or magnifying glass.", + "bbox": [ + 0.00012453595797220867, + 0.05092698838975694, + 0.004926958017879062, + 0.0914505852593316 + ], + "point": [ + 0.0025, + 0.0712 + ] + } + ], + "element_size": 97 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/image_page/action_videoframes/action_16/8202.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Farm", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.05138888888888889, + 0.029444444444444443 + ], + "point": [ + 0.0401, + 0.0217 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.058333333333333334, + 0.012777776718139648, + 0.08888888888888889, + 0.031111110051472983 + ], + "point": [ + 0.0736, + 0.0219 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.09444444444444444, + 0.013333333333333334, + 0.13958333333333334, + 0.029444444444444443 + ], + "point": [ + 0.117, + 0.0214 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com:9980/index php?page-search&sCategory-16", + "bbox": [ + 0.1583333757188585, + 0.06055555555555556, + 0.6173611534966363, + 0.08277777777777778 + ], + "point": [ + 0.3878, + 0.0717 + ] + }, + { + "instruction": "Farm + garden", + "bbox": [ + 0.21770833333333334, + 0.17555555555555555, + 0.28402777777777777, + 0.19555555555555557 + ], + "point": [ + 0.2509, + 0.1856 + ] + }, + { + "instruction": "Your search", + "bbox": [ + 0.16701388888888888, + 0.2338888888888889, + 0.22083333333333333, + 0.2511111111111111 + ], + "point": [ + 0.1939, + 0.2425 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.3319444020589193, + 0.22333333333333333, + 0.4031249576144748, + 0.27111111111111114 + ], + "point": [ + 0.3675, + 0.2472 + ] + }, + { + "instruction": "1 - 12 of 6602 listings", + "bbox": [ + 0.33402777777777776, + 0.3088888888888889, + 0.44166666666666665, + 0.3322222222222222 + ], + "point": [ + 0.3878, + 0.3206 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.16666666666666666, + 0.32166666666666666, + 0.18854166666666666, + 0.3427777777777778 + ], + "point": [ + 0.1776, + 0.3322 + ] + }, + { + "instruction": "Newly listed", + "bbox": [ + 0.7256944444444444, + 0.35777777777777775, + 0.7875, + 0.38055555555555554 + ], + "point": [ + 0.7566, + 0.3692 + ] + }, + { + "instruction": "Listings", + "bbox": [ + 0.33194444444444443, + 0.3688888888888889, + 0.38784722222222223, + 0.3972222222222222 + ], + "point": [ + 0.3599, + 0.3831 + ] + }, + { + "instruction": "Lower price first", + "bbox": [ + 0.7260416666666667, + 0.39111111111111113, + 0.8048611111111111, + 0.4161111111111111 + ], + "point": [ + 0.7655, + 0.4036 + ] + }, + { + "instruction": "Show only", + "bbox": [ + 0.16701388888888888, + 0.41000003390842016, + 0.21631944444444445, + 0.42833336724175347 + ], + "point": [ + 0.1917, + 0.4192 + ] + }, + { + "instruction": "listings with pictures", + "bbox": [ + 0.18229166666666666, + 0.43166666666666664, + 0.2760416666666667, + 0.4527777777777778 + ], + "point": [ + 0.2292, + 0.4422 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.16701388888888888, + 0.4761111111111111, + 0.19131944444444443, + 0.49333333333333335 + ], + "point": [ + 0.1792, + 0.4847 + ] + }, + { + "instruction": "Min.", + "bbox": [ + 0.16701388888888888, + 0.49888885498046875, + 0.1840277777777778, + 0.5133332994249132 + ], + "point": [ + 0.1755, + 0.5061 + ] + }, + { + "instruction": "Max", + "bbox": [ + 0.23576388888888888, + 0.4972221883138021, + 0.2552083333333333, + 0.5133332994249132 + ], + "point": [ + 0.2455, + 0.5053 + ] + }, + { + "instruction": "Farm + garden", + "bbox": [ + 0.40625, + 0.4866666666666667, + 0.4722222222222222, + 0.5083333333333333 + ], + "point": [ + 0.4392, + 0.4975 + ] + }, + { + "instruction": "Pomeroy (Ohio)", + "bbox": [ + 0.4850694020589193, + 0.48777777777777775, + 0.5562499576144748, + 0.5088888888888888 + ], + "point": [ + 0.5207, + 0.4983 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.5694444444444444, + 0.4888888888888889, + 0.6239583333333333, + 0.5061111111111111 + ], + "point": [ + 0.5967, + 0.4975 + ] + }, + { + "instruction": "10 totes some had paint others", + "bbox": [ + 0.4065972222222222, + 0.5149999321831598, + 0.5548611111111111, + 0.5383333333333333 + ], + "point": [ + 0.4807, + 0.5267 + ] + }, + { + "instruction": "do not know 25 each 30 Barrels 10 each", + "bbox": [ + 0.5597222222222222, + 0.5155555555555555, + 0.7510415818956163, + 0.5366666666666666 + ], + "point": [ + 0.6554, + 0.5261 + ] + }, + { + "instruction": "don't know what", + "bbox": [ + 0.7565972222222223, + 0.5166665988498264, + 0.8385416666666666, + 0.5366666666666666 + ], + "point": [ + 0.7976, + 0.5267 + ] + }, + { + "instruction": "was in them them Meet at Scipio Township Fire Department", + "bbox": [ + 0.4065972222222222, + 0.5377777777777778, + 0.6892361111111112, + 0.5611111111111111 + ], + "point": [ + 0.5479, + 0.5494 + ] + }, + { + "instruction": "60.00 $", + "bbox": [ + 0.4065972222222222, + 0.631666734483507, + 0.45729166666666665, + 0.656666734483507 + ], + "point": [ + 0.4319, + 0.6442 + ] + }, + { + "instruction": "Farm + garden", + "bbox": [ + 0.4059027353922526, + 0.6655555555555556, + 0.47222217983669706, + 0.6866666666666666 + ], + "point": [ + 0.4391, + 0.6761 + ] + }, + { + "instruction": "Cranberry Township (Pennsylvania)", + "bbox": [ + 0.48541666666666666, + 0.6655555555555556, + 0.6430555555555556, + 0.6866666666666666 + ], + "point": [ + 0.5642, + 0.6761 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.65625, + 0.6661111111111111, + 0.7107638888888889, + 0.6844444444444444 + ], + "point": [ + 0.6835, + 0.6753 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16666666666666666, + 0.6916666666666667, + 0.2767361111111111, + 0.7116666666666667 + ], + "point": [ + 0.2217, + 0.7017 + ] + }, + { + "instruction": "Hi selling heritage breed turkeys fee very little non gmo organic grain MOSTLY pasture", + "bbox": [ + 0.40625, + 0.6916666666666667, + 0.8125, + 0.7183333333333334 + ], + "point": [ + 0.6094, + 0.705 + ] + }, + { + "instruction": "raised:", + "bbox": [ + 0.4059027777777778, + 0.7166666666666667, + 0.4392361111111111, + 0.7366666666666667 + ], + "point": [ + 0.4226, + 0.7267 + ] + }, + { + "instruction": "know you really cant find any turkey meat source for thanksgiving or just to have for", + "bbox": [ + 0.44479166666666664, + 0.7155555555555555, + 0.8375, + 0.7388888888888889 + ], + "point": [ + 0.6411, + 0.7272 + ] + }, + { + "instruction": "a food source more organically raised than my birds:", + "bbox": [ + 0.4059027353922526, + 0.7383333333333333, + 0.6524305131700304, + 0.76 + ], + "point": [ + 0.5292, + 0.7492 + ] + }, + { + "instruction": "urge you to", + "bbox": [ + 0.6569444444444444, + 0.74, + 0.7121527777777777, + 0.7583333333333333 + ], + "point": [ + 0.6845, + 0.7492 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.16666666666666666, + 0.7961111111111111, + 0.24027777777777778, + 0.8172222222222222 + ], + "point": [ + 0.2035, + 0.8067 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.40625, + 0.8661111111111112, + 0.43020833333333336, + 0.8833333333333333 + ], + "point": [ + 0.4182, + 0.8747 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.43819444444444444, + 0.8655556233723959, + 0.4722222222222222, + 0.886666734483507 + ], + "point": [ + 0.4552, + 0.8761 + ] + }, + { + "instruction": "South Zanesville (Ohio)", + "bbox": [ + 0.48541666666666666, + 0.8655556233723959, + 0.5899305555555555, + 0.886666734483507 + ], + "point": [ + 0.5377, + 0.8761 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.603125, + 0.8661111111111112, + 0.6583334181043837, + 0.8844444444444445 + ], + "point": [ + 0.6307, + 0.8753 + ] + }, + { + "instruction": "Black angus bull", + "bbox": [ + 0.4065972222222222, + 0.8944444444444445, + 0.4875, + 0.915 + ], + "point": [ + 0.447, + 0.9047 + ] + }, + { + "instruction": "years old", + "bbox": [ + 0.4947916666666667, + 0.8944444444444445, + 0.5416666666666666, + 0.915 + ], + "point": [ + 0.5182, + 0.9047 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws com:9980/index php?page-sea_", + "bbox": [ + 0.00208332273695204, + 0.9783333333333334, + 0.3222222116258409, + 1.0 + ], + "point": [ + 0.1622, + 0.9892 + ] + }, + { + "instruction": "SCa", + "bbox": [ + 0.4079861111111111, + 0.9905555555555555, + 0.43368055555555557, + 0.9988888888888889 + ], + "point": [ + 0.4208, + 0.9947 + ] + }, + { + "instruction": "", + "bbox": [ + 0.4371527777777778, + 0.9916666666666667, + 0.4534722222222222, + 0.9988888888888889 + ], + "point": [ + 0.4453, + 0.9953 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.42916666666666664, + 0.22722223917643228, + 0.5239583333333333, + 0.27500001695421006 + ], + "point": [ + 0.4766, + 0.2511 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.16656434800889758, + 0.7127566189236111, + 0.2738311767578125, + 0.7617609320746528 + ], + "point": [ + 0.2202, + 0.7373 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.16639090643988716, + 0.5805670844184028, + 0.22903616163465712, + 0.6286931694878473 + ], + "point": [ + 0.1977, + 0.6046 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08272060818142361, + 0.05363624572753906, + 0.1555527157253689, + 0.0842987060546875 + ], + "point": [ + 0.1191, + 0.069 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9089923434787326, + 0.04989788055419922, + 0.9973173353407118, + 0.08970940483940973 + ], + "point": [ + 0.9532, + 0.0698 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7638858371310764, + 0.09234408060709635, + 0.8414944118923611, + 0.12642165289984808 + ], + "point": [ + 0.8027, + 0.1094 + ] + }, + { + "instruction": "Sort by: Newly listed", + "bbox": [ + 0.7175852457682291, + 0.2958788045247396, + 0.8412317911783854, + 0.34355255126953127 + ], + "point": [ + 0.7794, + 0.3197 + ] + }, + { + "instruction": "Higher_price first", + "bbox": [ + 0.7256776597764757, + 0.42405144585503474, + 0.8060046725802952, + 0.4479888237847222 + ], + "point": [ + 0.7658, + 0.436 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.1660381317138672, + 0.8445665147569444, + 0.23738280402289497, + 0.8699054633246528 + ], + "point": [ + 0.2017, + 0.8572 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.1660381317138672, + 0.8445665147569444, + 0.23738280402289497, + 0.8699054633246528 + ], + "point": [ + 0.2017, + 0.8572 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.7109330919053819, + 0.09305290222167968, + 0.7625990125868055, + 0.12047591315375435 + ], + "point": [ + 0.7368, + 0.1068 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.16044944127400715, + 0.175074462890625, + 0.2093883514404297, + 0.19489722357855901 + ], + "point": [ + 0.1849, + 0.185 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.16660832299126518, + 0.8192640516493056, + 0.23364264170328777, + 0.8426439073350694 + ], + "point": [ + 0.2001, + 0.831 + ] + }, + { + "instruction": "Oscuass", + "bbox": [ + 0.15779889424641927, + 0.09049193488226996, + 0.2813889821370443, + 0.14274334377712675 + ], + "point": [ + 0.2196, + 0.1166 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.151275454627143, + 0.009819467332628038, + 0.16536050372653538, + 0.035767072041829426 + ], + "point": [ + 0.1583, + 0.0228 + ] + }, + { + "instruction": "My account", + "bbox": [ + 0.6354292975531683, + 0.09405648973253038, + 0.7030649820963542, + 0.11960746765136719 + ], + "point": [ + 0.6692, + 0.1068 + ] + }, + { + "instruction": "Totes and barrels", + "bbox": [ + 0.406620364718967, + 0.42509640163845486, + 0.496592034233941, + 0.45102427164713543 + ], + "point": [ + 0.4516, + 0.4381 + ] + }, + { + "instruction": "Turkeys heritage breed organic thanksgiving day turkey", + "bbox": [ + 0.4060717264811198, + 0.6051546902126737, + 0.6925250583224827, + 0.6288191053602431 + ], + "point": [ + 0.5493, + 0.617 + ] + }, + { + "instruction": "2500.00 $", + "bbox": [ + 0.4067550235324436, + 0.8294015842013889, + 0.47745552062988283, + 0.85919189453125 + ], + "point": [ + 0.4421, + 0.8443 + ] + }, + { + "instruction": "Craftsman snowblower", + "bbox": [ + 0.40578401353624133, + 0.9609215630425347, + 0.5272739834255642, + 0.9836106363932292 + ], + "point": [ + 0.4665, + 0.9723 + ] + }, + { + "instruction": "1234.00 $", + "bbox": [ + 0.4071806165907118, + 0.4513008965386285, + 0.4767768859863281, + 0.4810334947374132 + ], + "point": [ + 0.442, + 0.4662 + ] + }, + { + "instruction": "Black angus bull", + "bbox": [ + 0.40645260281032985, + 0.803665025499132, + 0.4925476921929253, + 0.8286933729383681 + ], + "point": [ + 0.4495, + 0.8162 + ] + }, + { + "instruction": "Subscripting something new.", + "bbox": [ + 0.16656434800889758, + 0.7127566189236111, + 0.2738311767578125, + 0.7617609320746528 + ], + "point": [ + 0.2202, + 0.7373 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.16629940668741863, + 0.3404646470811632, + 0.2989395989312066, + 0.3901632690429688 + ], + "point": [ + 0.2326, + 0.3653 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.16592430538601347, + 0.5132929144965278, + 0.23060648176405166, + 0.5617771402994791 + ], + "point": [ + 0.1983, + 0.5375 + ] + }, + { + "instruction": "an \"Apply\" button.", + "bbox": [ + 0.16639090643988716, + 0.5805670844184028, + 0.22903616163465712, + 0.6286931694878473 + ], + "point": [ + 0.1977, + 0.6046 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.2339092254638672, + 0.5135284423828125, + 0.29894671969943576, + 0.5616520860460069 + ], + "point": [ + 0.2664, + 0.5376 + ] + }, + { + "instruction": "a horizontal scroll bar.", + "bbox": [ + 0.1653641170925564, + 0.2530082363552517, + 0.29889149136013454, + 0.30264929877387153 + ], + "point": [ + 0.2321, + 0.2778 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08272060818142361, + 0.05363624572753906, + 0.1555527157253689, + 0.0842987060546875 + ], + "point": [ + 0.1191, + 0.069 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9089923434787326, + 0.04989788055419922, + 0.9973173353407118, + 0.08970940483940973 + ], + "point": [ + 0.9532, + 0.0698 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.7638858371310764, + 0.09234408060709635, + 0.8414944118923611, + 0.12642165289984808 + ], + "point": [ + 0.8027, + 0.1094 + ] + }, + { + "instruction": "a table or grid layout.", + "bbox": [ + 0.6836156633165148, + 0.29639624701605904, + 0.7134376525878906, + 0.34405032687717013 + ], + "point": [ + 0.6985, + 0.3202 + ] + }, + { + "instruction": "a menu or list.", + "bbox": [ + 0.6520029703776041, + 0.29654981825086807, + 0.6819022284613715, + 0.34408426920572915 + ], + "point": [ + 0.667, + 0.3203 + ] + }, + { + "instruction": "A search bar for \"Newly listed\".", + "bbox": [ + 0.7175852457682291, + 0.2958788045247396, + 0.8412317911783854, + 0.34355255126953127 + ], + "point": [ + 0.7794, + 0.3197 + ] + }, + { + "instruction": "higher price first.", + "bbox": [ + 0.7256776597764757, + 0.42405144585503474, + 0.8060046725802952, + 0.4479888237847222 + ], + "point": [ + 0.7658, + 0.436 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9759292602539062, + 0.004243933359781901, + 0.9965238783094618, + 0.038758358425564236 + ], + "point": [ + 0.9862, + 0.0215 + ] + }, + { + "instruction": "Up arrow", + "bbox": [ + 0.8230945163302952, + 0.05915493435329861, + 0.8412155151367188, + 0.08082182142469618 + ], + "point": [ + 0.8322, + 0.07 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7897961934407552, + 0.05655713399251302, + 0.8067566765679254, + 0.0847855970594618 + ], + "point": [ + 0.7983, + 0.0707 + ] + }, + { + "instruction": "Paste", + "bbox": [ + 0.8501625061035156, + 0.058698531256781684, + 0.8651934305826823, + 0.08084671020507812 + ], + "point": [ + 0.8577, + 0.0698 + ] + }, + { + "instruction": "a pig in a field.", + "bbox": [ + 0.3330705430772569, + 0.8041180419921875, + 0.40276370578342013, + 0.9184132893880208 + ], + "point": [ + 0.3679, + 0.8613 + ] + }, + { + "instruction": "Form + garden.", + "bbox": [ + 0.1660381317138672, + 0.8445665147569444, + 0.23738280402289497, + 0.8699054633246528 + ], + "point": [ + 0.2017, + 0.8572 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8856960720486111, + 0.05671107398139106, + 0.9038162231445312, + 0.08183721754286025 + ], + "point": [ + 0.8948, + 0.0693 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.0064747936195797395, + 0.05704817454020182, + 0.026010769605636596, + 0.08321239895290798 + ], + "point": [ + 0.0162, + 0.0701 + ] + }, + { + "instruction": "logout.", + "bbox": [ + 0.7109330919053819, + 0.09305290222167968, + 0.7625990125868055, + 0.12047591315375435 + ], + "point": [ + 0.7368, + 0.1068 + ] + }, + { + "instruction": "Rounded rectangle.", + "bbox": [ + 0.16717024909125433, + 0.4297901068793403, + 0.18145631154378256, + 0.453394775390625 + ], + "point": [ + 0.1743, + 0.4416 + ] + }, + { + "instruction": "Next", + "bbox": [ + 0.030642125341627333, + 0.057190861172146265, + 0.049476803673638235, + 0.08268886990017361 + ], + "point": [ + 0.0401, + 0.0699 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.05596795082092285, + 0.056586460537380645, + 0.07511976559956869, + 0.0831415049235026 + ], + "point": [ + 0.0655, + 0.0699 + ] + }, + { + "instruction": "a button or link to the classifieds section.", + "bbox": [ + 0.16044944127400715, + 0.175074462890625, + 0.2093883514404297, + 0.19489722357855901 + ], + "point": [ + 0.1849, + 0.185 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.16660832299126518, + 0.8192640516493056, + 0.23364264170328777, + 0.8426439073350694 + ], + "point": [ + 0.2001, + 0.831 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17614711125691732, + 0.009974088668823242, + 0.18919412824842666, + 0.03594742986891005 + ], + "point": [ + 0.1827, + 0.023 + ] + }, + { + "instruction": "an option to view or add a new document or file.", + "bbox": [ + 0.15779889424641927, + 0.09049193488226996, + 0.2813889821370443, + 0.14274334377712675 + ], + "point": [ + 0.2196, + 0.1166 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.151275454627143, + 0.009819467332628038, + 0.16536050372653538, + 0.035767072041829426 + ], + "point": [ + 0.1583, + 0.0228 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.6354292975531683, + 0.09405648973253038, + 0.7030649820963542, + 0.11960746765136719 + ], + "point": [ + 0.6692, + 0.1068 + ] + }, + { + "instruction": "sending a message or message.", + "bbox": [ + 0.3330462349785699, + 0.4264140150282118, + 0.40252164204915364, + 0.5198693508572049 + ], + "point": [ + 0.3678, + 0.4731 + ] + }, + { + "instruction": "a group of turkeys in a field.", + "bbox": [ + 0.3329639434814453, + 0.605133056640625, + 0.40259920756022133, + 0.6963502332899305 + ], + "point": [ + 0.3678, + 0.6507 + ] + }, + { + "instruction": "Totes and barrels section.", + "bbox": [ + 0.406620364718967, + 0.42509640163845486, + 0.496592034233941, + 0.45102427164713543 + ], + "point": [ + 0.4516, + 0.4381 + ] + }, + { + "instruction": "Turkeys interface need organic thanksgiving day turkey.", + "bbox": [ + 0.4060717264811198, + 0.6051546902126737, + 0.6925250583224827, + 0.6288191053602431 + ], + "point": [ + 0.5493, + 0.617 + ] + }, + { + "instruction": "a price tag of 2500.00.", + "bbox": [ + 0.4067550235324436, + 0.8294015842013889, + 0.47745552062988283, + 0.85919189453125 + ], + "point": [ + 0.4421, + 0.8443 + ] + }, + { + "instruction": "a loading or buffering indicator.", + "bbox": [ + 0.009128246704737346, + 0.007633615069919162, + 0.024336999654769896, + 0.034678661558363175 + ], + "point": [ + 0.0167, + 0.0212 + ] + }, + { + "instruction": "craftsman snowflower.", + "bbox": [ + 0.40578401353624133, + 0.9609215630425347, + 0.5272739834255642, + 0.9836106363932292 + ], + "point": [ + 0.4665, + 0.9723 + ] + }, + { + "instruction": "currency or currency.", + "bbox": [ + 0.4455746120876736, + 0.6301740180121528, + 0.4588798522949219, + 0.6591250271267362 + ], + "point": [ + 0.4522, + 0.6446 + ] + }, + { + "instruction": "a price display showing 1234.00.", + "bbox": [ + 0.4071806165907118, + 0.4513008965386285, + 0.4767768859863281, + 0.4810334947374132 + ], + "point": [ + 0.442, + 0.4662 + ] + }, + { + "instruction": "Black angus bull.", + "bbox": [ + 0.40645260281032985, + 0.803665025499132, + 0.4925476921929253, + 0.8286933729383681 + ], + "point": [ + 0.4495, + 0.8162 + ] + } + ], + "element_size": 107 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/image_page/action_videoframes/action_17/8670.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Farm", + "bbox": [ + 0.028819444444444446, + 0.013888888888888888, + 0.05138888888888889, + 0.029444444444444443 + ], + "point": [ + 0.0401, + 0.0217 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.058333333333333334, + 0.012777776718139648, + 0.08888888888888889, + 0.031111110051472983 + ], + "point": [ + 0.0736, + 0.0219 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.09444444444444444, + 0.013333333333333334, + 0.13958333333333334, + 0.029444444444444443 + ], + "point": [ + 0.117, + 0.0214 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com:9g80/index php?page-search&sCategory-16&sOrder-i_price&iOrderType-desc", + "bbox": [ + 0.15833335452609593, + 0.06055555555555556, + 0.7781250211927626, + 0.08277777777777778 + ], + "point": [ + 0.4682, + 0.0717 + ] + }, + { + "instruction": "Your search", + "bbox": [ + 0.16701388888888888, + 0.13, + 0.22083333333333333, + 0.14722222222222223 + ], + "point": [ + 0.1939, + 0.1386 + ] + }, + { + "instruction": "1 - 12 of 6602 listings", + "bbox": [ + 0.3333333333333333, + 0.20444444444444446, + 0.44166666666666665, + 0.22777777777777777 + ], + "point": [ + 0.3875, + 0.2161 + ] + }, + { + "instruction": "Listings", + "bbox": [ + 0.33229166666666665, + 0.26277779473198787, + 0.3875, + 0.29444444444444445 + ], + "point": [ + 0.3599, + 0.2786 + ] + }, + { + "instruction": "Show only", + "bbox": [ + 0.16701388888888888, + 0.305, + 0.21631944444444445, + 0.3233333333333333 + ], + "point": [ + 0.1917, + 0.3142 + ] + }, + { + "instruction": "listings with pictures", + "bbox": [ + 0.18194444444444444, + 0.32611107720269095, + 0.2760416666666667, + 0.3472221883138021 + ], + "point": [ + 0.229, + 0.3367 + ] + }, + { + "instruction": "123456789.00 $", + "bbox": [ + 0.40625, + 0.34888885498046873, + 0.5170138888888889, + 0.3755555216471354 + ], + "point": [ + 0.4616, + 0.3622 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.16701388888888888, + 0.3722221883138021, + 0.19131944444444443, + 0.3883332994249132 + ], + "point": [ + 0.1792, + 0.3803 + ] + }, + { + "instruction": "Min.", + "bbox": [ + 0.16701388888888888, + 0.3938888888888889, + 0.1840277777777778, + 0.4083333333333333 + ], + "point": [ + 0.1755, + 0.4011 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.40694444444444444, + 0.3838888888888889, + 0.43020833333333336, + 0.4011111111111111 + ], + "point": [ + 0.4186, + 0.3925 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.43819444444444444, + 0.3827778116861979, + 0.47256944444444443, + 0.40444447835286457 + ], + "point": [ + 0.4554, + 0.3936 + ] + }, + { + "instruction": "West Reading (Pennsylvania)", + "bbox": [ + 0.4864582909478082, + 0.3833332994249132, + 0.6163194020589192, + 0.40499996609157984 + ], + "point": [ + 0.5514, + 0.3942 + ] + }, + { + "instruction": "2023/11/11", + "bbox": [ + 0.6295138465033637, + 0.3838888888888889, + 0.6833332909478081, + 0.4022222222222222 + ], + "point": [ + 0.6564, + 0.3931 + ] + }, + { + "instruction": "Rehoming 5 American bully pitbull puppies 3 months old. The black one is the only female", + "bbox": [ + 0.40625, + 0.40944444444444444, + 0.834375, + 0.43444444444444447 + ], + "point": [ + 0.6203, + 0.4219 + ] + }, + { + "instruction": "left and the rest are males_", + "bbox": [ + 0.40625, + 0.435, + 0.5309027777777777, + 0.4533333333333333 + ], + "point": [ + 0.4686, + 0.4442 + ] + }, + { + "instruction": "23456789.00 $", + "bbox": [ + 0.40555555555555556, + 0.526111077202691, + 0.5076388888888889, + 0.5533332994249132 + ], + "point": [ + 0.4566, + 0.5397 + ] + }, + { + "instruction": "Farm + garden", + "bbox": [ + 0.4065972222222222, + 0.5605555894639757, + 0.4722222222222222, + 0.5816666666666667 + ], + "point": [ + 0.4394, + 0.5711 + ] + }, + { + "instruction": "Berryville (Virginia)", + "bbox": [ + 0.48541666666666666, + 0.5616666666666666, + 0.5736111111111111, + 0.5827777777777777 + ], + "point": [ + 0.5295, + 0.5722 + ] + }, + { + "instruction": "2023/11/07", + "bbox": [ + 0.5868055979410808, + 0.5622222222222222, + 0.6402778201633029, + 0.5794444444444444 + ], + "point": [ + 0.6135, + 0.5708 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16666666666666666, + 0.5866666666666667, + 0.2767361111111111, + 0.6066666666666667 + ], + "point": [ + 0.2217, + 0.5967 + ] + }, + { + "instruction": "Many Sizes to fit most Riding Mowers And Lawn Tractors No Calls, Email Only_", + "bbox": [ + 0.4059027777777778, + 0.5872222222222222, + 0.7756944444444445, + 0.6122222222222222 + ], + "point": [ + 0.5908, + 0.5997 + ] + }, + { + "instruction": "Cash Only", + "bbox": [ + 0.7784722222222222, + 0.5883333333333334, + 0.8309027777777778, + 0.6122222222222222 + ], + "point": [ + 0.8047, + 0.6003 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.16666666666666666, + 0.6922222222222222, + 0.24097222222222223, + 0.715 + ], + "point": [ + 0.2038, + 0.7036 + ] + }, + { + "instruction": "300700.00 $", + "bbox": [ + 0.4059027777777778, + 0.8833333333333333, + 0.490625, + 0.9077777777777778 + ], + "point": [ + 0.4483, + 0.8956 + ] + }, + { + "instruction": "Farm + garden", + "bbox": [ + 0.4059027353922526, + 0.9166666666666666, + 0.47222217983669706, + 0.9366666666666666 + ], + "point": [ + 0.4391, + 0.9267 + ] + }, + { + "instruction": "Gordonsville (Virginia)", + "bbox": [ + 0.48541670905219186, + 0.9166666666666666, + 0.5861111534966363, + 0.9377777777777778 + ], + "point": [ + 0.5358, + 0.9272 + ] + }, + { + "instruction": "2023/11/01", + "bbox": [ + 0.5989582909478082, + 0.9166666666666666, + 0.6541666242811415, + 0.9366666666666666 + ], + "point": [ + 0.6266, + 0.9267 + ] + }, + { + "instruction": "have 4 snowblowers, all run great: prices range from S300.00 to S700.00. phone calls only", + "bbox": [ + 0.41215277777777776, + 0.9433333333333334, + 0.8392361111111111, + 0.9666666666666667 + ], + "point": [ + 0.6257, + 0.955 + ] + }, + { + "instruction": "(four 3 four) 566-948seven", + "bbox": [ + 0.4059027777777778, + 0.9666666666666667, + 0.5368055555555555, + 0.9894444444444445 + ], + "point": [ + 0.4714, + 0.9781 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.1673611111111111, + 0.21444444444444444, + 0.18715277777777778, + 0.2388888888888889 + ], + "point": [ + 0.1773, + 0.2267 + ] + }, + { + "instruction": "Max", + "bbox": [ + 0.23645833333333333, + 0.39166666666666666, + 0.2548611111111111, + 0.4111111111111111 + ], + "point": [ + 0.2457, + 0.4014 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.16639972262912325, + 0.6076136610243056, + 0.2737545437282986, + 0.6573773871527778 + ], + "point": [ + 0.2201, + 0.6325 + ] + }, + { + "instruction": "Sort by: Higher price first", + "bbox": [ + 0.69621827867296, + 0.19152316623263888, + 0.8426375495062934, + 0.24093763563368056 + ], + "point": [ + 0.7694, + 0.2162 + ] + }, + { + "instruction": "Sugarloaf Mountain Building Lot 39 acres", + "bbox": [ + 0.33344022962782116, + 0.6518526204427083, + 0.8428281995985243, + 0.8409796820746528 + ], + "point": [ + 0.5881, + 0.7464 + ] + }, + { + "instruction": "977000.00 $", + "bbox": [ + 0.33344022962782116, + 0.6518526204427083, + 0.8428281995985243, + 0.8409796820746528 + ], + "point": [ + 0.5881, + 0.7464 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.33344022962782116, + 0.6518526204427083, + 0.8428281995985243, + 0.8409796820746528 + ], + "point": [ + 0.5881, + 0.7464 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.33344022962782116, + 0.6518526204427083, + 0.8428281995985243, + 0.8409796820746528 + ], + "point": [ + 0.5881, + 0.7464 + ] + }, + { + "instruction": "Urbana (Maryland)", + "bbox": [ + 0.33344022962782116, + 0.6518526204427083, + 0.8428281995985243, + 0.8409796820746528 + ], + "point": [ + 0.5881, + 0.7464 + ] + }, + { + "instruction": "2023/10/29", + "bbox": [ + 0.33344022962782116, + 0.6518526204427083, + 0.8428281995985243, + 0.8409796820746528 + ], + "point": [ + 0.5881, + 0.7464 + ] + }, + { + "instruction": "Beautiful, fertile 39 acre Building Lot in Comus, Md at the base of Sugarloaf Mountain in the", + "bbox": [ + 0.33344022962782116, + 0.6518526204427083, + 0.8428281995985243, + 0.8409796820746528 + ], + "point": [ + 0.5881, + 0.7464 + ] + }, + { + "instruction": "Comus Valley Agricultural Reserve of Montgomery County: One (1) 6 -bedroom estate lot:", + "bbox": [ + 0.33344022962782116, + 0.6518526204427083, + 0.8428281995985243, + 0.8409796820746528 + ], + "point": [ + 0.5881, + 0.7464 + ] + }, + { + "instruction": "Perfect for", + "bbox": [ + 0.33344022962782116, + 0.6518526204427083, + 0.8428281995985243, + 0.8409796820746528 + ], + "point": [ + 0.5881, + 0.7464 + ] + }, + { + "instruction": "Agrotourism event venue Prime location for Brewery,_", + "bbox": [ + 0.33344022962782116, + 0.6518526204427083, + 0.8428281995985243, + 0.8409796820746528 + ], + "point": [ + 0.5881, + 0.7464 + ] + }, + { + "instruction": "your", + "bbox": [ + 0.33344022962782116, + 0.6518526204427083, + 0.8428281995985243, + 0.8409796820746528 + ], + "point": [ + 0.5881, + 0.7464 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.16632884343465168, + 0.47556620279947914, + 0.2292543199327257, + 0.5239926486545139 + ], + "point": [ + 0.1978, + 0.4998 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9086507161458334, + 0.049775195651584205, + 0.9972239176432292, + 0.08993600633409288 + ], + "point": [ + 0.9529, + 0.0699 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08274819056193033, + 0.053150901794433596, + 0.15552235709296333, + 0.08426745944552952 + ], + "point": [ + 0.1191, + 0.0687 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.16653643714057076, + 0.7144160291883681, + 0.23344347212049696, + 0.7386665174696181 + ], + "point": [ + 0.2, + 0.7265 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.3315301683213976, + 0.11698820326063368, + 0.5223882887098524, + 0.183277096218533 + ], + "point": [ + 0.427, + 0.1501 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.3315301683213976, + 0.11698820326063368, + 0.5223882887098524, + 0.183277096218533 + ], + "point": [ + 0.427, + 0.1501 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.1667719946967231, + 0.740180189344618, + 0.2370297325981988, + 0.7647749159071181 + ], + "point": [ + 0.2019, + 0.7525 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.1667719946967231, + 0.740180189344618, + 0.2370297325981988, + 0.7647749159071181 + ], + "point": [ + 0.2019, + 0.7525 + ] + }, + { + "instruction": "Rehoming_3.5_yr old_pitb", + "bbox": [ + 0.400434324476454, + 0.32175408257378474, + 0.6237349192301432, + 0.35018853081597223 + ], + "point": [ + 0.5121, + 0.336 + ] + }, + { + "instruction": "American bully", + "bbox": [ + 0.400434324476454, + 0.32175408257378474, + 0.6237349192301432, + 0.35018853081597223 + ], + "point": [ + 0.5121, + 0.336 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15081155565049914, + 0.008002565171983507, + 0.16730706956651475, + 0.03968371073404948 + ], + "point": [ + 0.1591, + 0.0238 + ] + }, + { + "instruction": "Riding Mowerl Lawn Tractor Tires On Rims", + "bbox": [ + 0.40637800428602433, + 0.4989230685763889, + 0.6233016120062934, + 0.5251474338107639 + ], + "point": [ + 0.5148, + 0.512 + ] + }, + { + "instruction": "SNOWBLOWERS", + "bbox": [ + 0.4063766055636936, + 0.8528626166449653, + 0.514834976196289, + 0.8809907362196181 + ], + "point": [ + 0.4606, + 0.8669 + ] + }, + { + "instruction": "a horizontal scroll bar.", + "bbox": [ + 0.16614196565416123, + 0.14876803927951388, + 0.2986477322048611, + 0.19818166097005208 + ], + "point": [ + 0.2324, + 0.1735 + ] + }, + { + "instruction": "subscribe now.", + "bbox": [ + 0.16639972262912325, + 0.6076136610243056, + 0.2737545437282986, + 0.6573773871527778 + ], + "point": [ + 0.2201, + 0.6325 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.16607964833577474, + 0.4084112548828125, + 0.23048216501871746, + 0.45749437120225694 + ], + "point": [ + 0.1983, + 0.433 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.16628074645996094, + 0.23592903984917535, + 0.2987461937798394, + 0.28636976453993057 + ], + "point": [ + 0.2325, + 0.2611 + ] + }, + { + "instruction": "A dropdown menu for selecting the sort by: higher price first.", + "bbox": [ + 0.69621827867296, + 0.19152316623263888, + 0.8426375495062934, + 0.24093763563368056 + ], + "point": [ + 0.7694, + 0.2162 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.23402205573187934, + 0.4092071872287326, + 0.29903225368923614, + 0.4577114868164063 + ], + "point": [ + 0.2665, + 0.4335 + ] + }, + { + "instruction": "a price tag of $9.7000.00.", + "bbox": [ + 0.33344022962782116, + 0.6518526204427083, + 0.8428281995985243, + 0.8409796820746528 + ], + "point": [ + 0.5881, + 0.7464 + ] + }, + { + "instruction": "Apply.", + "bbox": [ + 0.16632884343465168, + 0.47556620279947914, + 0.2292543199327257, + 0.5239926486545139 + ], + "point": [ + 0.1978, + 0.4998 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9086507161458334, + 0.049775195651584205, + 0.9972239176432292, + 0.08993600633409288 + ], + "point": [ + 0.9529, + 0.0699 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08274819056193033, + 0.053150901794433596, + 0.15552235709296333, + 0.08426745944552952 + ], + "point": [ + 0.1191, + 0.0687 + ] + }, + { + "instruction": "a table or grid layout.", + "bbox": [ + 0.6640144348144531, + 0.1918189663357205, + 0.6938787672254775, + 0.23964397854275174 + ], + "point": [ + 0.6789, + 0.2157 + ] + }, + { + "instruction": "a menu or list.", + "bbox": [ + 0.6318476782904731, + 0.19245151095920138, + 0.6625804053412543, + 0.23971042209201388 + ], + "point": [ + 0.6472, + 0.2161 + ] + }, + { + "instruction": "lawn mower.", + "bbox": [ + 0.3322842280069987, + 0.855374281141493, + 0.40218565199110246, + 0.9999085150824653 + ], + "point": [ + 0.3672, + 0.9276 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9758714463975694, + 0.004234720865885416, + 0.996665276421441, + 0.03913451724582248 + ], + "point": [ + 0.9863, + 0.0217 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05445374912685818, + 0.05049274020724826, + 0.07631087303161621, + 0.08836143493652343 + ], + "point": [ + 0.0654, + 0.0694 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.16653643714057076, + 0.7144160291883681, + 0.23344347212049696, + 0.7386665174696181 + ], + "point": [ + 0.2, + 0.7265 + ] + }, + { + "instruction": "a black and white dog.", + "bbox": [ + 0.33280819786919486, + 0.32422810872395835, + 0.4021712409125434, + 0.4599624294704861 + ], + "point": [ + 0.3675, + 0.3921 + ] + }, + { + "instruction": "Form + garden.", + "bbox": [ + 0.3315301683213976, + 0.11698820326063368, + 0.5223882887098524, + 0.183277096218533 + ], + "point": [ + 0.427, + 0.1501 + ] + }, + { + "instruction": "Up arrow", + "bbox": [ + 0.8226280212402344, + 0.05844351026746962, + 0.8405823601616753, + 0.08156842549641927 + ], + "point": [ + 0.8316, + 0.07 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.006145305103725857, + 0.05354195064968533, + 0.026227500703599717, + 0.08569367302788629 + ], + "point": [ + 0.0162, + 0.0696 + ] + }, + { + "instruction": "Paste", + "bbox": [ + 0.8502281188964844, + 0.05757627699110243, + 0.8650681389702691, + 0.08147545708550347 + ], + "point": [ + 0.8576, + 0.0695 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.030016941494411892, + 0.052745658026801215, + 0.04971343676249186, + 0.0859885491265191 + ], + "point": [ + 0.0399, + 0.0694 + ] + }, + { + "instruction": "The function to create a new entry or garden.", + "bbox": [ + 0.1667719946967231, + 0.740180189344618, + 0.2370297325981988, + 0.7647749159071181 + ], + "point": [ + 0.2019, + 0.7525 + ] + }, + { + "instruction": "Rounded rectangle.", + "bbox": [ + 0.16705847846137153, + 0.3256912909613715, + 0.1813672595553928, + 0.34906246609157987 + ], + "point": [ + 0.1742, + 0.3374 + ] + }, + { + "instruction": "a microphone for voice input.", + "bbox": [ + 0.400434324476454, + 0.32175408257378474, + 0.6237349192301432, + 0.35018853081597223 + ], + "point": [ + 0.5121, + 0.336 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7901468065049914, + 0.05610109965006511, + 0.8060639275444879, + 0.08566574944390191 + ], + "point": [ + 0.7981, + 0.0709 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.17556035783555773, + 0.008704087999131945, + 0.190281613667806, + 0.03744917975531684 + ], + "point": [ + 0.1829, + 0.0231 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15081155565049914, + 0.008002565171983507, + 0.16730706956651475, + 0.03968371073404948 + ], + "point": [ + 0.1591, + 0.0238 + ] + }, + { + "instruction": "Riding Mower/Lawn tractor Tires on Rims.", + "bbox": [ + 0.40637800428602433, + 0.4989230685763889, + 0.6233016120062934, + 0.5251474338107639 + ], + "point": [ + 0.5148, + 0.512 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8847718980577257, + 0.045819439358181425, + 0.9066984388563368, + 0.09617324829101563 + ], + "point": [ + 0.8957, + 0.071 + ] + }, + { + "instruction": "a stack of tires.", + "bbox": [ + 0.33276699913872615, + 0.4988971625434028, + 0.4025182088216146, + 0.6036911349826389 + ], + "point": [ + 0.3676, + 0.5513 + ] + }, + { + "instruction": "4 snowflowers.", + "bbox": [ + 0.4063766055636936, + 0.8528626166449653, + 0.514834976196289, + 0.8809907362196181 + ], + "point": [ + 0.4606, + 0.8669 + ] + } + ], + "element_size": 92 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/image_page/action_videoframes/action_18/8856.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Rehoming 3.5 yr old pitbullAr", + "bbox": [ + 0.02951388359069824, + 0.012777776718139648, + 0.14826388359069825, + 0.031111110051472983 + ], + "point": [ + 0.0889, + 0.0219 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com:9980/index php?page-item&id-73748", + "bbox": [ + 0.1583333757188585, + 0.06055555555555556, + 0.5861111534966363, + 0.08277777777777778 + ], + "point": [ + 0.3722, + 0.0717 + ] + }, + { + "instruction": "Rehoming 3.5 yr old pitbullAmerican bully", + "bbox": [ + 0.29270833333333335, + 0.1283333248562283, + 0.484375, + 0.15222220526801214 + ], + "point": [ + 0.3885, + 0.1403 + ] + }, + { + "instruction": "Rehoming 3.5 yr old", + "bbox": [ + 0.15555556615193686, + 0.16944444444444445, + 0.41666667726304796, + 0.2411111111111111 + ], + "point": [ + 0.2861, + 0.2053 + ] + }, + { + "instruction": "pitbull/American bully", + "bbox": [ + 0.15347220102945963, + 0.21888890584309895, + 0.4482638888888889, + 0.2972222222222222 + ], + "point": [ + 0.3009, + 0.2581 + ] + }, + { + "instruction": "Published date: 2023/11/11", + "bbox": [ + 0.16215279897054036, + 0.3233333333333333, + 0.29791668785942926, + 0.3438888888888889 + ], + "point": [ + 0.23, + 0.3336 + ] + }, + { + "instruction": "Location: West Reading, Pennsylvania, United States", + "bbox": [ + 0.16215278837415908, + 0.34833333333333333, + 0.4125000105963813, + 0.37333333333333335 + ], + "point": [ + 0.2873, + 0.3608 + ] + }, + { + "instruction": "Contact publisher", + "bbox": [ + 0.6440972646077474, + 0.3794444783528646, + 0.7628473069932725, + 0.4127778116861979 + ], + "point": [ + 0.7035, + 0.3961 + ] + }, + { + "instruction": "Name: Svetlana Nair", + "bbox": [ + 0.6451388888888889, + 0.5761111111111111, + 0.7465277777777778, + 0.5944444444444444 + ], + "point": [ + 0.6958, + 0.5853 + ] + }, + { + "instruction": "E-mail: svetlana nair@example.com", + "bbox": [ + 0.6447916666666667, + 0.6055555555555555, + 0.81875, + 0.6277777777777778 + ], + "point": [ + 0.7318, + 0.6167 + ] + }, + { + "instruction": "Useful information", + "bbox": [ + 0.6465277777777778, + 0.6955554877387152, + 0.7454861111111111, + 0.7166665988498264 + ], + "point": [ + 0.696, + 0.7061 + ] + }, + { + "instruction": "paying with PayPal", + "bbox": [ + 0.6597222646077474, + 0.7483333333333333, + 0.7531250847710503, + 0.77 + ], + "point": [ + 0.7064, + 0.7592 + ] + }, + { + "instruction": "Moneygram or other anonymous", + "bbox": [ + 0.6600694444444445, + 0.7927777777777778, + 0.8142361111111112, + 0.8166666666666667 + ], + "point": [ + 0.7372, + 0.8047 + ] + }, + { + "instruction": "payment services", + "bbox": [ + 0.6593750423855251, + 0.8127777777777778, + 0.74375, + 0.8344444444444444 + ], + "point": [ + 0.7016, + 0.8236 + ] + }, + { + "instruction": "Rehoming 5 American bully pitbull puppies. 3 months old. The black one is the only female left", + "bbox": [ + 0.15868053436279297, + 0.8922222222222222, + 0.6048610899183485, + 0.9172222222222223 + ], + "point": [ + 0.3818, + 0.9047 + ] + }, + { + "instruction": "and the rest are males:", + "bbox": [ + 0.15868055555555555, + 0.9211111111111111, + 0.2670138888888889, + 0.9394444444444444 + ], + "point": [ + 0.2128, + 0.9303 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9087921990288629, + 0.04975857204861111, + 0.9973618401421441, + 0.08994145711263021 + ], + "point": [ + 0.9531, + 0.0699 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08284184137980143, + 0.053461935255262584, + 0.15552905400594075, + 0.08432177225748698 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "Mark as_", + "bbox": [ + 0.630206298828125, + 0.2995526462131076, + 0.8430496215820312, + 0.3482447306315104 + ], + "point": [ + 0.7366, + 0.3239 + ] + }, + { + "instruction": "Share", + "bbox": [ + 0.2618226581149631, + 0.9700824652777778, + 0.31861642201741536, + 1.0 + ], + "point": [ + 0.2902, + 0.985 + ] + }, + { + "instruction": "Contact seller", + "bbox": [ + 0.15608981450398762, + 0.9695016818576389, + 0.25717510647243924, + 1.0 + ], + "point": [ + 0.2066, + 0.9848 + ] + }, + { + "instruction": "Farm + garden", + "bbox": [ + 0.2186950895521376, + 0.1267639668782552, + 0.28455660078260636, + 0.15082188924153647 + ], + "point": [ + 0.2516, + 0.1388 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.16016864776611328, + 0.12821937561035157, + 0.20969604916042753, + 0.15031146579318577 + ], + "point": [ + 0.1849, + 0.1393 + ] + }, + { + "instruction": "This site is never involved in any", + "bbox": [ + 0.6530289120144315, + 0.9042825656467014, + 0.8276910569932726, + 1.0000000678168404 + ], + "point": [ + 0.7404, + 0.9521 + ] + }, + { + "instruction": "transaction, and does not handle", + "bbox": [ + 0.6530289120144315, + 0.9042825656467014, + 0.8276910569932726, + 1.0000000678168404 + ], + "point": [ + 0.7404, + 0.9521 + ] + }, + { + "instruction": "payments, shipping, guarantee", + "bbox": [ + 0.6530289120144315, + 0.9042825656467014, + 0.8276910569932726, + 1.0000000678168404 + ], + "point": [ + 0.7404, + 0.9521 + ] + }, + { + "instruction": "transactions, provide escrow", + "bbox": [ + 0.6530289120144315, + 0.9042825656467014, + 0.8276910569932726, + 1.0000000678168404 + ], + "point": [ + 0.7404, + 0.9521 + ] + }, + { + "instruction": "services", + "bbox": [ + 0.6530289120144315, + 0.9042825656467014, + 0.8276910569932726, + 1.0000000678168404 + ], + "point": [ + 0.7404, + 0.9521 + ] + }, + { + "instruction": "or offer", + "bbox": [ + 0.6530289120144315, + 0.9042825656467014, + 0.8276910569932726, + 1.0000000678168404 + ], + "point": [ + 0.7404, + 0.9521 + ] + }, + { + "instruction": "buver protection\"", + "bbox": [ + 0.6530289120144315, + 0.9042825656467014, + 0.8276910569932726, + 1.0000000678168404 + ], + "point": [ + 0.7404, + 0.9521 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15081766976250544, + 0.008586588965521919, + 0.16549690034654405, + 0.036072031656901045 + ], + "point": [ + 0.1582, + 0.0223 + ] + }, + { + "instruction": "123456789.00", + "bbox": [ + 0.6290817260742188, + 0.19045281304253472, + 0.8410888671875, + 0.28574879964192706 + ], + "point": [ + 0.7351, + 0.2381 + ] + }, + { + "instruction": "S", + "bbox": [ + 0.6290817260742188, + 0.19045281304253472, + 0.8410888671875, + 0.28574879964192706 + ], + "point": [ + 0.7351, + 0.2381 + ] + }, + { + "instruction": "Avoid scams by acting locally or", + "bbox": [ + 0.6605588277180989, + 0.7251986355251736, + 0.8133491516113281, + 0.7494525146484375 + ], + "point": [ + 0.737, + 0.7373 + ] + }, + { + "instruction": "Never pay with Western Union,", + "bbox": [ + 0.6599589453803169, + 0.7705088297526042, + 0.8153348286946615, + 0.7936610921223959 + ], + "point": [ + 0.7376, + 0.7821 + ] + }, + { + "instruction": "Don't buy or sell outside of your", + "bbox": [ + 0.6589849683973524, + 0.8363886854383681, + 0.8270044114854601, + 0.9054985215928819 + ], + "point": [ + 0.743, + 0.8709 + ] + }, + { + "instruction": "country: Don't accept cashier", + "bbox": [ + 0.6589849683973524, + 0.8363886854383681, + 0.8270044114854601, + 0.9054985215928819 + ], + "point": [ + 0.743, + 0.8709 + ] + }, + { + "instruction": "cheques from outside your country", + "bbox": [ + 0.6589849683973524, + 0.8363886854383681, + 0.8270044114854601, + 0.9054985215928819 + ], + "point": [ + 0.743, + 0.8709 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9087921990288629, + 0.04975857204861111, + 0.9973618401421441, + 0.08994145711263021 + ], + "point": [ + 0.9531, + 0.0699 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08284184137980143, + 0.053461935255262584, + 0.15552905400594075, + 0.08432177225748698 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "a dropdown menu to select the \"mark as\" options.", + "bbox": [ + 0.630206298828125, + 0.2995526462131076, + 0.8430496215820312, + 0.3482447306315104 + ], + "point": [ + 0.7366, + 0.3239 + ] + }, + { + "instruction": "a black and white dog.", + "bbox": [ + 0.5480318281385633, + 0.40313279893663195, + 0.6057521820068359, + 0.48081224229600694 + ], + "point": [ + 0.5769, + 0.442 + ] + }, + { + "instruction": "Share.", + "bbox": [ + 0.2618226581149631, + 0.9700824652777778, + 0.31861642201741536, + 1.0 + ], + "point": [ + 0.2902, + 0.985 + ] + }, + { + "instruction": "Contacts seller.", + "bbox": [ + 0.15608981450398762, + 0.9695016818576389, + 0.25717510647243924, + 1.0 + ], + "point": [ + 0.2066, + 0.9848 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7895489162868924, + 0.056091016133626305, + 0.8070298936631944, + 0.08581727769639758 + ], + "point": [ + 0.7983, + 0.071 + ] + }, + { + "instruction": "The function to create a new entry or garden.", + "bbox": [ + 0.2186950895521376, + 0.1267639668782552, + 0.28455660078260636, + 0.15082188924153647 + ], + "point": [ + 0.2516, + 0.1388 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054363123575846356, + 0.05194702996148003, + 0.0761718855963813, + 0.08762446085611979 + ], + "point": [ + 0.0653, + 0.0698 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8219268798828125, + 0.057405387030707467, + 0.8422542995876736, + 0.0833467525906033 + ], + "point": [ + 0.8321, + 0.0704 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.006156204806433784, + 0.054359351264105904, + 0.02579581472608778, + 0.08640407986111111 + ], + "point": [ + 0.016, + 0.0704 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8488470289442275, + 0.05542323218451606, + 0.8662118699815539, + 0.08288971794976129 + ], + "point": [ + 0.8575, + 0.0692 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.030192989773220488, + 0.053798997667100695, + 0.04980858696831597, + 0.08638212415907118 + ], + "point": [ + 0.04, + 0.0701 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9758016798231337, + 0.004070379469129774, + 0.9966680738661025, + 0.040746324327256944 + ], + "point": [ + 0.9862, + 0.0224 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.1757382180955675, + 0.009304363462660047, + 0.18935911390516494, + 0.036210724512736 + ], + "point": [ + 0.1825, + 0.0228 + ] + }, + { + "instruction": "a button or link to the classifieds section.", + "bbox": [ + 0.16016864776611328, + 0.12821937561035157, + 0.20969604916042753, + 0.15031146579318577 + ], + "point": [ + 0.1849, + 0.1393 + ] + }, + { + "instruction": "This site is never involved in any transaction, and does not handle payments, shipping, and guarantee transactions, provide escrow services, or offer \"buyer protection\"", + "bbox": [ + 0.6530289120144315, + 0.9042825656467014, + 0.8276910569932726, + 1.0000000678168404 + ], + "point": [ + 0.7404, + 0.9521 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15081766976250544, + 0.008586588965521919, + 0.16549690034654405, + 0.036072031656901045 + ], + "point": [ + 0.1582, + 0.0223 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8858688354492188, + 0.04604977077907986, + 0.9060148451063368, + 0.09604646470811631 + ], + "point": [ + 0.8959, + 0.071 + ] + }, + { + "instruction": "a price display showing 12356789.", + "bbox": [ + 0.6290817260742188, + 0.19045281304253472, + 0.8410888671875, + 0.28574879964192706 + ], + "point": [ + 0.7351, + 0.2381 + ] + }, + { + "instruction": "an option to expand or cancel a process.", + "bbox": [ + 0.6605588277180989, + 0.7251986355251736, + 0.8133491516113281, + 0.7494525146484375 + ], + "point": [ + 0.737, + 0.7373 + ] + }, + { + "instruction": "a shortcut link.", + "bbox": [ + 0.33419242435031465, + 0.367281731499566, + 0.34389290279812285, + 0.3878522745768229 + ], + "point": [ + 0.339, + 0.3776 + ] + }, + { + "instruction": "a user profile or account.", + "bbox": [ + 0.6404145134819879, + 0.42014085557725694, + 0.8345261467827692, + 0.5668624538845486 + ], + "point": [ + 0.7375, + 0.4935 + ] + }, + { + "instruction": "a prompt toNever play with the Western Union.", + "bbox": [ + 0.6599589453803169, + 0.7705088297526042, + 0.8153348286946615, + 0.7936610921223959 + ], + "point": [ + 0.7376, + 0.7821 + ] + }, + { + "instruction": "Don't want to purchase or sell outside of your country.", + "bbox": [ + 0.6589849683973524, + 0.8363886854383681, + 0.8270044114854601, + 0.9054985215928819 + ], + "point": [ + 0.743, + 0.8709 + ] + } + ], + "element_size": 63 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/image_page/action_videoframes/action_19/9222.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Rehoming 3.5 yr old pitbullAr", + "bbox": [ + 0.02951388359069824, + 0.012777776718139648, + 0.14826388359069825, + 0.031111110051472983 + ], + "point": [ + 0.0889, + 0.0219 + ] + }, + { + "instruction": "ec2-13-58-15-0.us-east-2 compute amazonaws.com:9980/index php?page-item&id-73748", + "bbox": [ + 0.1583333757188585, + 0.06055555555555556, + 0.5861111534966363, + 0.08277777777777778 + ], + "point": [ + 0.3722, + 0.0717 + ] + }, + { + "instruction": "Published date: 2023/11/11", + "bbox": [ + 0.16215279897054036, + 0.2616666497124566, + 0.29791668785942926, + 0.2816666497124566 + ], + "point": [ + 0.23, + 0.2717 + ] + }, + { + "instruction": "Location: West Reading, Pennsylvania, United States", + "bbox": [ + 0.16215278837415908, + 0.28833333333333333, + 0.4125000105963813, + 0.31 + ], + "point": [ + 0.2873, + 0.2992 + ] + }, + { + "instruction": "Contact publisher", + "bbox": [ + 0.64375, + 0.318888922797309, + 0.7625, + 0.35000003390842016 + ], + "point": [ + 0.7031, + 0.3344 + ] + }, + { + "instruction": "Name: Svetlana Nair", + "bbox": [ + 0.6451388888888889, + 0.5138888888888888, + 0.7465277777777778, + 0.5322222222222223 + ], + "point": [ + 0.6958, + 0.5231 + ] + }, + { + "instruction": "E-mail: svetlana nair@example com", + "bbox": [ + 0.6447916666666667, + 0.541666734483507, + 0.8190972222222223, + 0.5661111111111111 + ], + "point": [ + 0.7319, + 0.5539 + ] + }, + { + "instruction": "Rehoming 5 American bully pitbull puppies. 3 months old: The black one is the only female left", + "bbox": [ + 0.15868055555555555, + 0.83, + 0.6041666666666666, + 0.8538888888888889 + ], + "point": [ + 0.3814, + 0.8419 + ] + }, + { + "instruction": "and the rest are males", + "bbox": [ + 0.15868056615193685, + 0.8588888888888889, + 0.26458333333333334, + 0.8772222222222222 + ], + "point": [ + 0.2116, + 0.8681 + ] + }, + { + "instruction": "Share", + "bbox": [ + 0.2619427363077799, + 0.9074991183810764, + 0.31903184254964195, + 0.9562099202473958 + ], + "point": [ + 0.2905, + 0.9319 + ] + }, + { + "instruction": "Contact seller", + "bbox": [ + 0.15731866624620225, + 0.906854994032118, + 0.2573014153374566, + 0.9571350775824653 + ], + "point": [ + 0.2073, + 0.932 + ] + }, + { + "instruction": "Mark as_.", + "bbox": [ + 0.6297522226969401, + 0.2366887919108073, + 0.8417755126953125, + 0.2861490207248264 + ], + "point": [ + 0.7358, + 0.2614 + ] + }, + { + "instruction": "Finish update", + "bbox": [ + 0.9087000528971354, + 0.04974260542127821, + 0.9973765055338542, + 0.09011211819118924 + ], + "point": [ + 0.953, + 0.0699 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08291331926981609, + 0.05343335893419054, + 0.15560436248779297, + 0.08429226345486111 + ], + "point": [ + 0.1193, + 0.0689 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15141001807318794, + 0.009635098775227864, + 0.16512415144178602, + 0.035916790432400175 + ], + "point": [ + 0.1583, + 0.0228 + ] + }, + { + "instruction": "123456789.00", + "bbox": [ + 0.646376715766059, + 0.11318153381347656, + 0.838092041015625, + 0.17118316650390625 + ], + "point": [ + 0.7422, + 0.1422 + ] + }, + { + "instruction": "S", + "bbox": [ + 0.6345091078016493, + 0.16484634399414064, + 0.8403796725802951, + 0.22041085137261285 + ], + "point": [ + 0.7374, + 0.1926 + ] + }, + { + "instruction": "Rehoming 3.5 yr old", + "bbox": [ + 0.15642174614800347, + 0.11512017144097222, + 0.4462561289469401, + 0.24204006618923612 + ], + "point": [ + 0.3013, + 0.1786 + ] + }, + { + "instruction": "pitbull/American bully", + "bbox": [ + 0.15642174614800347, + 0.11512017144097222, + 0.4462561289469401, + 0.24204006618923612 + ], + "point": [ + 0.3013, + 0.1786 + ] + }, + { + "instruction": "Useful information", + "bbox": [ + 0.6309850904676649, + 0.6236109754774306, + 0.8404043409559462, + 0.9933795844184028 + ], + "point": [ + 0.7357, + 0.8085 + ] + }, + { + "instruction": "Avoid scams by acting locally or", + "bbox": [ + 0.6309850904676649, + 0.6236109754774306, + 0.8404043409559462, + 0.9933795844184028 + ], + "point": [ + 0.7357, + 0.8085 + ] + }, + { + "instruction": "paying with PayPal", + "bbox": [ + 0.6309850904676649, + 0.6236109754774306, + 0.8404043409559462, + 0.9933795844184028 + ], + "point": [ + 0.7357, + 0.8085 + ] + }, + { + "instruction": "Never pay with Western Union,", + "bbox": [ + 0.6309850904676649, + 0.6236109754774306, + 0.8404043409559462, + 0.9933795844184028 + ], + "point": [ + 0.7357, + 0.8085 + ] + }, + { + "instruction": "Moneygram or other anonymous", + "bbox": [ + 0.6309850904676649, + 0.6236109754774306, + 0.8404043409559462, + 0.9933795844184028 + ], + "point": [ + 0.7357, + 0.8085 + ] + }, + { + "instruction": "payment services", + "bbox": [ + 0.6309850904676649, + 0.6236109754774306, + 0.8404043409559462, + 0.9933795844184028 + ], + "point": [ + 0.7357, + 0.8085 + ] + }, + { + "instruction": "Don't buy or sell outside of your", + "bbox": [ + 0.6309850904676649, + 0.6236109754774306, + 0.8404043409559462, + 0.9933795844184028 + ], + "point": [ + 0.7357, + 0.8085 + ] + }, + { + "instruction": "country: Don't accept cashier", + "bbox": [ + 0.6309850904676649, + 0.6236109754774306, + 0.8404043409559462, + 0.9933795844184028 + ], + "point": [ + 0.7357, + 0.8085 + ] + }, + { + "instruction": "cheques from outside your country", + "bbox": [ + 0.6309850904676649, + 0.6236109754774306, + 0.8404043409559462, + 0.9933795844184028 + ], + "point": [ + 0.7357, + 0.8085 + ] + }, + { + "instruction": "This site is never involved in any", + "bbox": [ + 0.6309850904676649, + 0.6236109754774306, + 0.8404043409559462, + 0.9933795844184028 + ], + "point": [ + 0.7357, + 0.8085 + ] + }, + { + "instruction": "transaction, and does not handle", + "bbox": [ + 0.6309850904676649, + 0.6236109754774306, + 0.8404043409559462, + 0.9933795844184028 + ], + "point": [ + 0.7357, + 0.8085 + ] + }, + { + "instruction": "payments, shipping, guarantee", + "bbox": [ + 0.6309850904676649, + 0.6236109754774306, + 0.8404043409559462, + 0.9933795844184028 + ], + "point": [ + 0.7357, + 0.8085 + ] + }, + { + "instruction": "transactions, provide escrow", + "bbox": [ + 0.6309850904676649, + 0.6236109754774306, + 0.8404043409559462, + 0.9933795844184028 + ], + "point": [ + 0.7357, + 0.8085 + ] + }, + { + "instruction": "services, or offer \"buyer protection'", + "bbox": [ + 0.6309850904676649, + 0.6236109754774306, + 0.8404043409559462, + 0.9933795844184028 + ], + "point": [ + 0.7357, + 0.8085 + ] + }, + { + "instruction": "or \"seller certification\"", + "bbox": [ + 0.6309850904676649, + 0.6236109754774306, + 0.8404043409559462, + 0.9933795844184028 + ], + "point": [ + 0.7357, + 0.8085 + ] + }, + { + "instruction": "Share.", + "bbox": [ + 0.2619427363077799, + 0.9074991183810764, + 0.31903184254964195, + 0.9562099202473958 + ], + "point": [ + 0.2905, + 0.9319 + ] + }, + { + "instruction": "Contacts seller.", + "bbox": [ + 0.15731866624620225, + 0.906854994032118, + 0.2573014153374566, + 0.9571350775824653 + ], + "point": [ + 0.2073, + 0.932 + ] + }, + { + "instruction": "a dropdown menu to select the \"mark as\" options.", + "bbox": [ + 0.6297522226969401, + 0.2366887919108073, + 0.8417755126953125, + 0.2861490207248264 + ], + "point": [ + 0.7358, + 0.2614 + ] + }, + { + "instruction": "the option to finish an update.", + "bbox": [ + 0.9087000528971354, + 0.04974260542127821, + 0.9973765055338542, + 0.09011211819118924 + ], + "point": [ + 0.953, + 0.0699 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08291331926981609, + 0.05343335893419054, + 0.15560436248779297, + 0.08429226345486111 + ], + "point": [ + 0.1193, + 0.0689 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.7903756035698785, + 0.05665106031629774, + 0.806815422905816, + 0.08480746799045139 + ], + "point": [ + 0.7986, + 0.0707 + ] + }, + { + "instruction": "a black and white dog.", + "bbox": [ + 0.5478853861490885, + 0.3413644070095486, + 0.6059100680881077, + 0.4180072021484375 + ], + "point": [ + 0.5769, + 0.3797 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05486613379584419, + 0.04870174831814236, + 0.07639100816514757, + 0.09043115403917101 + ], + "point": [ + 0.0656, + 0.0696 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.8855216132269965, + 0.04623318990071615, + 0.9054597642686631, + 0.0965302954779731 + ], + "point": [ + 0.8955, + 0.0714 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9758202446831598, + 0.003936458163791233, + 0.9966172960069445, + 0.0406713612874349 + ], + "point": [ + 0.9862, + 0.0223 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.0057413313123914934, + 0.052690073649088544, + 0.026435105005900066, + 0.08787806193033854 + ], + "point": [ + 0.0161, + 0.0703 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02978735499911838, + 0.05198642306857639, + 0.04992016156514486, + 0.08818415323893229 + ], + "point": [ + 0.0399, + 0.0701 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8216165330674913, + 0.05251901414659288, + 0.8430232577853732, + 0.08612277560763888 + ], + "point": [ + 0.8323, + 0.0693 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15141001807318794, + 0.009635098775227864, + 0.16512415144178602, + 0.035916790432400175 + ], + "point": [ + 0.1583, + 0.0228 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.17598327000935873, + 0.009211492538452149, + 0.18969987233479818, + 0.03799277305603027 + ], + "point": [ + 0.1828, + 0.0236 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8477393256293403, + 0.048455975850423175, + 0.8679507785373264, + 0.08624250623914931 + ], + "point": [ + 0.8578, + 0.0673 + ] + }, + { + "instruction": "a price display showing 12356789.00.", + "bbox": [ + 0.646376715766059, + 0.11318153381347656, + 0.838092041015625, + 0.17118316650390625 + ], + "point": [ + 0.7422, + 0.1422 + ] + }, + { + "instruction": "Sending a message or email.", + "bbox": [ + 0.6345091078016493, + 0.16484634399414064, + 0.8403796725802951, + 0.22041085137261285 + ], + "point": [ + 0.7374, + 0.1926 + ] + }, + { + "instruction": "a user profile or account.", + "bbox": [ + 0.6448248121473524, + 0.3573670450846354, + 0.7384950425889757, + 0.5045394897460938 + ], + "point": [ + 0.6917, + 0.431 + ] + }, + { + "instruction": "Rehoming 3.5 year oldpitbull/americanbullying.", + "bbox": [ + 0.15642174614800347, + 0.11512017144097222, + 0.4462561289469401, + 0.24204006618923612 + ], + "point": [ + 0.3013, + 0.1786 + ] + }, + { + "instruction": "useful information.", + "bbox": [ + 0.6309850904676649, + 0.6236109754774306, + 0.8404043409559462, + 0.9933795844184028 + ], + "point": [ + 0.7357, + 0.8085 + ] + } + ], + "element_size": 55 + } +] \ No newline at end of file