diff --git "a/post_tutorial/hf_train_ele.json" "b/post_tutorial/hf_train_ele.json" new file mode 100644--- /dev/null +++ "b/post_tutorial/hf_train_ele.json" @@ -0,0 +1,22927 @@ +[ + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_0/1020.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Classifieds", + "bbox": [ + 0.03437500264909532, + 0.013888888888888888, + 0.08020833598242866, + 0.029444444444444443 + ], + "point": [ + 0.0573, + 0.0217 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2.compute.amazonaws com.9980", + "bbox": [ + 0.15833333333333333, + 0.06055554707845052, + 0.44375, + 0.08055555555555556 + ], + "point": [ + 0.301, + 0.0706 + ] + }, + { + "instruction": "0 2 | 4", + "bbox": [ + 0.8923611111111112, + 0.05611111111111111, + 0.9684027777777777, + 0.08333333333333333 + ], + "point": [ + 0.9304, + 0.0697 + ] + }, + { + "instruction": "Celtury Fulture Ehgjush", + "bbox": [ + 0.16805555555555557, + 0.09333333333333334, + 0.2965277777777778, + 0.1111111111111111 + ], + "point": [ + 0.2323, + 0.1022 + ] + }, + { + "instruction": "Fightahna Fouse Fuiturre", + "bbox": [ + 0.5149305555555556, + 0.09333333333333334, + 0.6458333333333334, + 0.1111111111111111 + ], + "point": [ + 0.5804, + 0.1022 + ] + }, + { + "instruction": "9o0.00 $", + "bbox": [ + 0.6878472222222223, + 0.11833333333333333, + 0.7392361111111111, + 0.14 + ], + "point": [ + 0.7135, + 0.1292 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.1763888888888889, + 0.24944442749023438, + 0.27847222222222223, + 0.2838888719346788 + ], + "point": [ + 0.2274, + 0.2667 + ] + }, + { + "instruction": "All locations", + "bbox": [ + 0.6312500847710504, + 0.2511111111111111, + 0.7239583333333334, + 0.2783333333333333 + ], + "point": [ + 0.6776, + 0.2647 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com:9980/index php?page-s_", + "bbox": [ + 0.00208332273695204, + 0.9783333333333334, + 0.3222222116258409, + 0.9994444444444445 + ], + "point": [ + 0.1622, + 0.9889 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.5091022067599826, + 0.5932666693793403, + 0.5886317782931858, + 0.729838392469618 + ], + "point": [ + 0.5489, + 0.6616 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.5091022067599826, + 0.5932666693793403, + 0.5886317782931858, + 0.729838392469618 + ], + "point": [ + 0.5489, + 0.6616 + ] + }, + { + "instruction": "Auto parts", + "bbox": [ + 0.42545288933648, + 0.3036489529079861, + 0.5051186879475912, + 0.43953633626302085 + ], + "point": [ + 0.4653, + 0.3716 + ] + }, + { + "instruction": "Computer", + "bbox": [ + 0.2590791490342882, + 0.5933500840928819, + 0.3380072699652778, + 0.7296910942925348 + ], + "point": [ + 0.2985, + 0.6615 + ] + }, + { + "instruction": "parts", + "bbox": [ + 0.2590791490342882, + 0.5933500840928819, + 0.3380072699652778, + 0.7296910942925348 + ], + "point": [ + 0.2985, + 0.6615 + ] + }, + { + "instruction": "Beauty", + "bbox": [ + 0.5086107465955946, + 0.3036314561631944, + 0.5881159040662978, + 0.4394771999782986 + ], + "point": [ + 0.5484, + 0.3716 + ] + }, + { + "instruction": "health", + "bbox": [ + 0.5086107465955946, + 0.3036314561631944, + 0.5881159040662978, + 0.4394771999782986 + ], + "point": [ + 0.5484, + 0.3716 + ] + }, + { + "instruction": "Antiques", + "bbox": [ + 0.1757199181450738, + 0.30373572455512154, + 0.25550537109375, + 0.44013668484157986 + ], + "point": [ + 0.2156, + 0.3719 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.17564377254909938, + 0.7400115288628473, + 0.25548631880018446, + 0.8766754828559028 + ], + "point": [ + 0.2156, + 0.8083 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.34140949249267577, + 0.7403632269965278, + 0.42210752699110243, + 0.8765247938368056 + ], + "point": [ + 0.3818, + 0.8084 + ] + }, + { + "instruction": "Books", + "bbox": [ + 0.34129060109456383, + 0.44763926188151043, + 0.4220242394341363, + 0.5858571370442708 + ], + "point": [ + 0.3817, + 0.5167 + ] + }, + { + "instruction": "Cars + trucks", + "bbox": [ + 0.42564078436957464, + 0.44751739501953125, + 0.5053231981065538, + 0.5855868869357639 + ], + "point": [ + 0.4655, + 0.5166 + ] + }, + { + "instruction": "Household", + "bbox": [ + 0.25907393561469183, + 0.7405991617838542, + 0.3386611090766059, + 0.8759741889105903 + ], + "point": [ + 0.2989, + 0.8083 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.1756453302171495, + 0.4473449367947049, + 0.2554218080308702, + 0.5858822970920139 + ], + "point": [ + 0.2155, + 0.5166 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.42553782992892797, + 0.592878892686632, + 0.5054108089870877, + 0.7306945122612847 + ], + "point": [ + 0.4655, + 0.6618 + ] + }, + { + "instruction": "Arts", + "bbox": [ + 0.3419917212592231, + 0.3045237562391493, + 0.42217352125379776, + 0.43996259901258683 + ], + "point": [ + 0.3821, + 0.3722 + ] + }, + { + "instruction": "crafts", + "bbox": [ + 0.3419917212592231, + 0.3045237562391493, + 0.42217352125379776, + 0.43996259901258683 + ], + "point": [ + 0.3821, + 0.3722 + ] + }, + { + "instruction": "Motorcycles", + "bbox": [ + 0.4259319305419922, + 0.7387806532118055, + 0.5051436106363932, + 0.8771000162760416 + ], + "point": [ + 0.4655, + 0.8079 + ] + }, + { + "instruction": "Collectibles", + "bbox": [ + 0.17592326270209419, + 0.5930592854817708, + 0.2552562501695421, + 0.731195543077257 + ], + "point": [ + 0.2156, + 0.6621 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.5095678117540148, + 0.44766228569878475, + 0.5888015323215061, + 0.5856945122612848 + ], + "point": [ + 0.5492, + 0.5167 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.25896871354844836, + 0.44732513427734377, + 0.3385528352525499, + 0.5857187906901041 + ], + "point": [ + 0.2988, + 0.5165 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.2593689388699002, + 0.30433085123697917, + 0.33860113355848526, + 0.43990885416666664 + ], + "point": [ + 0.299, + 0.3721 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.34195743136935763, + 0.5931284586588542, + 0.4224636501736111, + 0.7303967963324652 + ], + "point": [ + 0.3822, + 0.6618 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.5099482218424479, + 0.7391264512803819, + 0.5876121520996094, + 0.8747586398654514 + ], + "point": [ + 0.5488, + 0.8069 + ] + }, + { + "instruction": "instruments", + "bbox": [ + 0.5099482218424479, + 0.7391264512803819, + 0.5876121520996094, + 0.8747586398654514 + ], + "point": [ + 0.5488, + 0.8069 + ] + }, + { + "instruction": "Video gaming", + "bbox": [ + 0.3424533420138889, + 0.8835890028211806, + 0.4217145284016927, + 1.0 + ], + "point": [ + 0.3821, + 0.9418 + ] + }, + { + "instruction": "Zebra PIUOWS", + "bbox": [ + 0.3316078609890408, + 0.08738731384277344, + 0.49465098910861544, + 0.1611113484700521 + ], + "point": [ + 0.4131, + 0.1242 + ] + }, + { + "instruction": "6.00 $", + "bbox": [ + 0.3316078609890408, + 0.08738731384277344, + 0.49465098910861544, + 0.1611113484700521 + ], + "point": [ + 0.4131, + 0.1242 + ] + }, + { + "instruction": "605.00 $", + "bbox": [ + 0.1666959762573242, + 0.11436907450358073, + 0.2198414060804579, + 0.14390257093641493 + ], + "point": [ + 0.1933, + 0.1291 + ] + }, + { + "instruction": "Delaware (870)", + "bbox": [ + 0.6302247365315755, + 0.4889754909939236, + 0.7160410563151042, + 0.5140259467230903 + ], + "point": [ + 0.6731, + 0.5015 + ] + }, + { + "instruction": "Washington; D.C: (1567)", + "bbox": [ + 0.6310656653510199, + 0.4245225016276042, + 0.7593909369574653, + 0.4506254069010417 + ], + "point": [ + 0.6952, + 0.4376 + ] + }, + { + "instruction": "Ohio (5626)", + "bbox": [ + 0.6304024166531033, + 0.393802490234375, + 0.699460220336914, + 0.41879638671875 + ], + "point": [ + 0.6649, + 0.4063 + ] + }, + { + "instruction": "Maryland (21674)", + "bbox": [ + 0.6293484157986111, + 0.3617386542426215, + 0.7282107883029514, + 0.3879539998372396 + ], + "point": [ + 0.6788, + 0.3748 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08358049392700195, + 0.05244114769829644, + 0.15671110153198242, + 0.08489193386501737 + ], + "point": [ + 0.1201, + 0.0687 + ] + }, + { + "instruction": "Pennsylvania (22180)", + "bbox": [ + 0.6312106662326389, + 0.3301898532443576, + 0.7436303032769097, + 0.35565405951605905 + ], + "point": [ + 0.6874, + 0.3429 + ] + }, + { + "instruction": "West Virginia (1109)", + "bbox": [ + 0.6305774264865451, + 0.4573824055989583, + 0.7409840901692708, + 0.4815912543402778 + ], + "point": [ + 0.6858, + 0.4695 + ] + }, + { + "instruction": "220.00 $", + "bbox": [ + 0.5124597337510851, + 0.11388535393608941, + 0.5686000400119358, + 0.14551210191514757 + ], + "point": [ + 0.5405, + 0.1297 + ] + }, + { + "instruction": "Virginia (31126)", + "bbox": [ + 0.6317326439751519, + 0.2971044243706597, + 0.7178756713867187, + 0.3244796413845486 + ], + "point": [ + 0.6748, + 0.3108 + ] + }, + { + "instruction": "Compplele Gultal Rig Ful 5_.", + "bbox": [ + 0.6875756581624349, + 0.08563423156738281, + 0.8315240648057726, + 0.11189023335774739 + ], + "point": [ + 0.7595, + 0.0988 + ] + }, + { + "instruction": "farm + garden functionality.", + "bbox": [ + 0.5091022067599826, + 0.5932666693793403, + 0.5886317782931858, + 0.729838392469618 + ], + "point": [ + 0.5489, + 0.6616 + ] + }, + { + "instruction": "Auto parts.", + "bbox": [ + 0.42545288933648, + 0.3036489529079861, + 0.5051186879475912, + 0.43953633626302085 + ], + "point": [ + 0.4653, + 0.3716 + ] + }, + { + "instruction": "Computer parts.", + "bbox": [ + 0.2590791490342882, + 0.5933500840928819, + 0.3380072699652778, + 0.7296910942925348 + ], + "point": [ + 0.2985, + 0.6615 + ] + }, + { + "instruction": "Health function.", + "bbox": [ + 0.5086107465955946, + 0.3036314561631944, + 0.5881159040662978, + 0.4394771999782986 + ], + "point": [ + 0.5484, + 0.3716 + ] + }, + { + "instruction": "antiques.", + "bbox": [ + 0.1757199181450738, + 0.30373572455512154, + 0.25550537109375, + 0.44013668484157986 + ], + "point": [ + 0.2156, + 0.3719 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.17564377254909938, + 0.7400115288628473, + 0.25548631880018446, + 0.8766754828559028 + ], + "point": [ + 0.2156, + 0.8083 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.34140949249267577, + 0.7403632269965278, + 0.42210752699110243, + 0.8765247938368056 + ], + "point": [ + 0.3818, + 0.8084 + ] + }, + { + "instruction": "a books menu.", + "bbox": [ + 0.34129060109456383, + 0.44763926188151043, + 0.4220242394341363, + 0.5858571370442708 + ], + "point": [ + 0.3817, + 0.5167 + ] + }, + { + "instruction": "Cars and trucks settings.", + "bbox": [ + 0.42564078436957464, + 0.44751739501953125, + 0.5053231981065538, + 0.5855868869357639 + ], + "point": [ + 0.4655, + 0.5166 + ] + }, + { + "instruction": "Homehold", + "bbox": [ + 0.25907393561469183, + 0.7405991617838542, + 0.3386611090766059, + 0.8759741889105903 + ], + "point": [ + 0.2989, + 0.8083 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.1756453302171495, + 0.4473449367947049, + 0.2554218080308702, + 0.5858822970920139 + ], + "point": [ + 0.2155, + 0.5166 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.42553782992892797, + 0.592878892686632, + 0.5054108089870877, + 0.7306945122612847 + ], + "point": [ + 0.4655, + 0.6618 + ] + }, + { + "instruction": "arts + crafts.", + "bbox": [ + 0.3419917212592231, + 0.3045237562391493, + 0.42217352125379776, + 0.43996259901258683 + ], + "point": [ + 0.3821, + 0.3722 + ] + }, + { + "instruction": "motorcycles.", + "bbox": [ + 0.4259319305419922, + 0.7387806532118055, + 0.5051436106363932, + 0.8771000162760416 + ], + "point": [ + 0.4655, + 0.8079 + ] + }, + { + "instruction": "collectibles.", + "bbox": [ + 0.17592326270209419, + 0.5930592854817708, + 0.2552562501695421, + 0.731195543077257 + ], + "point": [ + 0.2156, + 0.6621 + ] + }, + { + "instruction": "Cell phones.", + "bbox": [ + 0.5095678117540148, + 0.44766228569878475, + 0.5888015323215061, + 0.5856945122612848 + ], + "point": [ + 0.5492, + 0.5167 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.25896871354844836, + 0.44732513427734377, + 0.3385528352525499, + 0.5857187906901041 + ], + "point": [ + 0.2988, + 0.5165 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.2593689388699002, + 0.30433085123697917, + 0.33860113355848526, + 0.43990885416666664 + ], + "point": [ + 0.299, + 0.3721 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.34195743136935763, + 0.5931284586588542, + 0.4224636501736111, + 0.7303967963324652 + ], + "point": [ + 0.3822, + 0.6618 + ] + }, + { + "instruction": "Music instruments.", + "bbox": [ + 0.5099482218424479, + 0.7391264512803819, + 0.5876121520996094, + 0.8747586398654514 + ], + "point": [ + 0.5488, + 0.8069 + ] + }, + { + "instruction": "Video gaming.", + "bbox": [ + 0.3424533420138889, + 0.8835890028211806, + 0.4217145284016927, + 1.0 + ], + "point": [ + 0.3821, + 0.9418 + ] + }, + { + "instruction": "a transportation or transportation-related function.", + "bbox": [ + 0.25915669335259334, + 0.8833356391059027, + 0.3377441194322374, + 1.0 + ], + "point": [ + 0.2985, + 0.9417 + ] + }, + { + "instruction": "the camera function.", + "bbox": [ + 0.17591978708902994, + 0.8833634440104167, + 0.2548159917195638, + 0.9951917860243056 + ], + "point": [ + 0.2154, + 0.9393 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054001135296291775, + 0.04867034912109375, + 0.0771040227678087, + 0.09162101745605469 + ], + "point": [ + 0.0656, + 0.0701 + ] + }, + { + "instruction": "the price of a pillow in a chess game.", + "bbox": [ + 0.3316078609890408, + 0.08738731384277344, + 0.49465098910861544, + 0.1611113484700521 + ], + "point": [ + 0.4131, + 0.1242 + ] + }, + { + "instruction": "a price tag of 605.00.", + "bbox": [ + 0.1666959762573242, + 0.11436907450358073, + 0.2198414060804579, + 0.14390257093641493 + ], + "point": [ + 0.1933, + 0.1291 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8550347222222222, + 0.05727852291531033, + 0.8707765367296006, + 0.0849772474500868 + ], + "point": [ + 0.8629, + 0.0711 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.0037657433085971407, + 0.049414973788791235, + 0.027872659100426567, + 0.0923800998263889 + ], + "point": [ + 0.0158, + 0.0709 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028418101204766167, + 0.049016333685980906, + 0.051430426703559025, + 0.09183702256944444 + ], + "point": [ + 0.0399, + 0.0704 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6302247365315755, + 0.4889754909939236, + 0.7160410563151042, + 0.5140259467230903 + ], + "point": [ + 0.6731, + 0.5015 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9756377326117621, + 0.0036934089660644533, + 0.9965899149576823, + 0.04018492168850369 + ], + "point": [ + 0.9861, + 0.0219 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15678225623236763, + 0.010987541410658094, + 0.17137730916341146, + 0.03488452169630263 + ], + "point": [ + 0.1641, + 0.0229 + ] + }, + { + "instruction": "Navigation to Washington, D.C. (1567).", + "bbox": [ + 0.6310656653510199, + 0.4245225016276042, + 0.7593909369574653, + 0.4506254069010417 + ], + "point": [ + 0.6952, + 0.4376 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9480578952365452, + 0.04464441087510851, + 0.973294915093316, + 0.09338319566514756 + ], + "point": [ + 0.9607, + 0.069 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6304024166531033, + 0.393802490234375, + 0.699460220336914, + 0.41879638671875 + ], + "point": [ + 0.6649, + 0.4063 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8852327982584636, + 0.045775188869900174, + 0.9088667975531683, + 0.08846939086914063 + ], + "point": [ + 0.897, + 0.0671 + ] + }, + { + "instruction": "Navigation to Maryland (216/4).", + "bbox": [ + 0.6293484157986111, + 0.3617386542426215, + 0.7282107883029514, + 0.3879539998372396 + ], + "point": [ + 0.6788, + 0.3748 + ] + }, + { + "instruction": "Strikethrough", + "bbox": [ + 0.9104997422960069, + 0.04575039333767361, + 0.9342551337348091, + 0.08793362935384115 + ], + "point": [ + 0.9224, + 0.0668 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08358049392700195, + 0.05244114769829644, + 0.15671110153198242, + 0.08489193386501737 + ], + "point": [ + 0.1201, + 0.0687 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.1819548077053494, + 0.008557830386691624, + 0.19467169443766277, + 0.03799341837565104 + ], + "point": [ + 0.1883, + 0.0233 + ] + }, + { + "instruction": "Navigation to Pennsylvania (2218).", + "bbox": [ + 0.6312106662326389, + 0.3301898532443576, + 0.7436303032769097, + 0.35565405951605905 + ], + "point": [ + 0.6874, + 0.3429 + ] + }, + { + "instruction": "Navigation to West Virginia (1109).", + "bbox": [ + 0.6305774264865451, + 0.4573824055989583, + 0.7409840901692708, + 0.4815912543402778 + ], + "point": [ + 0.6858, + 0.4695 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9746532864040799, + 0.04789218478732639, + 0.9939593844943576, + 0.08945205688476562 + ], + "point": [ + 0.9843, + 0.0687 + ] + }, + { + "instruction": "a price tag of $20.00.", + "bbox": [ + 0.5124597337510851, + 0.11388535393608941, + 0.5686000400119358, + 0.14551210191514757 + ], + "point": [ + 0.5405, + 0.1297 + ] + }, + { + "instruction": "Navigation to the state of Virginia (3112G).", + "bbox": [ + 0.6317326439751519, + 0.2971044243706597, + 0.7178756713867187, + 0.3244796413845486 + ], + "point": [ + 0.6748, + 0.3108 + ] + }, + { + "instruction": "The option to complete the guitar size fulls.", + "bbox": [ + 0.6875756581624349, + 0.08563423156738281, + 0.8315240648057726, + 0.11189023335774739 + ], + "point": [ + 0.7595, + 0.0988 + ] + }, + { + "instruction": "A play button for media playback.", + "bbox": [ + 0.0, + 0.0, + 0.015449753072526719, + 0.06132110595703125 + ], + "point": [ + 0.0077, + 0.0307 + ] + } + ], + "element_size": 95 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_1/1686.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Computers", + "bbox": [ + 0.034027777777777775, + 0.013333333333333334, + 0.08020833333333334, + 0.03166666666666667 + ], + "point": [ + 0.0571, + 0.0225 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.08680555555555555, + 0.013888888888888888, + 0.13194444444444445, + 0.029444444444444443 + ], + "point": [ + 0.1094, + 0.0217 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com 9980/index php?pagezsearch&sCategory-14", + "bbox": [ + 0.15833333333333333, + 0.0577777820163303, + 0.628125, + 0.08277777777777778 + ], + "point": [ + 0.3932, + 0.0703 + ] + }, + { + "instruction": "0 0 | L", + "bbox": [ + 0.8930555555555556, + 0.05611111111111111, + 0.9684027777777777, + 0.08333333333333333 + ], + "point": [ + 0.9307, + 0.0697 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.21805557674831813, + 0.21388888888888888, + 0.26840279897054037, + 0.235 + ], + "point": [ + 0.2432, + 0.2244 + ] + }, + { + "instruction": "Your search", + "bbox": [ + 0.16701388888888888, + 0.2722222222222222, + 0.22083333333333333, + 0.28944444444444445 + ], + "point": [ + 0.1939, + 0.2808 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.33090277777777777, + 0.2588888888888889, + 0.48715277777777777, + 0.3322222222222222 + ], + "point": [ + 0.409, + 0.2956 + ] + }, + { + "instruction": "1 - 12 of 1768 listings", + "bbox": [ + 0.33402777777777776, + 0.3477777777777778, + 0.44166666666666665, + 0.3711111111111111 + ], + "point": [ + 0.3878, + 0.3594 + ] + }, + { + "instruction": "Listings", + "bbox": [ + 0.3329861111111111, + 0.4077777777777778, + 0.3871527777777778, + 0.43555555555555553 + ], + "point": [ + 0.3601, + 0.4217 + ] + }, + { + "instruction": "Show only", + "bbox": [ + 0.16701388888888888, + 0.4488888888888889, + 0.2170138888888889, + 0.4672222222222222 + ], + "point": [ + 0.192, + 0.4581 + ] + }, + { + "instruction": "200.00 $", + "bbox": [ + 0.40555555555555556, + 0.49277777777777776, + 0.4670138888888889, + 0.5194445122612847 + ], + "point": [ + 0.4363, + 0.5061 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.16701388888888888, + 0.5161111789279514, + 0.19131944444444443, + 0.5322222222222223 + ], + "point": [ + 0.1792, + 0.5242 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.40625, + 0.5266666666666666, + 0.45729166666666665, + 0.5477777777777778 + ], + "point": [ + 0.4318, + 0.5372 + ] + }, + { + "instruction": "City of Meadville (Pennsylvania)", + "bbox": [ + 0.46875, + 0.5261111111111111, + 0.6118055555555556, + 0.5472221544053819 + ], + "point": [ + 0.5403, + 0.5367 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.6246528201633029, + 0.5266665988498264, + 0.6805555979410808, + 0.5466666666666666 + ], + "point": [ + 0.6526, + 0.5367 + ] + }, + { + "instruction": "Min.", + "bbox": [ + 0.16805554495917427, + 0.5372221544053819, + 0.18506944444444445, + 0.5522222222222222 + ], + "point": [ + 0.1766, + 0.5447 + ] + }, + { + "instruction": "Max", + "bbox": [ + 0.23680555555555555, + 0.5372221544053819, + 0.25590277777777776, + 0.5522222222222222 + ], + "point": [ + 0.2464, + 0.5447 + ] + }, + { + "instruction": "The laptop is in great shape and has been factory reseted. The laptop has a touchscreen", + "bbox": [ + 0.4062500423855252, + 0.5533333333333333, + 0.8190972222222223, + 0.58 + ], + "point": [ + 0.6127, + 0.5667 + ] + }, + { + "instruction": "built in and also is", + "bbox": [ + 0.4065972222222222, + 0.5766666666666667, + 0.4930555555555556, + 0.5977777777777777 + ], + "point": [ + 0.4498, + 0.5872 + ] + }, + { + "instruction": "360 convertible:", + "bbox": [ + 0.5010416242811415, + 0.5766666666666667, + 0.5784721798366971, + 0.5972222222222222 + ], + "point": [ + 0.5398, + 0.5869 + ] + }, + { + "instruction": "250.00 $", + "bbox": [ + 0.4059027777777778, + 0.67, + 0.46597222222222223, + 0.6983333333333334 + ], + "point": [ + 0.4359, + 0.6842 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.40625, + 0.7038888888888889, + 0.4565972222222222, + 0.725 + ], + "point": [ + 0.4314, + 0.7144 + ] + }, + { + "instruction": "Leisure World (Maryland)", + "bbox": [ + 0.46979166666666666, + 0.7044445122612847, + 0.584375, + 0.7250000678168402 + ], + "point": [ + 0.5271, + 0.7147 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.596875, + 0.705, + 0.6520833333333333, + 0.7233333333333334 + ], + "point": [ + 0.6245, + 0.7142 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16701388888888888, + 0.7322222222222222, + 0.2763888888888889, + 0.7483333333333333 + ], + "point": [ + 0.2217, + 0.7403 + ] + }, + { + "instruction": "EXCELLENT CONDITION: Factory reset: Catalina operating system installed INCLUDES Mac", + "bbox": [ + 0.4065972222222222, + 0.7316666666666667, + 0.8375, + 0.7561111111111111 + ], + "point": [ + 0.622, + 0.7439 + ] + }, + { + "instruction": "Book Air Charger, AC 45W Magnetic T-Tip Power Adapter Charger Apple MacBook Air", + "bbox": [ + 0.40625, + 0.7533333333333333, + 0.8159722222222222, + 0.78 + ], + "point": [ + 0.6111, + 0.7667 + ] + }, + { + "instruction": "\"Core i5\" 1.3 13-Inch (Mid-2013/Haswell) features a 22-nm \"Haswell\" 1.3 GHz Intel \"Co.", + "bbox": [ + 0.40555555555555556, + 0.7761111111111111, + 0.8211805555555556, + 0.7988888888888889 + ], + "point": [ + 0.6134, + 0.7875 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.16666666666666666, + 0.8355555555555556, + 0.24027777777777778, + 0.8577777777777778 + ], + "point": [ + 0.2035, + 0.8467 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.40625, + 0.9038888888888889, + 0.4565972222222222, + 0.925 + ], + "point": [ + 0.4314, + 0.9144 + ] + }, + { + "instruction": "Borough of Fairfield (Pennsylvania)", + "bbox": [ + 0.46979166666666666, + 0.9038888210720486, + 0.625, + 0.9261110432942709 + ], + "point": [ + 0.5474, + 0.915 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.6381944444444444, + 0.905, + 0.6934027777777778, + 0.9233333333333333 + ], + "point": [ + 0.6658, + 0.9142 + ] + }, + { + "instruction": "Special decal for Starfieldl Ryzen 6900x", + "bbox": [ + 0.4059027777777778, + 0.9327777777777778, + 0.5961805555555556, + 0.955 + ], + "point": [ + 0.501, + 0.9439 + ] + }, + { + "instruction": "Radeon RX 6800XT", + "bbox": [ + 0.6013888888888889, + 0.9338888888888889, + 0.6965277777777777, + 0.9522222222222222 + ], + "point": [ + 0.649, + 0.9431 + ] + }, + { + "instruction": "64GB DDRS", + "bbox": [ + 0.7024305555555556, + 0.9338888888888889, + 0.7638888888888888, + 0.9522222222222222 + ], + "point": [ + 0.7332, + 0.9431 + ] + }, + { + "instruction": "2TB nvme", + "bbox": [ + 0.7694444444444445, + 0.9338888888888889, + 0.8194444444444444, + 0.9522222222222222 + ], + "point": [ + 0.7944, + 0.9431 + ] + }, + { + "instruction": "this build includes the Starfield gamel S2200 Feel free to contact me with any questions you", + "bbox": [ + 0.4059027777777778, + 0.9544444444444444, + 0.838541751437717, + 0.9766666666666667 + ], + "point": [ + 0.6222, + 0.9656 + ] + }, + { + "instruction": "have_", + "bbox": [ + 0.40694444444444444, + 0.9788888888888889, + 0.4309027777777778, + 0.9944444444444445 + ], + "point": [ + 0.4189, + 0.9867 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.1673611217074924, + 0.35777777777777775, + 0.18680557674831813, + 0.38222222222222224 + ], + "point": [ + 0.1771, + 0.37 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.16649621327718098, + 0.7512110053168403, + 0.2737601598103841, + 0.8002509901258681 + ], + "point": [ + 0.2201, + 0.7757 + ] + }, + { + "instruction": "Sort by: Newly listed", + "bbox": [ + 0.7172025044759115, + 0.33312747531467013, + 0.842791493733724, + 0.3832917277018229 + ], + "point": [ + 0.78, + 0.3582 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7644353230794271, + 0.12384067111545138, + 0.8412721421983507, + 0.16599789089626737 + ], + "point": [ + 0.8029, + 0.1449 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.16638559765285915, + 0.6197804090711806, + 0.22900640699598523, + 0.6671465386284722 + ], + "point": [ + 0.1977, + 0.6435 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08279835912916396, + 0.0538204108344184, + 0.15550174713134765, + 0.08415205213758681 + ], + "point": [ + 0.1192, + 0.069 + ] + }, + { + "instruction": "Osclass", + "bbox": [ + 0.15670657687717013, + 0.10172389560275608, + 0.2811933305528429, + 0.18218302408854167 + ], + "point": [ + 0.2189, + 0.142 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.16685286627875434, + 0.8584444173177084, + 0.22987361484103733, + 0.8815422905815973 + ], + "point": [ + 0.1984, + 0.87 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.7093267228868273, + 0.12539920383029513, + 0.7622692532009548, + 0.1639129638671875 + ], + "point": [ + 0.7358, + 0.1447 + ] + }, + { + "instruction": "My account", + "bbox": [ + 0.6328021155463325, + 0.12591267903645834, + 0.7084280649820963, + 0.16380164252387153 + ], + "point": [ + 0.6706, + 0.1449 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.1603549003601074, + 0.21361095852322048, + 0.20959430270724827, + 0.2334661356608073 + ], + "point": [ + 0.185, + 0.2235 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.1668692800733778, + 0.8830045572916667, + 0.30627886454264325, + 0.9085933430989583 + ], + "point": [ + 0.2366, + 0.8958 + ] + }, + { + "instruction": "HP Laptop", + "bbox": [ + 0.40674239264594186, + 0.46472819010416666, + 0.46326204935709636, + 0.4893145073784722 + ], + "point": [ + 0.435, + 0.477 + ] + }, + { + "instruction": "listings with pictures", + "bbox": [ + 0.17358741760253907, + 0.46821282280815973, + 0.2759399837917752, + 0.4917923312717014 + ], + "point": [ + 0.2248, + 0.48 + ] + }, + { + "instruction": "NEWII Starfield Gaming PC", + "bbox": [ + 0.40588836669921874, + 0.8431446668836805, + 0.5451917860243055, + 0.8673227267795139 + ], + "point": [ + 0.4755, + 0.8552 + ] + }, + { + "instruction": "2200.00 $", + "bbox": [ + 0.40724923875596786, + 0.8686916097005208, + 0.47499809265136717, + 0.8978453911675347 + ], + "point": [ + 0.4411, + 0.8833 + ] + }, + { + "instruction": "Macbook Air", + "bbox": [ + 0.4066143459743924, + 0.6423067220052083, + 0.47240447998046875, + 0.6675566948784722 + ], + "point": [ + 0.4395, + 0.6549 + ] + }, + { + "instruction": "Subscripting something new.", + "bbox": [ + 0.16649621327718098, + 0.7512110053168403, + 0.2737601598103841, + 0.8002509901258681 + ], + "point": [ + 0.2201, + 0.7757 + ] + }, + { + "instruction": "A dropdown menu to select the sort by: Nowly listed.", + "bbox": [ + 0.7172025044759115, + 0.33312747531467013, + 0.842791493733724, + 0.3832917277018229 + ], + "point": [ + 0.78, + 0.3582 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.1663506613837348, + 0.3800091552734375, + 0.29874642690022785, + 0.42916639539930557 + ], + "point": [ + 0.2325, + 0.4046 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.16583141750759547, + 0.5520108710394965, + 0.23050736321343315, + 0.600855712890625 + ], + "point": [ + 0.1982, + 0.5764 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.7644353230794271, + 0.12384067111545138, + 0.8412721421983507, + 0.16599789089626737 + ], + "point": [ + 0.8029, + 0.1449 + ] + }, + { + "instruction": "\"Italic\"", + "bbox": [ + 0.16506966484917535, + 0.2923004150390625, + 0.29889827304416233, + 0.3423772515190972 + ], + "point": [ + 0.232, + 0.3173 + ] + }, + { + "instruction": "an \"Apply\" button.", + "bbox": [ + 0.16638559765285915, + 0.6197804090711806, + 0.22900640699598523, + 0.6671465386284722 + ], + "point": [ + 0.1977, + 0.6435 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.2338666492038303, + 0.5524002753363715, + 0.2989221149020725, + 0.600806410047743 + ], + "point": [ + 0.2664, + 0.5766 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08279835912916396, + 0.0538204108344184, + 0.15550174713134765, + 0.08415205213758681 + ], + "point": [ + 0.1192, + 0.069 + ] + }, + { + "instruction": "a table or grid layout.", + "bbox": [ + 0.6835437774658203, + 0.33504221598307293, + 0.7133840772840712, + 0.38228512234157985 + ], + "point": [ + 0.6985, + 0.3587 + ] + }, + { + "instruction": "an option to class.", + "bbox": [ + 0.15670657687717013, + 0.10172389560275608, + 0.2811933305528429, + 0.18218302408854167 + ], + "point": [ + 0.2189, + 0.142 + ] + }, + { + "instruction": "a menu or list.", + "bbox": [ + 0.6519547356499567, + 0.3352372911241319, + 0.6819278293185764, + 0.3820318603515625 + ], + "point": [ + 0.6669, + 0.3586 + ] + }, + { + "instruction": "a laptop.", + "bbox": [ + 0.3328842375013563, + 0.46624576144748264, + 0.4023586273193359, + 0.6016252305772569 + ], + "point": [ + 0.3676, + 0.5339 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.16685286627875434, + 0.8584444173177084, + 0.22987361484103733, + 0.8815422905815973 + ], + "point": [ + 0.1984, + 0.87 + ] + }, + { + "instruction": "Logout.", + "bbox": [ + 0.7093267228868273, + 0.12539920383029513, + 0.7622692532009548, + 0.1639129638671875 + ], + "point": [ + 0.7358, + 0.1447 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9758306715223525, + 0.004103574752807617, + 0.9967904832628038, + 0.03919089317321777 + ], + "point": [ + 0.9863, + 0.0216 + ] + }, + { + "instruction": "a computer system.", + "bbox": [ + 0.33291327158610023, + 0.8438145616319445, + 0.40230208502875436, + 1.0 + ], + "point": [ + 0.3676, + 0.9219 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054832575056287976, + 0.05198041280110677, + 0.07624340057373047, + 0.08776711357964409 + ], + "point": [ + 0.0655, + 0.0699 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.6328021155463325, + 0.12591267903645834, + 0.7084280649820963, + 0.16380164252387153 + ], + "point": [ + 0.6706, + 0.1449 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.006719274653328789, + 0.056775699191623265, + 0.025480173031489053, + 0.08433616638183594 + ], + "point": [ + 0.0161, + 0.0706 + ] + }, + { + "instruction": "a button or link to the classifieds section.", + "bbox": [ + 0.1603549003601074, + 0.21361095852322048, + 0.20959430270724827, + 0.2334661356608073 + ], + "point": [ + 0.185, + 0.2235 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15737751854790583, + 0.011706489986843533, + 0.17093838585747612, + 0.03405436833699544 + ], + "point": [ + 0.1642, + 0.0229 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.030168300204806858, + 0.05537132263183594, + 0.0497980965508355, + 0.08496477762858073 + ], + "point": [ + 0.04, + 0.0702 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8558076646592881, + 0.057951316833496094, + 0.8708747016059027, + 0.08521753099229601 + ], + "point": [ + 0.8633, + 0.0716 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8874410841200087, + 0.05800147162543403, + 0.9064620123969184, + 0.08221219380696615 + ], + "point": [ + 0.897, + 0.0701 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.9755093044704861, + 0.05726330227322048, + 0.9925113254123263, + 0.08236490037706164 + ], + "point": [ + 0.984, + 0.0698 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.16703929901123046, + 0.4684161716037326, + 0.18152999877929688, + 0.4932032267252604 + ], + "point": [ + 0.1743, + 0.4808 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.1820325427585178, + 0.00944357024298774, + 0.19554398854573568, + 0.03842232492234972 + ], + "point": [ + 0.1888, + 0.0239 + ] + }, + { + "instruction": "Computers.", + "bbox": [ + 0.1668692800733778, + 0.8830045572916667, + 0.30627886454264325, + 0.9085933430989583 + ], + "point": [ + 0.2366, + 0.8958 + ] + }, + { + "instruction": "a laptop.", + "bbox": [ + 0.40674239264594186, + 0.46472819010416666, + 0.46326204935709636, + 0.4893145073784722 + ], + "point": [ + 0.435, + 0.477 + ] + }, + { + "instruction": "Listings with pictures.", + "bbox": [ + 0.17358741760253907, + 0.46821282280815973, + 0.2759399837917752, + 0.4917923312717014 + ], + "point": [ + 0.2248, + 0.48 + ] + }, + { + "instruction": "a laptop.", + "bbox": [ + 0.3327872806125217, + 0.6421925184461805, + 0.4028376685248481, + 0.7343785264756945 + ], + "point": [ + 0.3678, + 0.6883 + ] + }, + { + "instruction": "a new start field gaming PC.", + "bbox": [ + 0.40588836669921874, + 0.8431446668836805, + 0.5451917860243055, + 0.8673227267795139 + ], + "point": [ + 0.4755, + 0.8552 + ] + }, + { + "instruction": "a price tag of 2200.00.", + "bbox": [ + 0.40724923875596786, + 0.8686916097005208, + 0.47499809265136717, + 0.8978453911675347 + ], + "point": [ + 0.4411, + 0.8833 + ] + }, + { + "instruction": "the \"Macbook Air\" feature.", + "bbox": [ + 0.4066143459743924, + 0.6423067220052083, + 0.47240447998046875, + 0.6675566948784722 + ], + "point": [ + 0.4395, + 0.6549 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.9945699055989583, + 0.05494827694363064, + 1.0, + 0.0865914069281684 + ], + "point": [ + 0.9973, + 0.0708 + ] + } + ], + "element_size": 91 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_2/1872.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Computers", + "bbox": [ + 0.034027777777777775, + 0.013333333333333334, + 0.08020833333333334, + 0.03166666666666667 + ], + "point": [ + 0.0571, + 0.0225 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.08680555555555555, + 0.013888888888888888, + 0.13194444444444445, + 0.029444444444444443 + ], + "point": [ + 0.1094, + 0.0217 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com 9g80/index php?page-search&sCategory-14", + "bbox": [ + 0.15833333333333333, + 0.05833332909478082, + 0.628125, + 0.08277776930067274 + ], + "point": [ + 0.3932, + 0.0706 + ] + }, + { + "instruction": "0 0 | L", + "bbox": [ + 0.8930555555555556, + 0.05611111111111111, + 0.9684027777777777, + 0.08333333333333333 + ], + "point": [ + 0.9307, + 0.0697 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.21805557674831813, + 0.21388888888888888, + 0.26840279897054037, + 0.235 + ], + "point": [ + 0.2432, + 0.2244 + ] + }, + { + "instruction": "Your search", + "bbox": [ + 0.16701388888888888, + 0.2722222222222222, + 0.22083333333333333, + 0.28944444444444445 + ], + "point": [ + 0.1939, + 0.2808 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.33090277777777777, + 0.2588888888888889, + 0.48715277777777777, + 0.3322222222222222 + ], + "point": [ + 0.409, + 0.2956 + ] + }, + { + "instruction": "1 - 12 of 1768 listings", + "bbox": [ + 0.3333333333333333, + 0.3477777777777778, + 0.44166666666666665, + 0.3711111111111111 + ], + "point": [ + 0.3875, + 0.3594 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.16666667726304796, + 0.3605555555555556, + 0.1875, + 0.38166666666666665 + ], + "point": [ + 0.1771, + 0.3711 + ] + }, + { + "instruction": "Listings", + "bbox": [ + 0.3329861111111111, + 0.4077777777777778, + 0.3871527777777778, + 0.43555555555555553 + ], + "point": [ + 0.3601, + 0.4217 + ] + }, + { + "instruction": "Show only", + "bbox": [ + 0.16701388888888888, + 0.4488888888888889, + 0.2170138888888889, + 0.4672222222222222 + ], + "point": [ + 0.192, + 0.4581 + ] + }, + { + "instruction": "200.00 $", + "bbox": [ + 0.40555555555555556, + 0.49277777777777776, + 0.4670138888888889, + 0.5194445122612847 + ], + "point": [ + 0.4363, + 0.5061 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.16701388888888888, + 0.5149999660915798, + 0.19131944444444443, + 0.5322221883138021 + ], + "point": [ + 0.1792, + 0.5236 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.40625, + 0.5266666666666666, + 0.45729166666666665, + 0.5477777777777778 + ], + "point": [ + 0.4318, + 0.5372 + ] + }, + { + "instruction": "City of Meadville (Pennsylvania)", + "bbox": [ + 0.46875, + 0.5261111111111111, + 0.6118055555555556, + 0.5472221544053819 + ], + "point": [ + 0.5403, + 0.5367 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.6246528201633029, + 0.5266665988498264, + 0.6805555979410808, + 0.5466666666666666 + ], + "point": [ + 0.6526, + 0.5367 + ] + }, + { + "instruction": "Min.", + "bbox": [ + 0.16805554495917427, + 0.5372221544053819, + 0.18506944444444445, + 0.5522222222222222 + ], + "point": [ + 0.1766, + 0.5447 + ] + }, + { + "instruction": "Max", + "bbox": [ + 0.23680555555555555, + 0.5372221544053819, + 0.25590277777777776, + 0.5522222222222222 + ], + "point": [ + 0.2464, + 0.5447 + ] + }, + { + "instruction": "The laptop is in great shape and has been factory reseted. The laptop has a touchscreen", + "bbox": [ + 0.4062500423855252, + 0.5533333333333333, + 0.8190972222222223, + 0.58 + ], + "point": [ + 0.6127, + 0.5667 + ] + }, + { + "instruction": "built in and also is", + "bbox": [ + 0.4065972222222222, + 0.5766666666666667, + 0.4930555555555556, + 0.5977777777777777 + ], + "point": [ + 0.4498, + 0.5872 + ] + }, + { + "instruction": "360 convertible:", + "bbox": [ + 0.5010416242811415, + 0.5766666666666667, + 0.5784721798366971, + 0.5972222222222222 + ], + "point": [ + 0.5398, + 0.5869 + ] + }, + { + "instruction": "250.00 $", + "bbox": [ + 0.4059027777777778, + 0.67, + 0.46597222222222223, + 0.6983333333333334 + ], + "point": [ + 0.4359, + 0.6842 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.40625, + 0.7038888888888889, + 0.4565972222222222, + 0.725 + ], + "point": [ + 0.4314, + 0.7144 + ] + }, + { + "instruction": "Leisure World (Maryland)", + "bbox": [ + 0.46979166666666666, + 0.7044445122612847, + 0.584375, + 0.7250000678168402 + ], + "point": [ + 0.5271, + 0.7147 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.596875, + 0.705, + 0.6520833333333333, + 0.7233333333333334 + ], + "point": [ + 0.6245, + 0.7142 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16701388888888888, + 0.7322222222222222, + 0.2763888888888889, + 0.7483333333333333 + ], + "point": [ + 0.2217, + 0.7403 + ] + }, + { + "instruction": "EXCELLENT CONDITION: Factory reset: Catalina operating system installed INCLUDES Mac", + "bbox": [ + 0.4065972222222222, + 0.7316666666666667, + 0.8375, + 0.7561111111111111 + ], + "point": [ + 0.622, + 0.7439 + ] + }, + { + "instruction": "Book Air Charger, AC 45W Magnetic T-Tip Power Adapter Charger Apple MacBook Air", + "bbox": [ + 0.40625, + 0.7533333333333333, + 0.8159722222222222, + 0.78 + ], + "point": [ + 0.6111, + 0.7667 + ] + }, + { + "instruction": "\"Core i5\" 1.3 13-Inch (Mid-2013/Haswell) features a 22-nm \"Haswell\" 1.3 GHz Intel \"Co.", + "bbox": [ + 0.40555555555555556, + 0.7761111111111111, + 0.8211805555555556, + 0.7988888888888889 + ], + "point": [ + 0.6134, + 0.7875 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.16666666666666666, + 0.8355555555555556, + 0.24027777777777778, + 0.8577777777777778 + ], + "point": [ + 0.2035, + 0.8467 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.40625, + 0.9038888888888889, + 0.4565972222222222, + 0.925 + ], + "point": [ + 0.4314, + 0.9144 + ] + }, + { + "instruction": "Borough of Fairfield (Pennsylvania)", + "bbox": [ + 0.46979166666666666, + 0.9038888210720486, + 0.625, + 0.9261110432942709 + ], + "point": [ + 0.5474, + 0.915 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.6381944444444444, + 0.905, + 0.6934027777777778, + 0.9233333333333333 + ], + "point": [ + 0.6658, + 0.9142 + ] + }, + { + "instruction": "Special decal for Starfieldl Ryzen 6900x", + "bbox": [ + 0.4059027777777778, + 0.9327777777777778, + 0.5961805555555556, + 0.955 + ], + "point": [ + 0.501, + 0.9439 + ] + }, + { + "instruction": "Radeon RX 6800XT", + "bbox": [ + 0.6013888888888889, + 0.9338888888888889, + 0.6965277777777777, + 0.9522222222222222 + ], + "point": [ + 0.649, + 0.9431 + ] + }, + { + "instruction": "64GB DDRS", + "bbox": [ + 0.7024305555555556, + 0.9338888888888889, + 0.7638888888888888, + 0.9522222222222222 + ], + "point": [ + 0.7332, + 0.9431 + ] + }, + { + "instruction": "2TB nvme", + "bbox": [ + 0.7694444444444445, + 0.9338888888888889, + 0.8194444444444444, + 0.9522222222222222 + ], + "point": [ + 0.7944, + 0.9431 + ] + }, + { + "instruction": "this build includes the Starfield gamel S2200 Feel free to contact me with any questions you", + "bbox": [ + 0.4059027777777778, + 0.9544444444444444, + 0.838541751437717, + 0.9766666666666667 + ], + "point": [ + 0.6222, + 0.9656 + ] + }, + { + "instruction": "have_", + "bbox": [ + 0.40694444444444444, + 0.9788888888888889, + 0.4309027777777778, + 0.9944444444444445 + ], + "point": [ + 0.4189, + 0.9867 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.1664949417114258, + 0.7511903889973959, + 0.27377020517985023, + 0.800274183485243 + ], + "point": [ + 0.2201, + 0.7757 + ] + }, + { + "instruction": "Sort by: Newly listed", + "bbox": [ + 0.717260233561198, + 0.33316277398003474, + 0.842710198296441, + 0.38327338324652777 + ], + "point": [ + 0.78, + 0.3582 + ] + }, + { + "instruction": "Mal", + "bbox": [ + 0.1651387956407335, + 0.2921133761935764, + 0.2996264139811198, + 0.3425054931640625 + ], + "point": [ + 0.2324, + 0.3173 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7644342210557725, + 0.12384275648328993, + 0.8412796868218316, + 0.16601231892903645 + ], + "point": [ + 0.8029, + 0.1449 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.166388119591607, + 0.6197621663411458, + 0.22902861701117622, + 0.6671471489800347 + ], + "point": [ + 0.1977, + 0.6435 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08279400931464301, + 0.053802002800835504, + 0.15551330778333877, + 0.08413412306043837 + ], + "point": [ + 0.1192, + 0.069 + ] + }, + { + "instruction": "Osclass", + "bbox": [ + 0.15673991309271917, + 0.10177000257703993, + 0.28120992448594834, + 0.1821661376953125 + ], + "point": [ + 0.219, + 0.142 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.16689285702175563, + 0.8584716118706597, + 0.22987465328640408, + 0.8814837646484375 + ], + "point": [ + 0.1984, + 0.87 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.7091400146484375, + 0.12519403245713975, + 0.7622421264648438, + 0.16404425726996527 + ], + "point": [ + 0.7357, + 0.1446 + ] + }, + { + "instruction": "My account", + "bbox": [ + 0.632685046725803, + 0.12571098327636718, + 0.7084838443332249, + 0.16397484673394097 + ], + "point": [ + 0.6706, + 0.1448 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.160340764787462, + 0.21365637885199654, + 0.20949541727701823, + 0.23350273980034722 + ], + "point": [ + 0.1849, + 0.2236 + ] + }, + { + "instruction": "listings with pictures", + "bbox": [ + 0.17346003850301106, + 0.4681274074978299, + 0.27600055270724827, + 0.49189910888671873 + ], + "point": [ + 0.2247, + 0.48 + ] + }, + { + "instruction": "HP Laptop", + "bbox": [ + 0.40673145718044706, + 0.464747314453125, + 0.4632177988688151, + 0.4893397352430556 + ], + "point": [ + 0.435, + 0.477 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.16687685648600262, + 0.8830152723524306, + 0.3062422434488932, + 0.9085820855034722 + ], + "point": [ + 0.2366, + 0.8958 + ] + }, + { + "instruction": "NEWII Starfield Gaming PC", + "bbox": [ + 0.4058608161078559, + 0.8431825086805556, + 0.5451276991102431, + 0.8673472764756944 + ], + "point": [ + 0.4755, + 0.8553 + ] + }, + { + "instruction": "2200.00 $", + "bbox": [ + 0.4072371164957682, + 0.8686758761935763, + 0.47499995761447483, + 0.897908460828993 + ], + "point": [ + 0.4411, + 0.8833 + ] + }, + { + "instruction": "Macbook Air", + "bbox": [ + 0.4066131591796875, + 0.6423102484809028, + 0.47243694729275176, + 0.6675413682725695 + ], + "point": [ + 0.4395, + 0.6549 + ] + }, + { + "instruction": "Subscripting something new.", + "bbox": [ + 0.1664949417114258, + 0.7511903889973959, + 0.27377020517985023, + 0.800274183485243 + ], + "point": [ + 0.2201, + 0.7757 + ] + }, + { + "instruction": "A dropdown menu to select the sort by: Nowly listed.", + "bbox": [ + 0.717260233561198, + 0.33316277398003474, + 0.842710198296441, + 0.38327338324652777 + ], + "point": [ + 0.78, + 0.3582 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.16626033782958985, + 0.38008921305338544, + 0.298770883348253, + 0.42922821044921877 + ], + "point": [ + 0.2325, + 0.4047 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.1658313751220703, + 0.5520047336154514, + 0.23050689697265625, + 0.6008801947699652 + ], + "point": [ + 0.1982, + 0.5764 + ] + }, + { + "instruction": "a search bar labeled \"Mail\".", + "bbox": [ + 0.1651387956407335, + 0.2921133761935764, + 0.2996264139811198, + 0.3425054931640625 + ], + "point": [ + 0.2324, + 0.3173 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.7644342210557725, + 0.12384275648328993, + 0.8412796868218316, + 0.16601231892903645 + ], + "point": [ + 0.8029, + 0.1449 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.23384766048855252, + 0.5524074978298611, + 0.2989311006334093, + 0.6008299424913195 + ], + "point": [ + 0.2664, + 0.5766 + ] + }, + { + "instruction": "an \"Apply\" button.", + "bbox": [ + 0.166388119591607, + 0.6197621663411458, + 0.22902861701117622, + 0.6671471489800347 + ], + "point": [ + 0.1977, + 0.6435 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08279400931464301, + 0.053802002800835504, + 0.15551330778333877, + 0.08413412306043837 + ], + "point": [ + 0.1192, + 0.069 + ] + }, + { + "instruction": "a table or grid layout.", + "bbox": [ + 0.6835979461669922, + 0.3349959648980035, + 0.7133577134874132, + 0.3822833591037326 + ], + "point": [ + 0.6985, + 0.3586 + ] + }, + { + "instruction": "an option to class.", + "bbox": [ + 0.15673991309271917, + 0.10177000257703993, + 0.28120992448594834, + 0.1821661376953125 + ], + "point": [ + 0.219, + 0.142 + ] + }, + { + "instruction": "a menu or list.", + "bbox": [ + 0.6519366370307075, + 0.33521328396267364, + 0.6819275326199001, + 0.38203538682725696 + ], + "point": [ + 0.6669, + 0.3586 + ] + }, + { + "instruction": "a laptop.", + "bbox": [ + 0.332874510023329, + 0.46624270968967013, + 0.40238999260796443, + 0.6016722954644097 + ], + "point": [ + 0.3676, + 0.534 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.16689285702175563, + 0.8584716118706597, + 0.22987465328640408, + 0.8814837646484375 + ], + "point": [ + 0.1984, + 0.87 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9758312649197048, + 0.004130154715643989, + 0.9968090481228299, + 0.0391665342119005 + ], + "point": [ + 0.9863, + 0.0216 + ] + }, + { + "instruction": "Logout.", + "bbox": [ + 0.7091400146484375, + 0.12519403245713975, + 0.7622421264648438, + 0.16404425726996527 + ], + "point": [ + 0.7357, + 0.1446 + ] + }, + { + "instruction": "a computer system.", + "bbox": [ + 0.33291954464382595, + 0.8437554253472223, + 0.4022973802354601, + 1.0 + ], + "point": [ + 0.3676, + 0.9219 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.0548599190182156, + 0.052078153822157115, + 0.07622467146979438, + 0.0876562754313151 + ], + "point": [ + 0.0655, + 0.0699 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.632685046725803, + 0.12571098327636718, + 0.7084838443332249, + 0.16397484673394097 + ], + "point": [ + 0.6706, + 0.1448 + ] + }, + { + "instruction": "a button or link to the classifieds section.", + "bbox": [ + 0.160340764787462, + 0.21365637885199654, + 0.20949541727701823, + 0.23350273980034722 + ], + "point": [ + 0.1849, + 0.2236 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.00675553215874566, + 0.05693455590142144, + 0.025419547822740342, + 0.08423463609483507 + ], + "point": [ + 0.0161, + 0.0706 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.03023931450313992, + 0.05555491977267795, + 0.049715518951416016, + 0.08486980862087673 + ], + "point": [ + 0.04, + 0.0702 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8558367411295573, + 0.05796747843424479, + 0.8708564758300781, + 0.08518273247612847 + ], + "point": [ + 0.8633, + 0.0716 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.8875313652886285, + 0.05813134087456597, + 0.9063752916124131, + 0.08213338216145834 + ], + "point": [ + 0.897, + 0.0701 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15738869773017036, + 0.011718277401394315, + 0.17093430625067818, + 0.03409947925143772 + ], + "point": [ + 0.1642, + 0.0229 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.9755705939398871, + 0.05741591135660807, + 0.9924629211425782, + 0.0822782219780816 + ], + "point": [ + 0.984, + 0.0698 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.16705189810858834, + 0.46843943277994793, + 0.18151401943630643, + 0.4928632609049479 + ], + "point": [ + 0.1743, + 0.4807 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.18204220665825738, + 0.009388727611965603, + 0.19552923838297526, + 0.03854027960035536 + ], + "point": [ + 0.1888, + 0.024 + ] + }, + { + "instruction": "Listings with pictures.", + "bbox": [ + 0.17346003850301106, + 0.4681274074978299, + 0.27600055270724827, + 0.49189910888671873 + ], + "point": [ + 0.2247, + 0.48 + ] + }, + { + "instruction": "a laptop.", + "bbox": [ + 0.40673145718044706, + 0.464747314453125, + 0.4632177988688151, + 0.4893397352430556 + ], + "point": [ + 0.435, + 0.477 + ] + }, + { + "instruction": "Computers.", + "bbox": [ + 0.16687685648600262, + 0.8830152723524306, + 0.3062422434488932, + 0.9085820855034722 + ], + "point": [ + 0.2366, + 0.8958 + ] + }, + { + "instruction": "a laptop.", + "bbox": [ + 0.3327772352430556, + 0.6421477593315972, + 0.4028426276312934, + 0.7342864312065972 + ], + "point": [ + 0.3678, + 0.6882 + ] + }, + { + "instruction": "a new start field gaming PC.", + "bbox": [ + 0.4058608161078559, + 0.8431825086805556, + 0.5451276991102431, + 0.8673472764756944 + ], + "point": [ + 0.4755, + 0.8553 + ] + }, + { + "instruction": "a price tag of 2200.00.", + "bbox": [ + 0.4072371164957682, + 0.8686758761935763, + 0.47499995761447483, + 0.897908460828993 + ], + "point": [ + 0.4411, + 0.8833 + ] + }, + { + "instruction": "the \"Macbook Air\" feature.", + "bbox": [ + 0.4066131591796875, + 0.6423102484809028, + 0.47243694729275176, + 0.6675413682725695 + ], + "point": [ + 0.4395, + 0.6549 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.994586181640625, + 0.05521178351508246, + 1.0, + 0.08634211222330729 + ], + "point": [ + 0.9973, + 0.0708 + ] + } + ], + "element_size": 92 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_3/2064.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Macbook", + "bbox": [ + 0.035069444444444445, + 0.013888888888888888, + 0.07326388888888889, + 0.029444444444444443 + ], + "point": [ + 0.0542, + 0.0217 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2 .compute amazonaws.com:9g80/index php?page-search&sOrder-dt_pub_date&iOrderType-desc&sPattern-Macbook__", + "bbox": [ + 0.15833335452609593, + 0.06055555555555556, + 0.8430555767483181, + 0.08277777777777778 + ], + "point": [ + 0.5007, + 0.0717 + ] + }, + { + "instruction": "0 0 | [", + "bbox": [ + 0.8927083333333333, + 0.05833332909478082, + 0.9680555555555556, + 0.08277776930067274 + ], + "point": [ + 0.9304, + 0.0706 + ] + }, + { + "instruction": "Search results: Macbook", + "bbox": [ + 0.2763888888888889, + 0.09388888888888888, + 0.38506944444444446, + 0.10833333333333334 + ], + "point": [ + 0.3307, + 0.1011 + ] + }, + { + "instruction": "Your search", + "bbox": [ + 0.16701388888888888, + 0.14888888888888888, + 0.22083333333333333, + 0.1661111111111111 + ], + "point": [ + 0.1939, + 0.1575 + ] + }, + { + "instruction": "1 - 12 of 130 listings", + "bbox": [ + 0.33402777777777776, + 0.22444444444444445, + 0.4354166666666667, + 0.24666666666666667 + ], + "point": [ + 0.3847, + 0.2356 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.16666667726304796, + 0.23555555555555555, + 0.1875, + 0.25666666666666665 + ], + "point": [ + 0.1771, + 0.2461 + ] + }, + { + "instruction": "Listings", + "bbox": [ + 0.3329861111111111, + 0.28388885498046873, + 0.3871527777777778, + 0.3122221883138021 + ], + "point": [ + 0.3601, + 0.2981 + ] + }, + { + "instruction": "Show only", + "bbox": [ + 0.16666666666666666, + 0.3233333333333333, + 0.21666666666666667, + 0.3438888888888889 + ], + "point": [ + 0.1917, + 0.3336 + ] + }, + { + "instruction": "listings with pictures", + "bbox": [ + 0.18229166666666666, + 0.34555555555555556, + 0.2760416666666667, + 0.36666666666666664 + ], + "point": [ + 0.2292, + 0.3561 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.16701388888888888, + 0.39111107720269095, + 0.19131944444444443, + 0.4072221883138021 + ], + "point": [ + 0.1792, + 0.3992 + ] + }, + { + "instruction": "Min.", + "bbox": [ + 0.16701388888888888, + 0.4122222222222222, + 0.18506944444444445, + 0.4272222222222222 + ], + "point": [ + 0.176, + 0.4197 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.40694444444444444, + 0.4038888888888889, + 0.45590277777777777, + 0.4211111111111111 + ], + "point": [ + 0.4314, + 0.4125 + ] + }, + { + "instruction": "Leisure World (Maryland)", + "bbox": [ + 0.46979166666666666, + 0.40166666666666667, + 0.584375, + 0.42388888888888887 + ], + "point": [ + 0.5271, + 0.4128 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.5972222222222222, + 0.40166666666666667, + 0.6524305555555555, + 0.4216666666666667 + ], + "point": [ + 0.6248, + 0.4117 + ] + }, + { + "instruction": "EXCELLENT CONDITION: Factory reset: Catalina operating system installed INCLUDES Mac", + "bbox": [ + 0.4065972222222222, + 0.43, + 0.8375, + 0.4533333333333333 + ], + "point": [ + 0.622, + 0.4417 + ] + }, + { + "instruction": "'Book Air Charger; AC 45W Magnetic T-Tip Power Adapter Charger Apple MacBook Air", + "bbox": [ + 0.4059027777777778, + 0.45166663275824653, + 0.8166666666666667, + 0.4766666327582465 + ], + "point": [ + 0.6113, + 0.4642 + ] + }, + { + "instruction": "\"Core i5\" 1.3 13-Inch (Mid-2013/Haswell) features a 22-nm \"Haswell\" 1.3 GHz Intel \"Co.", + "bbox": [ + 0.4059027777777778, + 0.4738888888888889, + 0.8211805555555556, + 0.49666666666666665 + ], + "point": [ + 0.6135, + 0.4853 + ] + }, + { + "instruction": "Lenovo ThinkPad X1 Carbon 14\" Laptop i5 8GB 512GB Dock Cellular Office", + "bbox": [ + 0.40625, + 0.5427777777777778, + 0.7871527777777778, + 0.5694444444444444 + ], + "point": [ + 0.5967, + 0.5561 + ] + }, + { + "instruction": "6o0.00 $", + "bbox": [ + 0.4065972222222222, + 0.5694444444444444, + 0.4666666666666667, + 0.5938888888888889 + ], + "point": [ + 0.4366, + 0.5817 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16701388888888888, + 0.607222154405382, + 0.2763888888888889, + 0.6244443766276042 + ], + "point": [ + 0.2217, + 0.6158 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.40625, + 0.6016666666666667, + 0.4565972222222222, + 0.6227777777777778 + ], + "point": [ + 0.4314, + 0.6122 + ] + }, + { + "instruction": "Arlington (Virginia)", + "bbox": [ + 0.46979166666666666, + 0.6033333333333334, + 0.55625, + 0.6238888888888889 + ], + "point": [ + 0.513, + 0.6136 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.5690972222222223, + 0.6016666666666667, + 0.6243055555555556, + 0.6216666666666667 + ], + "point": [ + 0.5967, + 0.6117 + ] + }, + { + "instruction": "Like new Lenovo ThinkPad X1 Carbon Gen", + "bbox": [ + 0.40694444444444444, + 0.6311110432942708, + 0.6076388888888888, + 0.6494443766276041 + ], + "point": [ + 0.5073, + 0.6403 + ] + }, + { + "instruction": "14\" FHD Laptop Intel i5 CPU, 8 GB RAM, 512", + "bbox": [ + 0.6166666666666667, + 0.6294443766276042, + 0.8322916666666667, + 0.6544443766276041 + ], + "point": [ + 0.7245, + 0.6419 + ] + }, + { + "instruction": "GB SSD storage, robert_martinez366@examplecom lbs, USB-C charging, backlit keyboard,", + "bbox": [ + 0.4065972222222222, + 0.6522222222222223, + 0.8354166666666667, + 0.6761111111111111 + ], + "point": [ + 0.621, + 0.6642 + ] + }, + { + "instruction": "unlocked cellular Mobile Broadband WWAN Module; fingerprint reader; hybrid 1080p.", + "bbox": [ + 0.4065972222222222, + 0.6738888888888889, + 0.817708248562283, + 0.6977777777777778 + ], + "point": [ + 0.6122, + 0.6858 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.16666666666666666, + 0.7105555555555556, + 0.24027777777777778, + 0.7327777777777778 + ], + "point": [ + 0.2035, + 0.7217 + ] + }, + { + "instruction": "5o.00 $", + "bbox": [ + 0.4065972222222222, + 0.7694444444444445, + 0.45729166666666665, + 0.7938888888888889 + ], + "point": [ + 0.4319, + 0.7817 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.40694444444444444, + 0.8038888888888889, + 0.45590277777777777, + 0.8211111111111111 + ], + "point": [ + 0.4314, + 0.8125 + ] + }, + { + "instruction": "Warrenton (Virginia)", + "bbox": [ + 0.46979166666666666, + 0.8016666666666666, + 0.5625, + 0.8238888888888889 + ], + "point": [ + 0.5161, + 0.8128 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.5753472222222222, + 0.8016666666666666, + 0.6305555555555555, + 0.8216666666666667 + ], + "point": [ + 0.603, + 0.8117 + ] + }, + { + "instruction": "Bring your macbook to test: No power supply:", + "bbox": [ + 0.4059027777777778, + 0.83, + 0.6229166666666667, + 0.8538888888888889 + ], + "point": [ + 0.5144, + 0.8419 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.40625, + 0.9577777777777777, + 0.4565972222222222, + 0.9788888888888889 + ], + "point": [ + 0.4314, + 0.9683 + ] + }, + { + "instruction": "Washington (Washington, D.C)", + "bbox": [ + 0.46979166666666666, + 0.9566666666666667, + 0.6104166666666667, + 0.98 + ], + "point": [ + 0.5401, + 0.9683 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.6232638465033637, + 0.9588888888888889, + 0.6788194020589192, + 0.9761111111111112 + ], + "point": [ + 0.651, + 0.9675 + ] + }, + { + "instruction": "Gelling", + "bbox": [ + 0.40694444444444444, + 0.9861111111111112, + 0.44131944444444443, + 0.9994444444444445 + ], + "point": [ + 0.4241, + 0.9928 + ] + }, + { + "instruction": "MacRock Pro Witb touchbar It ic 3", + "bbox": [ + 0.4434027353922526, + 0.9877777777777778, + 0.6017360687255859, + 0.9988888888888889 + ], + "point": [ + 0.5226, + 0.9933 + ] + }, + { + "instruction": "Vearc Oldin narfoccondition Oricinallu riced at", + "bbox": [ + 0.6034722222222222, + 0.9877777777777778, + 0.8305555555555556, + 0.9988888888888889 + ], + "point": [ + 0.717, + 0.9933 + ] + }, + { + "instruction": "Max", + "bbox": [ + 0.23645833333333333, + 0.41055555555555556, + 0.2548611111111111, + 0.43 + ], + "point": [ + 0.2457, + 0.4203 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.16651766035291884, + 0.6266656494140626, + 0.27385726504855684, + 0.6762630886501736 + ], + "point": [ + 0.2202, + 0.6515 + ] + }, + { + "instruction": "Macbook", + "bbox": [ + 0.166309208340115, + 0.16713114420572917, + 0.2986277050442166, + 0.21774173312717013 + ], + "point": [ + 0.2325, + 0.1924 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.16631714502970377, + 0.4946777004665799, + 0.22934561835394965, + 0.5422745429144965 + ], + "point": [ + 0.1978, + 0.5185 + ] + }, + { + "instruction": "Sort by: Newly listed", + "bbox": [ + 0.7169394599066841, + 0.20963299221462672, + 0.8430650499131944, + 0.26002378675672744 + ], + "point": [ + 0.78, + 0.2348 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08275027804904514, + 0.052652087741427954, + 0.15568218231201172, + 0.08448934766981336 + ], + "point": [ + 0.1192, + 0.0686 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.1667437235514323, + 0.7334383138020834, + 0.2304597642686632, + 0.7563609483506945 + ], + "point": [ + 0.1986, + 0.7449 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15720297495524088, + 0.009836739434136285, + 0.17030573950873482, + 0.03754470825195313 + ], + "point": [ + 0.1638, + 0.0237 + ] + }, + { + "instruction": "computers", + "bbox": [ + 0.2187935299343533, + 0.08882123311360678, + 0.2687262217203776, + 0.11059644063313802 + ], + "point": [ + 0.2438, + 0.0997 + ] + }, + { + "instruction": "classiineds", + "bbox": [ + 0.16007008022732205, + 0.09032447814941406, + 0.20939988030327691, + 0.11001197814941406 + ], + "point": [ + 0.1847, + 0.1002 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.16647970411512586, + 0.7589771185980903, + 0.2891175587972005, + 0.7838136800130209 + ], + "point": [ + 0.2278, + 0.7714 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.0808262825012207, + 0.008595755894978841, + 0.1596278190612793, + 0.03285399225023058 + ], + "point": [ + 0.1202, + 0.0207 + ] + }, + { + "instruction": "Clas:", + "bbox": [ + 0.0808262825012207, + 0.008595755894978841, + 0.1596278190612793, + 0.03285399225023058 + ], + "point": [ + 0.1202, + 0.0207 + ] + }, + { + "instruction": "Apple Cinema 20\" Monitor", + "bbox": [ + 0.4064067840576172, + 0.7401418728298611, + 0.5886402130126953, + 0.766151123046875 + ], + "point": [ + 0.4975, + 0.7531 + ] + }, + { + "instruction": "Display", + "bbox": [ + 0.4064067840576172, + 0.7401418728298611, + 0.5886402130126953, + 0.766151123046875 + ], + "point": [ + 0.4975, + 0.7531 + ] + }, + { + "instruction": "MacBook Pro with Touch Bar", + "bbox": [ + 0.40567215813530816, + 0.8958247884114583, + 0.5524231380886502, + 0.9214252387152778 + ], + "point": [ + 0.479, + 0.9086 + ] + }, + { + "instruction": "Macbook Air", + "bbox": [ + 0.4062917921278212, + 0.34052788628472225, + 0.4734662373860677, + 0.36535393608940975 + ], + "point": [ + 0.4399, + 0.3529 + ] + }, + { + "instruction": "250.00 $", + "bbox": [ + 0.40642361111111114, + 0.36609483506944446, + 0.4694363064236111, + 0.39581983778211804 + ], + "point": [ + 0.4379, + 0.381 + ] + }, + { + "instruction": "5o0.00 $", + "bbox": [ + 0.4059739006890191, + 0.9215188259548611, + 0.4676423814561632, + 0.9520016818576389 + ], + "point": [ + 0.4368, + 0.9368 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.33228338029649523, + 0.1340641615125868, + 0.4840991973876953, + 0.20442718505859375 + ], + "point": [ + 0.4082, + 0.1692 + ] + }, + { + "instruction": "subscribe now.", + "bbox": [ + 0.16651766035291884, + 0.6266656494140626, + 0.27385726504855684, + 0.6762630886501736 + ], + "point": [ + 0.2202, + 0.6515 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.16603499518500434, + 0.42714881049262154, + 0.2309382120768229, + 0.47698571099175346 + ], + "point": [ + 0.1985, + 0.4521 + ] + }, + { + "instruction": "the \"Macbook\" menu.", + "bbox": [ + 0.166309208340115, + 0.16713114420572917, + 0.2986277050442166, + 0.21774173312717013 + ], + "point": [ + 0.2325, + 0.1924 + ] + }, + { + "instruction": "a horizontal scroll bar.", + "bbox": [ + 0.16533108817206488, + 0.25534410264756946, + 0.2989810943603516, + 0.30458997938368054 + ], + "point": [ + 0.2322, + 0.28 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.23387701246473525, + 0.42755859375, + 0.299053955078125, + 0.4770050048828125 + ], + "point": [ + 0.2665, + 0.4523 + ] + }, + { + "instruction": "Apply.", + "bbox": [ + 0.16631714502970377, + 0.4946777004665799, + 0.22934561835394965, + 0.5422745429144965 + ], + "point": [ + 0.1978, + 0.5185 + ] + }, + { + "instruction": "A dropdown menu to select the sort by: Nowly listed.", + "bbox": [ + 0.7169394599066841, + 0.20963299221462672, + 0.8430650499131944, + 0.26002378675672744 + ], + "point": [ + 0.78, + 0.2348 + ] + }, + { + "instruction": "a table or grid layout.", + "bbox": [ + 0.6831718444824219, + 0.21130308363172742, + 0.7139355129665799, + 0.25846250745985244 + ], + "point": [ + 0.6986, + 0.2349 + ] + }, + { + "instruction": "a menu or list.", + "bbox": [ + 0.6517933315700954, + 0.21116607666015624, + 0.6818539089626736, + 0.25827019585503475 + ], + "point": [ + 0.6668, + 0.2347 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05445185767279731, + 0.049986148410373264, + 0.07660516103108723, + 0.08990147908528646 + ], + "point": [ + 0.0655, + 0.0699 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9756975809733073, + 0.0036106257968478734, + 0.9971992492675781, + 0.03954040315416124 + ], + "point": [ + 0.9864, + 0.0216 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08275027804904514, + 0.052652087741427954, + 0.15568218231201172, + 0.08448934766981336 + ], + "point": [ + 0.1192, + 0.0686 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.16720556683010526, + 0.34413814968532985, + 0.1817080603705512, + 0.36832238091362846 + ], + "point": [ + 0.1745, + 0.3562 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.00475372936990526, + 0.052590514289008246, + 0.026871163977517022, + 0.08832931518554688 + ], + "point": [ + 0.0158, + 0.0705 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029254155688815647, + 0.05109035915798611, + 0.05119919776916504, + 0.08946168687608506 + ], + "point": [ + 0.0402, + 0.0703 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8553576151529948, + 0.05688187493218316, + 0.871105702718099, + 0.08568697611490886 + ], + "point": [ + 0.8632, + 0.0713 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.1667437235514323, + 0.7334383138020834, + 0.2304597642686632, + 0.7563609483506945 + ], + "point": [ + 0.1986, + 0.7449 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8866044786241319, + 0.053636466132269967, + 0.9077926635742187, + 0.08439798143174913 + ], + "point": [ + 0.8972, + 0.069 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15720297495524088, + 0.009836739434136285, + 0.17030573950873482, + 0.03754470825195313 + ], + "point": [ + 0.1638, + 0.0237 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.18187620374891494, + 0.00907286114162869, + 0.19538035922580296, + 0.03838010999891493 + ], + "point": [ + 0.1886, + 0.0237 + ] + }, + { + "instruction": "Computers.", + "bbox": [ + 0.2187935299343533, + 0.08882123311360678, + 0.2687262217203776, + 0.11059644063313802 + ], + "point": [ + 0.2438, + 0.0997 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.9752422756618924, + 0.05680944654676649, + 0.9932895236545138, + 0.08287311130099827 + ], + "point": [ + 0.9843, + 0.0698 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9499713473849827, + 0.0538727781507704, + 0.9717039320203993, + 0.08351023356119791 + ], + "point": [ + 0.9608, + 0.0687 + ] + }, + { + "instruction": "a button to access the classifications.", + "bbox": [ + 0.16007008022732205, + 0.09032447814941406, + 0.20939988030327691, + 0.11001197814941406 + ], + "point": [ + 0.1847, + 0.1002 + ] + }, + { + "instruction": "a computer display or monitor.", + "bbox": [ + 0.33305062188042533, + 0.7410289849175348, + 0.40299767388237845, + 0.8470452880859375 + ], + "point": [ + 0.368, + 0.794 + ] + }, + { + "instruction": "laptop and printer.", + "bbox": [ + 0.33306884765625, + 0.5422283257378472, + 0.40275887383355036, + 0.6318781195746528 + ], + "point": [ + 0.3679, + 0.5871 + ] + }, + { + "instruction": "Computers.", + "bbox": [ + 0.16647970411512586, + 0.7589771185980903, + 0.2891175587972005, + 0.7838136800130209 + ], + "point": [ + 0.2278, + 0.7714 + ] + }, + { + "instruction": "Computers -Clas.", + "bbox": [ + 0.0808262825012207, + 0.008595755894978841, + 0.1596278190612793, + 0.03285399225023058 + ], + "point": [ + 0.1202, + 0.0207 + ] + }, + { + "instruction": "Internet Explorer", + "bbox": [ + 0.017041842142740887, + 0.007169048521253798, + 0.03252921634250217, + 0.04214281611972385 + ], + "point": [ + 0.0248, + 0.0247 + ] + }, + { + "instruction": "Apple Cinema 20 monitor/Display settings.", + "bbox": [ + 0.4064067840576172, + 0.7401418728298611, + 0.5886402130126953, + 0.766151123046875 + ], + "point": [ + 0.4975, + 0.7531 + ] + }, + { + "instruction": "the MacBook Pro with touch bar settings.", + "bbox": [ + 0.40567215813530816, + 0.8958247884114583, + 0.5524231380886502, + 0.9214252387152778 + ], + "point": [ + 0.479, + 0.9086 + ] + }, + { + "instruction": "a keyboard.", + "bbox": [ + 0.3334247165256076, + 0.9325988091362847, + 0.4027377658420139, + 0.957688734266493 + ], + "point": [ + 0.3681, + 0.9451 + ] + }, + { + "instruction": "a laptop.", + "bbox": [ + 0.3332653469509549, + 0.33953528510199654, + 0.4032116360134549, + 0.43746368408203123 + ], + "point": [ + 0.3682, + 0.3885 + ] + }, + { + "instruction": "Macbook Air.", + "bbox": [ + 0.4062917921278212, + 0.34052788628472225, + 0.4734662373860677, + 0.36535393608940975 + ], + "point": [ + 0.4399, + 0.3529 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.994640858968099, + 0.05624541812472873, + 0.9999999152289496, + 0.08545272827148437 + ], + "point": [ + 0.9973, + 0.0708 + ] + }, + { + "instruction": "a price display showing a value of 2500.", + "bbox": [ + 0.40642361111111114, + 0.36609483506944446, + 0.4694363064236111, + 0.39581983778211804 + ], + "point": [ + 0.4379, + 0.381 + ] + }, + { + "instruction": "a price tag of $500.00.", + "bbox": [ + 0.4059739006890191, + 0.9215188259548611, + 0.4676423814561632, + 0.9520016818576389 + ], + "point": [ + 0.4368, + 0.9368 + ] + }, + { + "instruction": "Computers.", + "bbox": [ + 0.33228338029649523, + 0.1340641615125868, + 0.4840991973876953, + 0.20442718505859375 + ], + "point": [ + 0.4082, + 0.1692 + ] + } + ], + "element_size": 98 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_4/2472.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Macbook", + "bbox": [ + 0.035069444444444445, + 0.013888888888888888, + 0.07326388888888889, + 0.029444444444444443 + ], + "point": [ + 0.0542, + 0.0217 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2 .compute amazonaws.com:9g80/index php?page-search&sOrder-dt_pub_date&iOrderType-desc&sPattern-Macbook__", + "bbox": [ + 0.15833335452609593, + 0.06055555555555556, + 0.8430555767483181, + 0.08277777777777778 + ], + "point": [ + 0.5007, + 0.0717 + ] + }, + { + "instruction": "0 0 | ", + "bbox": [ + 0.8920138888888889, + 0.055555559794108075, + 0.9684027777777777, + 0.08333334181043837 + ], + "point": [ + 0.9302, + 0.0694 + ] + }, + { + "instruction": "Search results: Macbook", + "bbox": [ + 0.2763888888888889, + 0.12722223069932725, + 0.38506944444444446, + 0.14555555555555555 + ], + "point": [ + 0.3307, + 0.1364 + ] + }, + { + "instruction": "Your search", + "bbox": [ + 0.16701388888888888, + 0.185, + 0.22083333333333333, + 0.20222222222222222 + ], + "point": [ + 0.1939, + 0.1936 + ] + }, + { + "instruction": "1 - 12 of 130 listings", + "bbox": [ + 0.33368059794108074, + 0.25777779473198786, + 0.43611115349663626, + 0.28444447835286457 + ], + "point": [ + 0.3849, + 0.2711 + ] + }, + { + "instruction": "Listings", + "bbox": [ + 0.3329861111111111, + 0.3199999660915799, + 0.3871527777777778, + 0.3483332994249132 + ], + "point": [ + 0.3601, + 0.3342 + ] + }, + { + "instruction": "Show only", + "bbox": [ + 0.16701388888888888, + 0.3611111111111111, + 0.21631944444444445, + 0.3794444444444444 + ], + "point": [ + 0.1917, + 0.3703 + ] + }, + { + "instruction": "listings with pictures", + "bbox": [ + 0.18229166666666666, + 0.38333333333333336, + 0.2760416666666667, + 0.4038888888888889 + ], + "point": [ + 0.2292, + 0.3936 + ] + }, + { + "instruction": "Macbook Air", + "bbox": [ + 0.4065972222222222, + 0.3805555894639757, + 0.471875, + 0.4016667005750868 + ], + "point": [ + 0.4392, + 0.3911 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.16701388888888888, + 0.4272222222222222, + 0.19131944444444443, + 0.4444444444444444 + ], + "point": [ + 0.1792, + 0.4358 + ] + }, + { + "instruction": "Min_", + "bbox": [ + 0.16701388888888888, + 0.4488888888888889, + 0.1840277777777778, + 0.46444444444444444 + ], + "point": [ + 0.1755, + 0.4567 + ] + }, + { + "instruction": "Max", + "bbox": [ + 0.23576388888888888, + 0.4488888888888889, + 0.2552083333333333, + 0.46444444444444444 + ], + "point": [ + 0.2455, + 0.4567 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.40625, + 0.4388888888888889, + 0.4565972222222222, + 0.46 + ], + "point": [ + 0.4314, + 0.4494 + ] + }, + { + "instruction": "Leisure World (Maryland)", + "bbox": [ + 0.46979166666666666, + 0.43944444444444447, + 0.584375, + 0.46 + ], + "point": [ + 0.5271, + 0.4497 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.596875, + 0.44, + 0.6520833333333333, + 0.4572222222222222 + ], + "point": [ + 0.6245, + 0.4486 + ] + }, + { + "instruction": "EXCELLENT CONDITION: Factory reset: Catalina operating system installed INCLUDES Mac", + "bbox": [ + 0.4065972222222222, + 0.4666666666666667, + 0.8368056403266059, + 0.4905555555555556 + ], + "point": [ + 0.6217, + 0.4786 + ] + }, + { + "instruction": "Book Air", + "bbox": [ + 0.40694444444444444, + 0.49, + 0.44895833333333335, + 0.5083333333333333 + ], + "point": [ + 0.428, + 0.4992 + ] + }, + { + "instruction": "Charger; AC 45W Magnetic T-Tip Power Adapter Charger Apple MacBook Air", + "bbox": [ + 0.4486111111111111, + 0.4872221883138021, + 0.8170138888888889, + 0.5149999660915798 + ], + "point": [ + 0.6328, + 0.5011 + ] + }, + { + "instruction": "\"Core i5\" 1.3 13-Inch (Mid-2013/Haswell) features a 22-nm \"Haswell\" 1.3 GHz Intel \"Co_", + "bbox": [ + 0.4059027777777778, + 0.5111111450195313, + 0.8274305555555556, + 0.5327778116861979 + ], + "point": [ + 0.6167, + 0.5219 + ] + }, + { + "instruction": "Lenovo ThinkPad X1 Carbon 14\" Laptop i5 8GB 512GB Dock Cellular Office", + "bbox": [ + 0.4065972222222222, + 0.5805555555555556, + 0.7868055555555555, + 0.6038888888888889 + ], + "point": [ + 0.5967, + 0.5922 + ] + }, + { + "instruction": "600.00 $", + "bbox": [ + 0.40555555555555556, + 0.605, + 0.4670138888888889, + 0.6322222222222222 + ], + "point": [ + 0.4363, + 0.6186 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16666666666666666, + 0.6427777777777778, + 0.2767361111111111, + 0.6627777777777778 + ], + "point": [ + 0.2217, + 0.6528 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.40625, + 0.6388888888888888, + 0.4565972222222222, + 0.66 + ], + "point": [ + 0.4314, + 0.6494 + ] + }, + { + "instruction": "Arlington (Virginia)", + "bbox": [ + 0.4694444020589193, + 0.637777845594618, + 0.5562499576144748, + 0.6605556233723958 + ], + "point": [ + 0.5128, + 0.6492 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.5694444444444444, + 0.6388888888888888, + 0.6239583333333333, + 0.6572222222222223 + ], + "point": [ + 0.5967, + 0.6481 + ] + }, + { + "instruction": "Like new Lenovo ThinkPad X1 Carbon Gen", + "bbox": [ + 0.4065972222222222, + 0.6661111111111111, + 0.6079861111111111, + 0.6888888888888889 + ], + "point": [ + 0.5073, + 0.6775 + ] + }, + { + "instruction": "14\" FHD Laptop Intel i5 CPU, 8 GB RAM, 512", + "bbox": [ + 0.6166666666666667, + 0.6666666666666666, + 0.8322916666666667, + 0.6888888888888889 + ], + "point": [ + 0.7245, + 0.6778 + ] + }, + { + "instruction": "GB SSD storage, robert_martinez366@examplecom lbs, USB-C charging, backlit keyboard,", + "bbox": [ + 0.40625, + 0.6866666666666666, + 0.8361111111111111, + 0.7133333333333334 + ], + "point": [ + 0.6212, + 0.7 + ] + }, + { + "instruction": "unlocked cellular Mobile Broadband WWAN Module, fingerprint reader; hybrid 108Op.", + "bbox": [ + 0.4065972222222222, + 0.7094444444444444, + 0.817708248562283, + 0.7338888888888889 + ], + "point": [ + 0.6122, + 0.7217 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.16666666666666666, + 0.7472222222222222, + 0.24027777777777778, + 0.7688888888888888 + ], + "point": [ + 0.2035, + 0.7581 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.40625, + 0.8388888888888889, + 0.4565972222222222, + 0.86 + ], + "point": [ + 0.4314, + 0.8494 + ] + }, + { + "instruction": "Warrenton (Virginia)", + "bbox": [ + 0.46979166666666666, + 0.8388888888888889, + 0.5625, + 0.86 + ], + "point": [ + 0.5161, + 0.8494 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.575, + 0.8388888888888889, + 0.6302083333333334, + 0.8572222222222222 + ], + "point": [ + 0.6026, + 0.8481 + ] + }, + { + "instruction": "Bring your macbook to test No power supply:", + "bbox": [ + 0.4059027353922526, + 0.8661111111111112, + 0.6236110687255859, + 0.8911111111111111 + ], + "point": [ + 0.5148, + 0.8786 + ] + }, + { + "instruction": "MacBook Pro with Touch Bar", + "bbox": [ + 0.4065972222222222, + 0.9355555555555556, + 0.5541666666666667, + 0.9566666666666667 + ], + "point": [ + 0.4804, + 0.9461 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.1673611111111111, + 0.27055555555555555, + 0.18715277777777778, + 0.295 + ], + "point": [ + 0.1773, + 0.2828 + ] + }, + { + "instruction": "Sort by: Newly listed", + "bbox": [ + 0.7172589619954427, + 0.24633773803710937, + 0.8420928107367621, + 0.2959964328342014 + ], + "point": [ + 0.7797, + 0.2712 + ] + }, + { + "instruction": "Macbook", + "bbox": [ + 0.1664868672688802, + 0.20381005181206596, + 0.2988405015733507, + 0.2534581163194444 + ], + "point": [ + 0.2327, + 0.2286 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.1665022956000434, + 0.6629796006944444, + 0.2740272945827908, + 0.7118268500434027 + ], + "point": [ + 0.2203, + 0.6874 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.16659292644924587, + 0.5321072387695313, + 0.22882058885362414, + 0.5792906358506944 + ], + "point": [ + 0.1977, + 0.5557 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.0828507211473253, + 0.052544784545898435, + 0.15570075776841905, + 0.08434678819444444 + ], + "point": [ + 0.1193, + 0.0684 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.16668981975979275, + 0.7704246690538195, + 0.2311004850599501, + 0.7929741753472223 + ], + "point": [ + 0.1989, + 0.7817 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.21886384752061633, + 0.12602742513020834, + 0.2690064748128255, + 0.1466654290093316 + ], + "point": [ + 0.2439, + 0.1363 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.1606031099955241, + 0.12562066819932727, + 0.2093029022216797, + 0.1464532470703125 + ], + "point": [ + 0.185, + 0.136 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15716765721638998, + 0.009884055455525715, + 0.1703495767381456, + 0.03705138842264811 + ], + "point": [ + 0.1638, + 0.0235 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.1673372056749132, + 0.7975893825954861, + 0.22033165825737847, + 0.81933837890625 + ], + "point": [ + 0.1938, + 0.8085 + ] + }, + { + "instruction": "s00.00 $", + "bbox": [ + 0.40672124226888023, + 0.9597297498914931, + 0.46774359809027777, + 0.9882628716362847 + ], + "point": [ + 0.4372, + 0.974 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.08069863849216037, + 0.008610183927747938, + 0.15862588882446288, + 0.03294443872239854 + ], + "point": [ + 0.1197, + 0.0208 + ] + }, + { + "instruction": "Clas:", + "bbox": [ + 0.08069863849216037, + 0.008610183927747938, + 0.15862588882446288, + 0.03294443872239854 + ], + "point": [ + 0.1197, + 0.0208 + ] + }, + { + "instruction": "Apple Cinema 20\" Monitor", + "bbox": [ + 0.4065420362684462, + 0.7770849609375, + 0.5892506069607205, + 0.8021103244357639 + ], + "point": [ + 0.4979, + 0.7896 + ] + }, + { + "instruction": "Display", + "bbox": [ + 0.4065420362684462, + 0.7770849609375, + 0.5892506069607205, + 0.8021103244357639 + ], + "point": [ + 0.4979, + 0.7896 + ] + }, + { + "instruction": "250.00 $", + "bbox": [ + 0.40666283501519096, + 0.4025584242078993, + 0.4689227634006076, + 0.43277435302734374 + ], + "point": [ + 0.4378, + 0.4177 + ] + }, + { + "instruction": "50.00 $", + "bbox": [ + 0.4058963775634766, + 0.8025919596354166, + 0.45900196499294704, + 0.8328386773003472 + ], + "point": [ + 0.4324, + 0.8177 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.3320910135904948, + 0.16872222900390624, + 0.48354339599609375, + 0.2430511474609375 + ], + "point": [ + 0.4078, + 0.2059 + ] + }, + { + "instruction": "A dropdown menu to select the sort by: Nowly listed.", + "bbox": [ + 0.7172589619954427, + 0.24633773803710937, + 0.8420928107367621, + 0.2959964328342014 + ], + "point": [ + 0.7797, + 0.2712 + ] + }, + { + "instruction": "the \"Macbook\" menu.", + "bbox": [ + 0.1664868672688802, + 0.20381005181206596, + 0.2988405015733507, + 0.2534581163194444 + ], + "point": [ + 0.2327, + 0.2286 + ] + }, + { + "instruction": "subscribe now.", + "bbox": [ + 0.1665022956000434, + 0.6629796006944444, + 0.2740272945827908, + 0.7118268500434027 + ], + "point": [ + 0.2203, + 0.6874 + ] + }, + { + "instruction": "a horizontal scroll bar.", + "bbox": [ + 0.16510723961724175, + 0.29207916259765626, + 0.29895576900906035, + 0.3419688924153646 + ], + "point": [ + 0.232, + 0.317 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.23381574418809678, + 0.46443152533637155, + 0.29920499589708116, + 0.5126489596896702 + ], + "point": [ + 0.2665, + 0.4885 + ] + }, + { + "instruction": "Apply.", + "bbox": [ + 0.16659292644924587, + 0.5321072387695313, + 0.22882058885362414, + 0.5792906358506944 + ], + "point": [ + 0.1977, + 0.5557 + ] + }, + { + "instruction": "Text formatting options.", + "bbox": [ + 0.16599117914835612, + 0.46357964409722224, + 0.231194093492296, + 0.5129214138454861 + ], + "point": [ + 0.1986, + 0.4883 + ] + }, + { + "instruction": "a menu or list.", + "bbox": [ + 0.6521687401665581, + 0.2481547376844618, + 0.681830554538303, + 0.2947344970703125 + ], + "point": [ + 0.667, + 0.2714 + ] + }, + { + "instruction": "a table or grid layout.", + "bbox": [ + 0.6833273145887587, + 0.24802819146050348, + 0.7133853488498264, + 0.2951300387912326 + ], + "point": [ + 0.6984, + 0.2716 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.0828507211473253, + 0.052544784545898435, + 0.15570075776841905, + 0.08434678819444444 + ], + "point": [ + 0.1193, + 0.0684 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.16668981975979275, + 0.7704246690538195, + 0.2311004850599501, + 0.7929741753472223 + ], + "point": [ + 0.1989, + 0.7817 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05410708851284451, + 0.049566709730360245, + 0.07668699158562554, + 0.09077491760253906 + ], + "point": [ + 0.0654, + 0.0702 + ] + }, + { + "instruction": "Computers.", + "bbox": [ + 0.21886384752061633, + 0.12602742513020834, + 0.2690064748128255, + 0.1466654290093316 + ], + "point": [ + 0.2439, + 0.1363 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9756637573242187, + 0.0035338147481282552, + 0.9973441229926215, + 0.039617977142333984 + ], + "point": [ + 0.9865, + 0.0216 + ] + }, + { + "instruction": "Rounded rectangle.", + "bbox": [ + 0.16696431901719835, + 0.3813331095377604, + 0.18139127095540364, + 0.4049549357096354 + ], + "point": [ + 0.1742, + 0.3931 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028813113106621636, + 0.05045736524793837, + 0.051210043165418835, + 0.08887112935384114 + ], + "point": [ + 0.04, + 0.0697 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.00464728938208686, + 0.05196704864501953, + 0.02714686393737793, + 0.08812798394097222 + ], + "point": [ + 0.0159, + 0.07 + ] + }, + { + "instruction": "a button to access classifieds.", + "bbox": [ + 0.1606031099955241, + 0.12562066819932727, + 0.2093029022216797, + 0.1464532470703125 + ], + "point": [ + 0.185, + 0.136 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8555237664116754, + 0.05698639763726129, + 0.8711023118760851, + 0.0855708228217231 + ], + "point": [ + 0.8633, + 0.0713 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8870897928873698, + 0.05581925286187066, + 0.9071135626898872, + 0.08338166978624131 + ], + "point": [ + 0.8971, + 0.0696 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15716765721638998, + 0.009884055455525715, + 0.1703495767381456, + 0.03705138842264811 + ], + "point": [ + 0.1638, + 0.0235 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.18178749084472656, + 0.009402811262342665, + 0.19554417928059895, + 0.03784642537434896 + ], + "point": [ + 0.1887, + 0.0236 + ] + }, + { + "instruction": "Computers.", + "bbox": [ + 0.1673372056749132, + 0.7975893825954861, + 0.22033165825737847, + 0.81933837890625 + ], + "point": [ + 0.1938, + 0.8085 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.9756239149305556, + 0.056697925991482205, + 0.9930635240342882, + 0.08291743808322483 + ], + "point": [ + 0.9843, + 0.0698 + ] + }, + { + "instruction": "a computer display or monitor.", + "bbox": [ + 0.3330460442437066, + 0.7770163981119792, + 0.4028350830078125, + 0.8769403076171876 + ], + "point": [ + 0.3679, + 0.827 + ] + }, + { + "instruction": "a laptop.", + "bbox": [ + 0.3323151482476128, + 0.37594628228081595, + 0.40227923923068576, + 0.5378064303927952 + ], + "point": [ + 0.3673, + 0.4569 + ] + }, + { + "instruction": "Video", + "bbox": [ + 0.014690971374511719, + 0.006610920164320204, + 0.03269389470418294, + 0.039639866087171766 + ], + "point": [ + 0.0237, + 0.0231 + ] + }, + { + "instruction": "a cost display or price indicator.", + "bbox": [ + 0.40672124226888023, + 0.9597297498914931, + 0.46774359809027777, + 0.9882628716362847 + ], + "point": [ + 0.4372, + 0.974 + ] + }, + { + "instruction": "Computers -Clas.", + "bbox": [ + 0.08069863849216037, + 0.008610183927747938, + 0.15862588882446288, + 0.03294443872239854 + ], + "point": [ + 0.1197, + 0.0208 + ] + }, + { + "instruction": "laptop and printer.", + "bbox": [ + 0.3329550637139214, + 0.5777085367838541, + 0.40290357801649307, + 0.6695635986328125 + ], + "point": [ + 0.3679, + 0.6236 + ] + }, + { + "instruction": "Apple cinema 20 monitor/Display.", + "bbox": [ + 0.4065420362684462, + 0.7770849609375, + 0.5892506069607205, + 0.8021103244357639 + ], + "point": [ + 0.4979, + 0.7896 + ] + }, + { + "instruction": "a price display showing a value of 2500.", + "bbox": [ + 0.40666283501519096, + 0.4025584242078993, + 0.4689227634006076, + 0.43277435302734374 + ], + "point": [ + 0.4378, + 0.4177 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.994600592719184, + 0.05594769795735677, + 1.0, + 0.08588355170355903 + ], + "point": [ + 0.9973, + 0.0709 + ] + }, + { + "instruction": "a price tag of 50.00.", + "bbox": [ + 0.4058963775634766, + 0.8025919596354166, + 0.45900196499294704, + 0.8328386773003472 + ], + "point": [ + 0.4324, + 0.8177 + ] + }, + { + "instruction": "Computers.", + "bbox": [ + 0.3320910135904948, + 0.16872222900390624, + 0.48354339599609375, + 0.2430511474609375 + ], + "point": [ + 0.4078, + 0.2059 + ] + } + ], + "element_size": 90 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_5/3402.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Macbook", + "bbox": [ + 0.035069444444444445, + 0.013888888888888888, + 0.07326388888888889, + 0.029444444444444443 + ], + "point": [ + 0.0542, + 0.0217 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com 9g80/index php?page-search&sOrder-i_price&iOrderType-asc&sPattern-Macbook&sPrice_", + "bbox": [ + 0.15833331214057075, + 0.06055555555555556, + 0.8392360899183485, + 0.08166666666666667 + ], + "point": [ + 0.4988, + 0.0711 + ] + }, + { + "instruction": "0 2 | 4", + "bbox": [ + 0.8923611111111112, + 0.05611111111111111, + 0.9684027777777777, + 0.08333333333333333 + ], + "point": [ + 0.9304, + 0.0697 + ] + }, + { + "instruction": "300.00 $", + "bbox": [ + 0.40555555555555556, + 0.10222222222222223, + 0.4670138888888889, + 0.12944444444444445 + ], + "point": [ + 0.4363, + 0.1158 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.16701388888888888, + 0.125, + 0.19131944444444443, + 0.14222222222222222 + ], + "point": [ + 0.1792, + 0.1336 + ] + }, + { + "instruction": "Min.", + "bbox": [ + 0.16805554495917427, + 0.14722222222222223, + 0.18506944444444445, + 0.1622222222222222 + ], + "point": [ + 0.1766, + 0.1547 + ] + }, + { + "instruction": "Max", + "bbox": [ + 0.23680555555555555, + 0.14722222222222223, + 0.25590277777777776, + 0.1622222222222222 + ], + "point": [ + 0.2464, + 0.1547 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.40625, + 0.1366666751437717, + 0.45729166666666665, + 0.15777777777777777 + ], + "point": [ + 0.4318, + 0.1472 + ] + }, + { + "instruction": "Macbook Pro 15in screen", + "bbox": [ + 0.4065972222222222, + 0.16500001695421007, + 0.5274305555555555, + 0.18500001695421006 + ], + "point": [ + 0.467, + 0.175 + ] + }, + { + "instruction": "rare matte screen", + "bbox": [ + 0.5336805131700304, + 0.16722222222222222, + 0.6170138465033637, + 0.18333333333333332 + ], + "point": [ + 0.5753, + 0.1753 + ] + }, + { + "instruction": "upgrade) DVD Super Drive Intel Processor", + "bbox": [ + 0.6173611111111111, + 0.1644444613986545, + 0.8173611111111111, + 0.18888890584309895 + ], + "point": [ + 0.7174, + 0.1767 + ] + }, + { + "instruction": "Fresh install of OS X 10.11 Will also include an Apple box In amazing condition, has had", + "bbox": [ + 0.4065972222222222, + 0.18611109415690105, + 0.821875, + 0.2105555386013455 + ], + "point": [ + 0.6142, + 0.1983 + ] + }, + { + "instruction": "case and keyboard cover on it most of its life:", + "bbox": [ + 0.4059027777777778, + 0.20944444444444443, + 0.6166666666666667, + 0.2311111111111111 + ], + "point": [ + 0.5113, + 0.2203 + ] + }, + { + "instruction": "320.00 $", + "bbox": [ + 0.40555555555555556, + 0.30277774386935763, + 0.4670138888888889, + 0.3294444105360243 + ], + "point": [ + 0.4363, + 0.3161 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16701388888888888, + 0.3422222222222222, + 0.2763888888888889, + 0.35833333333333334 + ], + "point": [ + 0.2217, + 0.3503 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.40625, + 0.33666666666666667, + 0.45729166666666665, + 0.35777777777777775 + ], + "point": [ + 0.4318, + 0.3472 + ] + }, + { + "instruction": "Charlottesville (Virginia)", + "bbox": [ + 0.46979166666666666, + 0.33666666666666667, + 0.578125, + 0.35777777777777775 + ], + "point": [ + 0.524, + 0.3472 + ] + }, + { + "instruction": "2023/11/11", + "bbox": [ + 0.5916666666666667, + 0.33666666666666667, + 0.6461805555555555, + 0.3566666666666667 + ], + "point": [ + 0.6189, + 0.3467 + ] + }, + { + "instruction": "Comes with a charger specs; SOOGB 8GB RAM", + "bbox": [ + 0.4062499576144748, + 0.36444441053602433, + 0.6281249576144748, + 0.3894444105360243 + ], + "point": [ + 0.5172, + 0.3769 + ] + }, + { + "instruction": "Do deliveries worldwide", + "bbox": [ + 0.6336805979410808, + 0.366111077202691, + 0.7496527777777777, + 0.3844444105360243 + ], + "point": [ + 0.6917, + 0.3753 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.16666666666666666, + 0.44555555555555554, + 0.24027777777777778, + 0.4677777777777778 + ], + "point": [ + 0.2035, + 0.4567 + ] + }, + { + "instruction": "325.00 $", + "bbox": [ + 0.4059027777777778, + 0.45944444444444443, + 0.4666666666666667, + 0.48388888888888887 + ], + "point": [ + 0.4363, + 0.4717 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.40625, + 0.4916667005750868, + 0.4565972222222222, + 0.512777811686198 + ], + "point": [ + 0.4314, + 0.5022 + ] + }, + { + "instruction": "New Philadelphia (Ohio)", + "bbox": [ + 0.4701388888888889, + 0.4938888888888889, + 0.5788194444444444, + 0.5122222222222222 + ], + "point": [ + 0.5245, + 0.5031 + ] + }, + { + "instruction": "2023/10/17", + "bbox": [ + 0.5916666666666667, + 0.49166666666666664, + 0.6461805555555555, + 0.5116666666666667 + ], + "point": [ + 0.6189, + 0.5017 + ] + }, + { + "instruction": "Im selling my MacBook Air (Retina, 12-inch, Early 2015) SOOGB storage and 8GB Ram", + "bbox": [ + 0.4059027777777778, + 0.5183333333333333, + 0.8125, + 0.5433334011501736 + ], + "point": [ + 0.6092, + 0.5308 + ] + }, + { + "instruction": "Asking 325.00 NOTE:IT IS NEGOTIABLE: Come with your preferred price lets talk. No holds,", + "bbox": [ + 0.40555555555555556, + 0.54, + 0.8381944444444445, + 0.5666666666666667 + ], + "point": [ + 0.6219, + 0.5533 + ] + }, + { + "instruction": "FCFS, pick up, delivery and cross posted", + "bbox": [ + 0.4065972222222222, + 0.5644444444444444, + 0.5954861111111112, + 0.5866666666666667 + ], + "point": [ + 0.501, + 0.5756 + ] + }, + { + "instruction": "Macbook Pro Retina 13 Inch 3.1 GHz Dual-Core Intel Core i7,16 GB, 512", + "bbox": [ + 0.4065972646077474, + 0.6333333333333333, + 0.771875, + 0.655 + ], + "point": [ + 0.5892, + 0.6442 + ] + }, + { + "instruction": "350.00 $", + "bbox": [ + 0.4065972222222222, + 0.6594444444444445, + 0.4666666666666667, + 0.6838888888888889 + ], + "point": [ + 0.4366, + 0.6717 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.40694444444444444, + 0.6938888888888889, + 0.45590277777777777, + 0.7111111111111111 + ], + "point": [ + 0.4314, + 0.7025 + ] + }, + { + "instruction": "Bloomingdale (Washington, D.C)", + "bbox": [ + 0.46979166666666666, + 0.6905555555555556, + 0.6177083333333333, + 0.7144444444444444 + ], + "point": [ + 0.5437, + 0.7025 + ] + }, + { + "instruction": "2023/11/12", + "bbox": [ + 0.6309027777777778, + 0.6916666666666667, + 0.6861111111111111, + 0.7116666666666667 + ], + "point": [ + 0.6585, + 0.7017 + ] + }, + { + "instruction": "Pre-owned 2015 13-inch MacBook Pro, with Intel i7 processor: Fresh installation of MacOS", + "bbox": [ + 0.4065972222222222, + 0.72, + 0.8361111111111111, + 0.7416666666666667 + ], + "point": [ + 0.6214, + 0.7308 + ] + }, + { + "instruction": "Monterey: Power cable with magsafe 2 converter: Extra rubber feet included. Excellent", + "bbox": [ + 0.40625, + 0.7422222900390625, + 0.8125, + 0.766666734483507 + ], + "point": [ + 0.6094, + 0.7544 + ] + }, + { + "instruction": "screen, some marks on the case: See photos for details:", + "bbox": [ + 0.4059027777777778, + 0.7655555555555555, + 0.6649305555555556, + 0.7866666666666666 + ], + "point": [ + 0.5354, + 0.7761 + ] + }, + { + "instruction": "MacBook Pro i5 8GB 240 GB SSD", + "bbox": [ + 0.4065972222222222, + 0.8333333333333334, + 0.5791666666666667, + 0.8538888888888889 + ], + "point": [ + 0.4929, + 0.8436 + ] + }, + { + "instruction": "ProTools HD,Logic pro x-Waves ,Auto-Tu", + "bbox": [ + 0.5854166666666667, + 0.8333333333333334, + 0.7930555555555555, + 0.8566666666666667 + ], + "point": [ + 0.6892, + 0.845 + ] + }, + { + "instruction": "360.00 $", + "bbox": [ + 0.4065972222222222, + 0.8594444444444445, + 0.4666666666666667, + 0.8838888888888888 + ], + "point": [ + 0.4366, + 0.8717 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.40694444444444444, + 0.8938888888888888, + 0.45590277777777777, + 0.9111111111111111 + ], + "point": [ + 0.4314, + 0.9025 + ] + }, + { + "instruction": "Germantown (Maryland)", + "bbox": [ + 0.46979166666666666, + 0.8927777777777778, + 0.5798611111111112, + 0.9127777777777778 + ], + "point": [ + 0.5248, + 0.9028 + ] + }, + { + "instruction": "2023/10/19", + "bbox": [ + 0.5927083333333333, + 0.8916666666666667, + 0.6479166666666667, + 0.9116666666666666 + ], + "point": [ + 0.6203, + 0.9017 + ] + }, + { + "instruction": "2012 MacBook Pro 13\"", + "bbox": [ + 0.40694444444444444, + 0.9211111111111111, + 0.5194444444444445, + 0.9394444444444444 + ], + "point": [ + 0.4632, + 0.9303 + ] + }, + { + "instruction": "ProTools HD", + "bbox": [ + 0.5263888888888889, + 0.9211111111111111, + 0.5888888888888889, + 0.9394444444444444 + ], + "point": [ + 0.5576, + 0.9303 + ] + }, + { + "instruction": "logic pro X", + "bbox": [ + 0.5947916666666667, + 0.9205554877387153, + 0.6493055555555556, + 0.9427777099609375 + ], + "point": [ + 0.622, + 0.9317 + ] + }, + { + "instruction": "Waves Plugins Package and more", + "bbox": [ + 0.6559027777777777, + 0.92, + 0.815625, + 0.9433333333333334 + ], + "point": [ + 0.7358, + 0.9317 + ] + }, + { + "instruction": "Specs: Processor: Intel core i5 Processor Configuration: i5 Processor Speed: 2.50GHz", + "bbox": [ + 0.4065972646077474, + 0.9433333333333334, + 0.803125, + 0.965 + ], + "point": [ + 0.6049, + 0.9542 + ] + }, + { + "instruction": "Number of Processors: 1 Video Card: 1024MB Memory: 8GB Ram Hard Drives: 240GB SSD", + "bbox": [ + 0.4065972222222222, + 0.9644444444444444, + 0.8354166666666667, + 0.9866666666666667 + ], + "point": [ + 0.621, + 0.9756 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.16653532452053493, + 0.36080298529730903, + 0.2739662594265408, + 0.4100334676106771 + ], + "point": [ + 0.2203, + 0.3854 + ] + }, + { + "instruction": "500", + "bbox": [ + 0.2341920852661133, + 0.16203299628363715, + 0.29920499589708116, + 0.21051915486653647 + ], + "point": [ + 0.2667, + 0.1863 + ] + }, + { + "instruction": "300", + "bbox": [ + 0.16584110260009766, + 0.16221152411566842, + 0.23052806854248048, + 0.21092283460828992 + ], + "point": [ + 0.1982, + 0.1866 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.16664392683241103, + 0.23018213907877605, + 0.22915804121229383, + 0.27710464477539065 + ], + "point": [ + 0.1979, + 0.2536 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08234714402092827, + 0.05207782321506076, + 0.15577657487657334, + 0.08461137559678819 + ], + "point": [ + 0.1191, + 0.0683 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.16647215949164496, + 0.46875030517578126, + 0.23077612982855902, + 0.49124643961588543 + ], + "point": [ + 0.1986, + 0.48 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.1576411141289605, + 0.010280812581380208, + 0.1707366943359375, + 0.03667258792453342 + ], + "point": [ + 0.1642, + 0.0235 + ] + }, + { + "instruction": "Chesterfield Court House (Virginia)", + "bbox": [ + 0.469919670952691, + 0.13426172892252605, + 0.6238169352213542, + 0.15631315443250868 + ], + "point": [ + 0.5469, + 0.1453 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.081097412109375, + 0.009408478207058377, + 0.15842770470513237, + 0.03244774924384223 + ], + "point": [ + 0.1198, + 0.0209 + ] + }, + { + "instruction": "Clas:", + "bbox": [ + 0.081097412109375, + 0.009408478207058377, + 0.15842770470513237, + 0.03244774924384223 + ], + "point": [ + 0.1198, + 0.0209 + ] + }, + { + "instruction": "MacBook Air (Retina, 12-inch; Early 2015)", + "bbox": [ + 0.4065148247612847, + 0.4300570339626736, + 0.6354298909505208, + 0.45667921278211804 + ], + "point": [ + 0.521, + 0.4434 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.16735403272840713, + 0.49559200710720486, + 0.22069579230414496, + 0.5169067043728298 + ], + "point": [ + 0.194, + 0.5062 + ] + }, + { + "instruction": "MACBOOK PRO 2017", + "bbox": [ + 0.40648345947265624, + 0.27179534912109377, + 0.5214916653103299, + 0.3005301581488715 + ], + "point": [ + 0.464, + 0.2862 + ] + }, + { + "instruction": "2023/10/15", + "bbox": [ + 0.6365506913926866, + 0.13405355665418836, + 0.6926998986138238, + 0.15647442287868923 + ], + "point": [ + 0.6646, + 0.1453 + ] + }, + { + "instruction": "subscribe now.", + "bbox": [ + 0.16653532452053493, + 0.36080298529730903, + 0.2739662594265408, + 0.4100334676106771 + ], + "point": [ + 0.2203, + 0.3854 + ] + }, + { + "instruction": "a value of 500.", + "bbox": [ + 0.2341920852661133, + 0.16203299628363715, + 0.29920499589708116, + 0.21051915486653647 + ], + "point": [ + 0.2667, + 0.1863 + ] + }, + { + "instruction": "a value of 300.", + "bbox": [ + 0.16584110260009766, + 0.16221152411566842, + 0.23052806854248048, + 0.21092283460828992 + ], + "point": [ + 0.1982, + 0.1866 + ] + }, + { + "instruction": "Apply.", + "bbox": [ + 0.16664392683241103, + 0.23018213907877605, + 0.22915804121229383, + 0.27710464477539065 + ], + "point": [ + 0.1979, + 0.2536 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05439772605895996, + 0.04950698852539062, + 0.07667425473531088, + 0.09032772488064236 + ], + "point": [ + 0.0655, + 0.0699 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.975726318359375, + 0.0036823081970214842, + 0.9970955742730034, + 0.039342132144504126 + ], + "point": [ + 0.9864, + 0.0215 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028980435265435114, + 0.05054911295572917, + 0.05145501030815972, + 0.08998786926269531 + ], + "point": [ + 0.0402, + 0.0703 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004501565297444662, + 0.05132677290174696, + 0.02721231778462728, + 0.08888717651367188 + ], + "point": [ + 0.0159, + 0.0701 + ] + }, + { + "instruction": "the Apple logo.", + "bbox": [ + 0.33225233289930556, + 0.09531340705023872, + 0.4021209716796875, + 0.25635303921169705 + ], + "point": [ + 0.3672, + 0.1758 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8559646606445312, + 0.05774450090196397, + 0.8707516140407986, + 0.08512286716037326 + ], + "point": [ + 0.8634, + 0.0714 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08234714402092827, + 0.05207782321506076, + 0.15577657487657334, + 0.08461137559678819 + ], + "point": [ + 0.1191, + 0.0683 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.16647215949164496, + 0.46875030517578126, + 0.23077612982855902, + 0.49124643961588543 + ], + "point": [ + 0.1986, + 0.48 + ] + }, + { + "instruction": "a laptop.", + "bbox": [ + 0.3331899219089084, + 0.8316428629557292, + 0.40264561971028645, + 1.0000000678168404 + ], + "point": [ + 0.3679, + 0.9158 + ] + }, + { + "instruction": "a laptop.", + "bbox": [ + 0.3333921644422743, + 0.43033338758680556, + 0.4021267361111111, + 0.5926399061414931 + ], + "point": [ + 0.3678, + 0.5115 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.886224365234375, + 0.05093428717719184, + 0.9081968519422743, + 0.08539727105034722 + ], + "point": [ + 0.8972, + 0.0682 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1576411141289605, + 0.010280812581380208, + 0.1707366943359375, + 0.03667258792453342 + ], + "point": [ + 0.1642, + 0.0235 + ] + }, + { + "instruction": "chesterfield Court House (Virginia).", + "bbox": [ + 0.469919670952691, + 0.13426172892252605, + 0.6238169352213542, + 0.15631315443250868 + ], + "point": [ + 0.5469, + 0.1453 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.18161226908365885, + 0.00941403177049425, + 0.19566654629177518, + 0.03749645974900987 + ], + "point": [ + 0.1886, + 0.0235 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.9753554450141059, + 0.055414699978298614, + 0.9932319641113281, + 0.08451057434082031 + ], + "point": [ + 0.9843, + 0.07 + ] + }, + { + "instruction": "the Apple logo.", + "bbox": [ + 0.333521482679579, + 0.6317200385199653, + 0.40219010247124565, + 0.791340806749132 + ], + "point": [ + 0.3679, + 0.7115 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.949078369140625, + 0.04548955281575521, + 0.9726955837673611, + 0.0899812232123481 + ], + "point": [ + 0.9609, + 0.0677 + ] + }, + { + "instruction": "Computers -Clas.", + "bbox": [ + 0.081097412109375, + 0.009408478207058377, + 0.15842770470513237, + 0.03244774924384223 + ], + "point": [ + 0.1198, + 0.0209 + ] + }, + { + "instruction": "a date and time display for the Apple Air (Retina, 12-inch, Early 2015).", + "bbox": [ + 0.4065148247612847, + 0.4300570339626736, + 0.6354298909505208, + 0.45667921278211804 + ], + "point": [ + 0.521, + 0.4434 + ] + }, + { + "instruction": "Computers.", + "bbox": [ + 0.16735403272840713, + 0.49559200710720486, + 0.22069579230414496, + 0.5169067043728298 + ], + "point": [ + 0.194, + 0.5062 + ] + }, + { + "instruction": "Video", + "bbox": [ + 0.014999432033962673, + 0.007535342110527886, + 0.03253789477878147, + 0.03823112593756782 + ], + "point": [ + 0.0238, + 0.0229 + ] + }, + { + "instruction": "a laptop on a table.", + "bbox": [ + 0.33349842495388454, + 0.2749362521701389, + 0.4029478708902995, + 0.3779543728298611 + ], + "point": [ + 0.3682, + 0.3264 + ] + }, + { + "instruction": "the year \"MacBook Pro\".", + "bbox": [ + 0.40648345947265624, + 0.27179534912109377, + 0.5214916653103299, + 0.3005301581488715 + ], + "point": [ + 0.464, + 0.2862 + ] + }, + { + "instruction": "a date and time display.", + "bbox": [ + 0.6365506913926866, + 0.13405355665418836, + 0.6926998986138238, + 0.15647442287868923 + ], + "point": [ + 0.6646, + 0.1453 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.9946906195746528, + 0.05515083736843533, + 1.0, + 0.08633594936794704 + ], + "point": [ + 0.9973, + 0.0707 + ] + } + ], + "element_size": 91 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_6/3905.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "MACBOOK PRO 2017 Charloti", + "bbox": [ + 0.035069439146253795, + 0.013888888888888888, + 0.15451388359069823, + 0.029444444444444443 + ], + "point": [ + 0.0948, + 0.0217 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws.com 9g80/index php?page-item&id-9847", + "bbox": [ + 0.15833335452609593, + 0.058888888888888886, + 0.5916666878594292, + 0.08333333333333333 + ], + "point": [ + 0.375, + 0.0711 + ] + }, + { + "instruction": "0 | L", + "bbox": [ + 0.9138888888888889, + 0.05611111111111111, + 0.96875, + 0.08333333333333333 + ], + "point": [ + 0.9413, + 0.0697 + ] + }, + { + "instruction": "MHCDOON T", + "bbox": [ + 0.15868057674831815, + 0.08944444444444444, + 0.34652779897054037, + 0.12055555555555555 + ], + "point": [ + 0.2526, + 0.105 + ] + }, + { + "instruction": "LO", + "bbox": [ + 0.35659722222222223, + 0.09444444444444444, + 0.39791666666666664, + 0.11666666666666667 + ], + "point": [ + 0.3773, + 0.1056 + ] + }, + { + "instruction": "Published date: 2023/11/11", + "bbox": [ + 0.16215277777777778, + 0.16277777777777777, + 0.29756944444444444, + 0.18388888888888888 + ], + "point": [ + 0.2299, + 0.1733 + ] + }, + { + "instruction": "Location: Charlottesville; Virginia, United States", + "bbox": [ + 0.16215279897054036, + 0.19055555555555556, + 0.3892361111111111, + 0.2127777777777778 + ], + "point": [ + 0.2757, + 0.2017 + ] + }, + { + "instruction": "Contact publisher", + "bbox": [ + 0.64375, + 0.22777777777777777, + 0.7625, + 0.2588888888888889 + ], + "point": [ + 0.7031, + 0.2433 + ] + }, + { + "instruction": "Name: Olga Jefferson", + "bbox": [ + 0.6447916242811415, + 0.4211111111111111, + 0.75, + 0.445 + ], + "point": [ + 0.6974, + 0.4331 + ] + }, + { + "instruction": "E-mail:", + "bbox": [ + 0.6451388888888889, + 0.45222222222222225, + 0.6802083333333333, + 0.46944444444444444 + ], + "point": [ + 0.6627, + 0.4608 + ] + }, + { + "instruction": "Useful information", + "bbox": [ + 0.6465277777777778, + 0.5666666666666667, + 0.7454861111111111, + 0.5877777777777777 + ], + "point": [ + 0.696, + 0.5772 + ] + }, + { + "instruction": "Avoid scams by acting locally or", + "bbox": [ + 0.6604166666666667, + 0.5977777777777777, + 0.8118055555555556, + 0.6205555555555555 + ], + "point": [ + 0.7361, + 0.6092 + ] + }, + { + "instruction": "paying with PayPal", + "bbox": [ + 0.659375, + 0.6183333333333333, + 0.753125, + 0.6416666666666667 + ], + "point": [ + 0.7063, + 0.63 + ] + }, + { + "instruction": "Moneygram or other anonymous", + "bbox": [ + 0.6600694444444445, + 0.6633333333333333, + 0.8142361111111112, + 0.6883333333333334 + ], + "point": [ + 0.7372, + 0.6758 + ] + }, + { + "instruction": "payment services", + "bbox": [ + 0.6593750423855251, + 0.6844444444444444, + 0.74375, + 0.7072222222222222 + ], + "point": [ + 0.7016, + 0.6958 + ] + }, + { + "instruction": "Don't", + "bbox": [ + 0.6600694444444445, + 0.71, + 0.6888888888888889, + 0.7283333333333334 + ], + "point": [ + 0.6745, + 0.7192 + ] + }, + { + "instruction": "or sell outside of your", + "bbox": [ + 0.7076388888888889, + 0.7111111111111111, + 0.8114583333333333, + 0.7294444444444445 + ], + "point": [ + 0.7595, + 0.7203 + ] + }, + { + "instruction": "Comes with", + "bbox": [ + 0.15868055555555555, + 0.7338888888888889, + 0.21631944444444445, + 0.7522222222222222 + ], + "point": [ + 0.1875, + 0.7431 + ] + }, + { + "instruction": "charger specs; S00GB 8GB RAM", + "bbox": [ + 0.22430557674831814, + 0.7333333333333333, + 0.38055559794108074, + 0.755 + ], + "point": [ + 0.3024, + 0.7442 + ] + }, + { + "instruction": "Do deliveries worldwide", + "bbox": [ + 0.3854166666666667, + 0.7322222222222222, + 0.5017361111111112, + 0.7538888888888889 + ], + "point": [ + 0.4436, + 0.7431 + ] + }, + { + "instruction": "country: Don't accept cashier", + "bbox": [ + 0.659375, + 0.7283334011501736, + 0.7961805555555556, + 0.7505556233723958 + ], + "point": [ + 0.7278, + 0.7394 + ] + }, + { + "instruction": "cheques from outside your country", + "bbox": [ + 0.659375, + 0.7483333333333333, + 0.8239583333333333, + 0.7733333333333333 + ], + "point": [ + 0.7417, + 0.7608 + ] + }, + { + "instruction": "This site is never involved in any", + "bbox": [ + 0.6600695292154948, + 0.7761111111111111, + 0.8121528625488281, + 0.7944444444444444 + ], + "point": [ + 0.7361, + 0.7853 + ] + }, + { + "instruction": "transaction, and does not handle", + "bbox": [ + 0.6586805555555556, + 0.7944444444444444, + 0.815625, + 0.815 + ], + "point": [ + 0.7372, + 0.8047 + ] + }, + { + "instruction": "payments, shipping, guarantee", + "bbox": [ + 0.659375, + 0.8144444444444444, + 0.8059027777777777, + 0.8377777777777777 + ], + "point": [ + 0.7326, + 0.8261 + ] + }, + { + "instruction": "transactions, provide escrow", + "bbox": [ + 0.6590277777777778, + 0.835, + 0.7947916666666667, + 0.8555555555555555 + ], + "point": [ + 0.7269, + 0.8453 + ] + }, + { + "instruction": "services, or offer \"buyer protection\"", + "bbox": [ + 0.6597221374511719, + 0.8544444444444445, + 0.8260415818956163, + 0.8783333333333333 + ], + "point": [ + 0.7429, + 0.8664 + ] + }, + { + "instruction": "or \"seller certification\"", + "bbox": [ + 0.6600695292154948, + 0.8761111111111111, + 0.7652778625488281, + 0.8933333333333333 + ], + "point": [ + 0.7127, + 0.8847 + ] + }, + { + "instruction": "Related listings", + "bbox": [ + 0.1579861005147298, + 0.8966666666666666, + 0.30451388888888886, + 0.9388888888888889 + ], + "point": [ + 0.2312, + 0.9178 + ] + }, + { + "instruction": "buy", + "bbox": [ + 0.6885416242811415, + 0.7083333333333334, + 0.7076388465033637, + 0.7327777777777778 + ], + "point": [ + 0.6981, + 0.7206 + ] + }, + { + "instruction": "Contact seller", + "bbox": [ + 0.15742744869656033, + 0.7825800238715278, + 0.25726888444688584, + 0.8335358344184027 + ], + "point": [ + 0.2073, + 0.8081 + ] + }, + { + "instruction": "Mark as_.", + "bbox": [ + 0.6303103976779514, + 0.14640721638997395, + 0.8434022691514756, + 0.1945114305284288 + ], + "point": [ + 0.7369, + 0.1705 + ] + }, + { + "instruction": "Share", + "bbox": [ + 0.2606058332655165, + 0.7825636800130208, + 0.319205559624566, + 0.8335365804036459 + ], + "point": [ + 0.2899, + 0.8081 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08241214222378201, + 0.052603255377875434, + 0.15578202141655817, + 0.08448232014973958 + ], + "point": [ + 0.1191, + 0.0685 + ] + }, + { + "instruction": "olga jefferson208@example.com", + "bbox": [ + 0.6441126929389106, + 0.47379319932725694, + 0.8065783182779948, + 0.4971826171875 + ], + "point": [ + 0.7253, + 0.4855 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15683265262179905, + 0.009645262824164497, + 0.17059192657470704, + 0.03822169409857856 + ], + "point": [ + 0.1637, + 0.0239 + ] + }, + { + "instruction": "javascript:;", + "bbox": [ + 0.0, + 0.9761693657769097, + 0.05291439692179362, + 0.9999999321831597 + ], + "point": [ + 0.0265, + 0.9881 + ] + }, + { + "instruction": "szu:uu ?", + "bbox": [ + 0.7222518920898438, + 0.08599060906304254, + 0.8170888264973958, + 0.12671104431152344 + ], + "point": [ + 0.7697, + 0.1064 + ] + }, + { + "instruction": "Never pay with Western Union,", + "bbox": [ + 0.6602227105034723, + 0.641891343858507, + 0.8121695624457466, + 0.6651941596137153 + ], + "point": [ + 0.7362, + 0.6535 + ] + }, + { + "instruction": "Contacts seller.", + "bbox": [ + 0.15742744869656033, + 0.7825800238715278, + 0.25726888444688584, + 0.8335358344184027 + ], + "point": [ + 0.2073, + 0.8081 + ] + }, + { + "instruction": "a dropdown menu to select the \"mark as\" options.", + "bbox": [ + 0.6303103976779514, + 0.14640721638997395, + 0.8434022691514756, + 0.1945114305284288 + ], + "point": [ + 0.7369, + 0.1705 + ] + }, + { + "instruction": "a laptop on a table.", + "bbox": [ + 0.5483218722873264, + 0.242703857421875, + 0.6065054999457465, + 0.32105499267578125 + ], + "point": [ + 0.5774, + 0.2819 + ] + }, + { + "instruction": "Share.", + "bbox": [ + 0.2606058332655165, + 0.7825636800130208, + 0.319205559624566, + 0.8335365804036459 + ], + "point": [ + 0.2899, + 0.8081 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05458538267347548, + 0.04877300686306424, + 0.0764280743069119, + 0.09077502780490451 + ], + "point": [ + 0.0655, + 0.0698 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08241214222378201, + 0.052603255377875434, + 0.15578202141655817, + 0.08448232014973958 + ], + "point": [ + 0.1191, + 0.0685 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02925570011138916, + 0.05069838629828559, + 0.05116166008843316, + 0.09027913411458334 + ], + "point": [ + 0.0402, + 0.0705 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004698574542999268, + 0.05149328443739149, + 0.027108834849463567, + 0.08884484185112847 + ], + "point": [ + 0.0159, + 0.0702 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9756693522135417, + 0.0033811993069118923, + 0.9976392957899306, + 0.039580684238009985 + ], + "point": [ + 0.9867, + 0.0215 + ] + }, + { + "instruction": "an email address link.", + "bbox": [ + 0.6441126929389106, + 0.47379319932725694, + 0.8065783182779948, + 0.4971826171875 + ], + "point": [ + 0.7253, + 0.4855 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.856042226155599, + 0.05791507720947266, + 0.8705863952636719, + 0.08396919250488281 + ], + "point": [ + 0.8633, + 0.0709 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8867434183756511, + 0.05401529524061415, + 0.9074960496690538, + 0.0845865970187717 + ], + "point": [ + 0.8971, + 0.0693 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15683265262179905, + 0.009645262824164497, + 0.17059192657470704, + 0.03822169409857856 + ], + "point": [ + 0.1637, + 0.0239 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.1816338645087348, + 0.008767114215426974, + 0.19568021562364366, + 0.0389959536658393 + ], + "point": [ + 0.1887, + 0.0239 + ] + }, + { + "instruction": "a user profile or account.", + "bbox": [ + 0.6445329030354817, + 0.2663639662000868, + 0.7377508375379774, + 0.41204952663845484 + ], + "point": [ + 0.6911, + 0.3392 + ] + }, + { + "instruction": "a text input field or script.", + "bbox": [ + 0.0, + 0.9761693657769097, + 0.05291439692179362, + 0.9999999321831597 + ], + "point": [ + 0.0265, + 0.9881 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.975582038031684, + 0.05666241115993924, + 0.9929268731011285, + 0.08343087090386285 + ], + "point": [ + 0.9843, + 0.07 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9496748182508681, + 0.052546073065863716, + 0.9716306898328994, + 0.08512353685167101 + ], + "point": [ + 0.9607, + 0.0688 + ] + }, + { + "instruction": "a value of 3200.00.", + "bbox": [ + 0.7222518920898438, + 0.08599060906304254, + 0.8170888264973958, + 0.12671104431152344 + ], + "point": [ + 0.7697, + 0.1064 + ] + }, + { + "instruction": "Full screen mode.", + "bbox": [ + 0.3978558010525174, + 0.09326951768663194, + 0.457340579562717, + 0.11791161431206597 + ], + "point": [ + 0.4276, + 0.1056 + ] + }, + { + "instruction": "a laptop with a network of wires.", + "bbox": [ + 0.15502077738444012, + 0.24719397650824654, + 0.5442643059624566, + 0.7158860948350695 + ], + "point": [ + 0.3496, + 0.4815 + ] + }, + { + "instruction": "a prompt toNever play with the Western Union.", + "bbox": [ + 0.6602227105034723, + 0.641891343858507, + 0.8121695624457466, + 0.6651941596137153 + ], + "point": [ + 0.7362, + 0.6535 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.9946024576822917, + 0.055760209825303816, + 1.0, + 0.08589313083224827 + ], + "point": [ + 0.9973, + 0.0708 + ] + } + ], + "element_size": 62 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_7/4716.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "MACBOOK PRO 2017 Charloti", + "bbox": [ + 0.035069439146253795, + 0.013888888888888888, + 0.15451388359069823, + 0.029444444444444443 + ], + "point": [ + 0.0948, + 0.0217 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com 9980/index php?page-item&id-9847", + "bbox": [ + 0.15833335452609593, + 0.058333333333333334, + 0.5916666878594292, + 0.08333333333333333 + ], + "point": [ + 0.375, + 0.0708 + ] + }, + { + "instruction": "0 | 4", + "bbox": [ + 0.8888888888888888, + 0.056666666666666664, + 0.9420138888888889, + 0.08444443596733942 + ], + "point": [ + 0.9155, + 0.0706 + ] + }, + { + "instruction": "MACBOOK PRO 2017", + "bbox": [ + 0.278125, + 0.215, + 0.3770833333333333, + 0.23333333333333334 + ], + "point": [ + 0.3276, + 0.2242 + ] + }, + { + "instruction": "MACBOOK PRO 2017", + "bbox": [ + 0.15833333333333333, + 0.2611111111111111, + 0.4625, + 0.3111111111111111 + ], + "point": [ + 0.3104, + 0.2861 + ] + }, + { + "instruction": "Published date: 2023/11/11", + "bbox": [ + 0.1625, + 0.35388888888888886, + 0.29756944444444444, + 0.37222222222222223 + ], + "point": [ + 0.23, + 0.3631 + ] + }, + { + "instruction": "Location: Charlottesville; Virginia, United States", + "bbox": [ + 0.16215279897054036, + 0.3794444444444444, + 0.3892361111111111, + 0.40166666666666667 + ], + "point": [ + 0.2757, + 0.3906 + ] + }, + { + "instruction": "Contact publisher", + "bbox": [ + 0.6444444868299696, + 0.4166666666666667, + 0.7625, + 0.44722222222222224 + ], + "point": [ + 0.7035, + 0.4319 + ] + }, + { + "instruction": "Name: Olga Jefferson", + "bbox": [ + 0.6447916242811415, + 0.6094444444444445, + 0.75, + 0.6338888888888888 + ], + "point": [ + 0.6974, + 0.6217 + ] + }, + { + "instruction": "E-mail:", + "bbox": [ + 0.6451388888888889, + 0.6411111111111111, + 0.6802083333333333, + 0.6583333333333333 + ], + "point": [ + 0.6627, + 0.6497 + ] + }, + { + "instruction": "Useful information", + "bbox": [ + 0.6465277777777778, + 0.7555555555555555, + 0.7454861111111111, + 0.7766666666666666 + ], + "point": [ + 0.696, + 0.7661 + ] + }, + { + "instruction": "Never pay with Western Union,", + "bbox": [ + 0.6604166666666667, + 0.8322222222222222, + 0.8097222222222222, + 0.8538888888888889 + ], + "point": [ + 0.7351, + 0.8431 + ] + }, + { + "instruction": "Moneygram or other anonymous", + "bbox": [ + 0.6600694444444445, + 0.8527777777777777, + 0.8142361111111112, + 0.8766666666666667 + ], + "point": [ + 0.7372, + 0.8647 + ] + }, + { + "instruction": "payment services", + "bbox": [ + 0.6593750423855251, + 0.8727777777777778, + 0.74375, + 0.8944444444444445 + ], + "point": [ + 0.7016, + 0.8836 + ] + }, + { + "instruction": "Don't buy or sell outside of your", + "bbox": [ + 0.6597222222222222, + 0.8983333333333333, + 0.8118055555555556, + 0.9205555555555556 + ], + "point": [ + 0.7358, + 0.9094 + ] + }, + { + "instruction": "Comes with", + "bbox": [ + 0.15763888888888888, + 0.9211111111111111, + 0.21736111111111112, + 0.9444444444444444 + ], + "point": [ + 0.1875, + 0.9328 + ] + }, + { + "instruction": "charger specs; S0OGB 8GB RAM", + "bbox": [ + 0.22430557674831814, + 0.9216666666666666, + 0.38055559794108074, + 0.945 + ], + "point": [ + 0.3024, + 0.9333 + ] + }, + { + "instruction": "Do deliveries worldwide", + "bbox": [ + 0.3854166666666667, + 0.9216666666666666, + 0.5017361111111112, + 0.9427777777777778 + ], + "point": [ + 0.4436, + 0.9322 + ] + }, + { + "instruction": "country: Don't accept cashier", + "bbox": [ + 0.659375, + 0.9172221544053819, + 0.7961805555555556, + 0.9394443766276042 + ], + "point": [ + 0.7278, + 0.9283 + ] + }, + { + "instruction": "cheques from outside your country", + "bbox": [ + 0.659375, + 0.9372222222222222, + 0.8239583333333333, + 0.9622222222222222 + ], + "point": [ + 0.7417, + 0.9497 + ] + }, + { + "instruction": "This site is never involved in any", + "bbox": [ + 0.6600695292154948, + 0.9649999321831597, + 0.8121528625488281, + 0.983333265516493 + ], + "point": [ + 0.7361, + 0.9742 + ] + }, + { + "instruction": "transaction and does not handle", + "bbox": [ + 0.659375, + 0.985, + 0.8145833333333333, + 0.9994444444444445 + ], + "point": [ + 0.737, + 0.9922 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7644910176595052, + 0.1239121331108941, + 0.8412422180175781, + 0.16593185424804688 + ], + "point": [ + 0.8029, + 0.1449 + ] + }, + { + "instruction": "Mark as_.", + "bbox": [ + 0.6302452087402344, + 0.3343832058376736, + 0.8430113898383247, + 0.38457770453559026 + ], + "point": [ + 0.7366, + 0.3595 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.0827635129292806, + 0.05346282958984375, + 0.15561912324693467, + 0.08431436326768663 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "Osclass", + "bbox": [ + 0.15502654181586373, + 0.10189266628689236, + 0.2815108405219184, + 0.18029705471462673 + ], + "point": [ + 0.2183, + 0.1411 + ] + }, + { + "instruction": "My account", + "bbox": [ + 0.6326629214816624, + 0.12787848578559027, + 0.7072661929660373, + 0.16282311333550348 + ], + "point": [ + 0.67, + 0.1454 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.710478761461046, + 0.12998912387424044, + 0.7625766330295138, + 0.16219231499565973 + ], + "point": [ + 0.7365, + 0.1461 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.21880817413330078, + 0.21399876912434895, + 0.26757144927978516, + 0.2338076951768663 + ], + "point": [ + 0.2432, + 0.2239 + ] + }, + { + "instruction": "Contact seller", + "bbox": [ + 0.1559878561231825, + 0.9716348605685764, + 0.2572567409939236, + 1.0000000678168404 + ], + "point": [ + 0.2066, + 0.9858 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.16026123894585503, + 0.21416720920138888, + 0.2090812259250217, + 0.23362002902560763 + ], + "point": [ + 0.1847, + 0.2239 + ] + }, + { + "instruction": "Chare", + "bbox": [ + 0.2617507722642687, + 0.9721070692274305, + 0.31873336368136934, + 1.0 + ], + "point": [ + 0.2902, + 0.9861 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.1570347997877333, + 0.009954368803236219, + 0.17016566594441732, + 0.0367181576622857 + ], + "point": [ + 0.1636, + 0.0233 + ] + }, + { + "instruction": "olgajefferson208@example.com", + "bbox": [ + 0.6450119866265192, + 0.6624317762586805, + 0.8065330505371093, + 0.6864644368489583 + ], + "point": [ + 0.7258, + 0.6744 + ] + }, + { + "instruction": "320.00 $", + "bbox": [ + 0.7202742682562934, + 0.25770823160807294, + 0.8408866882324219, + 0.31912051730685764 + ], + "point": [ + 0.7806, + 0.2884 + ] + }, + { + "instruction": "Avoid scams by acting locally or", + "bbox": [ + 0.6560550689697265, + 0.7843747287326389, + 0.8261369493272569, + 0.828602294921875 + ], + "point": [ + 0.7411, + 0.8065 + ] + }, + { + "instruction": "paying with PayPal", + "bbox": [ + 0.6560550689697265, + 0.7843747287326389, + 0.8261369493272569, + 0.828602294921875 + ], + "point": [ + 0.7411, + 0.8065 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.7644910176595052, + 0.1239121331108941, + 0.8412422180175781, + 0.16593185424804688 + ], + "point": [ + 0.8029, + 0.1449 + ] + }, + { + "instruction": "a dropdown menu to select the \"mark as\" options.", + "bbox": [ + 0.6302452087402344, + 0.3343832058376736, + 0.8430113898383247, + 0.38457770453559026 + ], + "point": [ + 0.7366, + 0.3595 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.0827635129292806, + 0.05346282958984375, + 0.15561912324693467, + 0.08431436326768663 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "a laptop on a table.", + "bbox": [ + 0.5481835683186849, + 0.43202084011501735, + 0.6068333519829644, + 0.5101617092556424 + ], + "point": [ + 0.5775, + 0.4711 + ] + }, + { + "instruction": "an option to class.", + "bbox": [ + 0.15502654181586373, + 0.10189266628689236, + 0.2815108405219184, + 0.18029705471462673 + ], + "point": [ + 0.2183, + 0.1411 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.6326629214816624, + 0.12787848578559027, + 0.7072661929660373, + 0.16282311333550348 + ], + "point": [ + 0.67, + 0.1454 + ] + }, + { + "instruction": "Logout.", + "bbox": [ + 0.710478761461046, + 0.12998912387424044, + 0.7625766330295138, + 0.16219231499565973 + ], + "point": [ + 0.7365, + 0.1461 + ] + }, + { + "instruction": "Computers.", + "bbox": [ + 0.21880817413330078, + 0.21399876912434895, + 0.26757144927978516, + 0.2338076951768663 + ], + "point": [ + 0.2432, + 0.2239 + ] + }, + { + "instruction": "Contacts seller.", + "bbox": [ + 0.1559878561231825, + 0.9716348605685764, + 0.2572567409939236, + 1.0000000678168404 + ], + "point": [ + 0.2066, + 0.9858 + ] + }, + { + "instruction": "a button or link to the classifieds section.", + "bbox": [ + 0.16026123894585503, + 0.21416720920138888, + 0.2090812259250217, + 0.23362002902560763 + ], + "point": [ + 0.1847, + 0.2239 + ] + }, + { + "instruction": "Share.", + "bbox": [ + 0.2617507722642687, + 0.9721070692274305, + 0.31873336368136934, + 1.0 + ], + "point": [ + 0.2902, + 0.9861 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05432641771104601, + 0.05168184068467882, + 0.07609212663438585, + 0.0872237311469184 + ], + "point": [ + 0.0652, + 0.0695 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8308478461371528, + 0.05758469899495443, + 0.8458038330078125, + 0.08488229539659288 + ], + "point": [ + 0.8383, + 0.0712 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8627395629882812, + 0.057258682250976564, + 0.8810412936740452, + 0.0823258293999566 + ], + "point": [ + 0.8719, + 0.0698 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005779078271653917, + 0.05444351196289063, + 0.02616038057539198, + 0.08524314880371094 + ], + "point": [ + 0.016, + 0.0698 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029701238208346897, + 0.05364482879638672, + 0.05025169584486219, + 0.08548291524251302 + ], + "point": [ + 0.04, + 0.0696 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9757854885525173, + 0.003751990000406901, + 0.9965649074978299, + 0.03984148449367947 + ], + "point": [ + 0.9862, + 0.0218 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.1821038564046224, + 0.00932369761996799, + 0.19536412556966146, + 0.03744797282748752 + ], + "point": [ + 0.1887, + 0.0234 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1570347997877333, + 0.009954368803236219, + 0.17016566594441732, + 0.0367181576622857 + ], + "point": [ + 0.1636, + 0.0233 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.9758867051866319, + 0.056936204698350694, + 0.9920873006184896, + 0.08274139404296875 + ], + "point": [ + 0.984, + 0.0698 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9494922214084202, + 0.05258689880371094, + 0.9714950561523438, + 0.08390023125542535 + ], + "point": [ + 0.9605, + 0.0682 + ] + }, + { + "instruction": "an email address link.", + "bbox": [ + 0.6450119866265192, + 0.6624317762586805, + 0.8065330505371093, + 0.6864644368489583 + ], + "point": [ + 0.7258, + 0.6744 + ] + }, + { + "instruction": "a user profile or account.", + "bbox": [ + 0.6445997873942058, + 0.45462727864583335, + 0.7369541592068143, + 0.6029351806640625 + ], + "point": [ + 0.6908, + 0.5288 + ] + }, + { + "instruction": "a price of $20.00.", + "bbox": [ + 0.7202742682562934, + 0.25770823160807294, + 0.8408866882324219, + 0.31912051730685764 + ], + "point": [ + 0.7806, + 0.2884 + ] + }, + { + "instruction": "a forward or next action.", + "bbox": [ + 0.8549709743923611, + 0.18080834282769098, + 0.8668148464626736, + 0.20604271782769099 + ], + "point": [ + 0.8609, + 0.1934 + ] + }, + { + "instruction": "Black", + "bbox": [ + 0.6473868899875217, + 0.8970035129123264, + 0.6602434370252821, + 0.9186676025390625 + ], + "point": [ + 0.6538, + 0.9078 + ] + }, + { + "instruction": "a laptop with a network of wires.", + "bbox": [ + 0.15434510972764756, + 0.4366462537977431, + 0.5420911577012804, + 0.8994013807508681 + ], + "point": [ + 0.3482, + 0.668 + ] + }, + { + "instruction": "an option to avoid emails by operating localities or settings.", + "bbox": [ + 0.6560550689697265, + 0.7843747287326389, + 0.8261369493272569, + 0.828602294921875 + ], + "point": [ + 0.7411, + 0.8065 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.9945161607530382, + 0.054517623053656684, + 1.0, + 0.08679462009006077 + ], + "point": [ + 0.9973, + 0.0707 + ] + } + ], + "element_size": 66 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_8/4944.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Publish a listing", + "bbox": [ + 0.0340277804268731, + 0.011666666666666667, + 0.0996527804268731, + 0.03166666666666667 + ], + "point": [ + 0.0668, + 0.0217 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.10451388888888889, + 0.013888888888888888, + 0.15069444444444444, + 0.029444444444444443 + ], + "point": [ + 0.1276, + 0.0217 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2 .compute amazonaws com 9980/index php?page-item&action-item_add", + "bbox": [ + 0.15833333333333333, + 0.06055555555555556, + 0.6298611111111111, + 0.08277777777777778 + ], + "point": [ + 0.3941, + 0.0717 + ] + }, + { + "instruction": "0 | 4", + "bbox": [ + 0.8888888888888888, + 0.056666666666666664, + 0.9420138888888889, + 0.08444443596733942 + ], + "point": [ + 0.9155, + 0.0706 + ] + }, + { + "instruction": "Publish a listing", + "bbox": [ + 0.21840277777777778, + 0.21444444444444444, + 0.290625, + 0.23666666666666666 + ], + "point": [ + 0.2545, + 0.2256 + ] + }, + { + "instruction": "General Information", + "bbox": [ + 0.3170138888888889, + 0.35055555555555556, + 0.5024305555555556, + 0.3861111111111111 + ], + "point": [ + 0.4097, + 0.3683 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.2809027777777778, + 0.9394443766276042, + 0.309375, + 0.9599999321831597 + ], + "point": [ + 0.2951, + 0.9497 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7641870286729601, + 0.12397198147243924, + 0.8414236280653212, + 0.16607237074110243 + ], + "point": [ + 0.8028, + 0.145 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.0828136232164171, + 0.05320050133599175, + 0.1556373808119032, + 0.08429407755533855 + ], + "point": [ + 0.1192, + 0.0687 + ] + }, + { + "instruction": "Computer parts", + "bbox": [ + 0.32378141615125866, + 0.7472991943359375, + 0.5510621812608507, + 0.7780027262369792 + ], + "point": [ + 0.4374, + 0.7627 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.3199508243136936, + 0.6930765109592014, + 0.5512455834282769, + 0.7225486246744791 + ], + "point": [ + 0.4356, + 0.7078 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.32582160101996527, + 0.7760979546440973, + 0.5484391954210069, + 0.8056275770399306 + ], + "point": [ + 0.4371, + 0.7909 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.7085059695773654, + 0.12397811041937934, + 0.7631170484754775, + 0.16584743923611112 + ], + "point": [ + 0.7358, + 0.1449 + ] + }, + { + "instruction": "Collectibles", + "bbox": [ + 0.32371605767144096, + 0.720208740234375, + 0.5516564263237848, + 0.749166259765625 + ], + "point": [ + 0.4377, + 0.7347 + ] + }, + { + "instruction": "My account", + "bbox": [ + 0.6322013007269965, + 0.12473731994628906, + 0.7082909478081597, + 0.1653502739800347 + ], + "point": [ + 0.6702, + 0.145 + ] + }, + { + "instruction": "Beauty + health", + "bbox": [ + 0.32778905232747396, + 0.5532946099175348, + 0.5535899692111546, + 0.5831206597222223 + ], + "point": [ + 0.4407, + 0.5682 + ] + }, + { + "instruction": "Farm + garden", + "bbox": [ + 0.32711446550157336, + 0.8305641004774306, + 0.544612545437283, + 0.8608790418836806 + ], + "point": [ + 0.4359, + 0.8457 + ] + }, + { + "instruction": "Cars + trucks", + "bbox": [ + 0.31555692884657116, + 0.6643354627821181, + 0.5526664733886719, + 0.6942744276258681 + ], + "point": [ + 0.4341, + 0.6793 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.3262931823730469, + 0.6101845296223959, + 0.553757815890842, + 0.639217054578993 + ], + "point": [ + 0.44, + 0.6247 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.32719883388943144, + 0.803081800672743, + 0.5452106475830079, + 0.8322986518012153 + ], + "point": [ + 0.4362, + 0.8177 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.3272231207953559, + 0.5809896511501736, + 0.5542716132269965, + 0.6105864122178819 + ], + "point": [ + 0.4407, + 0.5958 + ] + }, + { + "instruction": "Osclass", + "bbox": [ + 0.1532051298353407, + 0.10258433024088541, + 0.28261737823486327, + 0.18370307074652778 + ], + "point": [ + 0.2179, + 0.1431 + ] + }, + { + "instruction": "Select a", + "bbox": [ + 0.31600471072726777, + 0.40081871880425346, + 0.5600146823459201, + 0.46224605984157985 + ], + "point": [ + 0.438, + 0.4315 + ] + }, + { + "instruction": "category", + "bbox": [ + 0.31600471072726777, + 0.40081871880425346, + 0.5600146823459201, + 0.46224605984157985 + ], + "point": [ + 0.438, + 0.4315 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.32710687849256725, + 0.4690205213758681, + 0.3839642418755425, + 0.500333726671007 + ], + "point": [ + 0.3555, + 0.4847 + ] + }, + { + "instruction": "Books", + "bbox": [ + 0.32015739017062717, + 0.6374896918402778, + 0.5532296922471788, + 0.6657956271701388 + ], + "point": [ + 0.4367, + 0.6516 + ] + }, + { + "instruction": "Arts", + "bbox": [ + 0.3276579962836372, + 0.49695448133680553, + 0.38983306884765623, + 0.5278101942274306 + ], + "point": [ + 0.3587, + 0.5124 + ] + }, + { + "instruction": "crafts", + "bbox": [ + 0.3276579962836372, + 0.49695448133680553, + 0.38983306884765623, + 0.5278101942274306 + ], + "point": [ + 0.3587, + 0.5124 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.3267659717135959, + 0.8584996880425347, + 0.5445172627766927, + 0.887715589735243 + ], + "point": [ + 0.4356, + 0.8731 + ] + }, + { + "instruction": "Auto parts", + "bbox": [ + 0.32749142116970487, + 0.5250196329752604, + 0.5546212090386284, + 0.554612053765191 + ], + "point": [ + 0.4411, + 0.5398 + ] + }, + { + "instruction": "Motorcycles", + "bbox": [ + 0.3236763636271159, + 0.9425698513454861, + 0.5468122694227431, + 0.972117919921875 + ], + "point": [ + 0.4352, + 0.9573 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.3263954374525282, + 0.9153282335069445, + 0.5527559068467882, + 0.94421630859375 + ], + "point": [ + 0.4396, + 0.9298 + ] + }, + { + "instruction": "Household", + "bbox": [ + 0.32641209496392143, + 0.8857825385199652, + 0.5498902214898004, + 0.9167331949869791 + ], + "point": [ + 0.4382, + 0.9013 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.1605823516845703, + 0.21445758395724826, + 0.20918591817220053, + 0.23372600979275174 + ], + "point": [ + 0.1849, + 0.2241 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.1568953620062934, + 0.010244074927435981, + 0.17030052608913845, + 0.03660573323567708 + ], + "point": [ + 0.1636, + 0.0234 + ] + }, + { + "instruction": "Category", + "bbox": [ + 0.25936300489637587, + 0.40744825575086807, + 0.30927899678548176, + 0.4470401340060764 + ], + "point": [ + 0.2843, + 0.4272 + ] + }, + { + "instruction": "Antiques", + "bbox": [ + 0.3210386488172743, + 0.44148223876953124, + 0.37380214267306855, + 0.47267059326171873 + ], + "point": [ + 0.3474, + 0.4571 + ] + }, + { + "instruction": "Publish a", + "bbox": [ + 0.31349396175808375, + 0.26796961466471353, + 0.557061513264974, + 0.354262932671441 + ], + "point": [ + 0.4353, + 0.3111 + ] + }, + { + "instruction": "listing", + "bbox": [ + 0.31349396175808375, + 0.26796961466471353, + 0.557061513264974, + 0.354262932671441 + ], + "point": [ + 0.4353, + 0.3111 + ] + }, + { + "instruction": "Title", + "bbox": [ + 0.2815430959065755, + 0.47815287272135415, + 0.3104532029893663, + 0.5219049750434028 + ], + "point": [ + 0.296, + 0.5 + ] + }, + { + "instruction": "Description", + "bbox": [ + 0.24551957448323566, + 0.5510420735677083, + 0.3101103252834744, + 0.5928932020399306 + ], + "point": [ + 0.2778, + 0.572 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.7641870286729601, + 0.12397198147243924, + 0.8414236280653212, + 0.16607237074110243 + ], + "point": [ + 0.8028, + 0.145 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.0828136232164171, + 0.05320050133599175, + 0.1556373808119032, + 0.08429407755533855 + ], + "point": [ + 0.1192, + 0.0687 + ] + }, + { + "instruction": "Computer parts.", + "bbox": [ + 0.32378141615125866, + 0.7472991943359375, + 0.5510621812608507, + 0.7780027262369792 + ], + "point": [ + 0.4374, + 0.7627 + ] + }, + { + "instruction": "accessing cellphones.", + "bbox": [ + 0.3199508243136936, + 0.6930765109592014, + 0.5512455834282769, + 0.7225486246744791 + ], + "point": [ + 0.4356, + 0.7078 + ] + }, + { + "instruction": "Computers.", + "bbox": [ + 0.32582160101996527, + 0.7760979546440973, + 0.5484391954210069, + 0.8056275770399306 + ], + "point": [ + 0.4371, + 0.7909 + ] + }, + { + "instruction": "Logout.", + "bbox": [ + 0.7085059695773654, + 0.12397811041937934, + 0.7631170484754775, + 0.16584743923611112 + ], + "point": [ + 0.7358, + 0.1449 + ] + }, + { + "instruction": "collectibles.", + "bbox": [ + 0.32371605767144096, + 0.720208740234375, + 0.5516564263237848, + 0.749166259765625 + ], + "point": [ + 0.4377, + 0.7347 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.6322013007269965, + 0.12473731994628906, + 0.7082909478081597, + 0.1653502739800347 + ], + "point": [ + 0.6702, + 0.145 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9757570054796006, + 0.003908448749118381, + 0.9970230102539063, + 0.03907156520419651 + ], + "point": [ + 0.9864, + 0.0215 + ] + }, + { + "instruction": "Health settings.", + "bbox": [ + 0.32778905232747396, + 0.5532946099175348, + 0.5535899692111546, + 0.5831206597222223 + ], + "point": [ + 0.4407, + 0.5682 + ] + }, + { + "instruction": "The option to view or create a garden.", + "bbox": [ + 0.32711446550157336, + 0.8305641004774306, + 0.544612545437283, + 0.8608790418836806 + ], + "point": [ + 0.4359, + 0.8457 + ] + }, + { + "instruction": "navigation to the \"Cars+Trucks\" section.", + "bbox": [ + 0.31555692884657116, + 0.6643354627821181, + 0.5526664733886719, + 0.6942744276258681 + ], + "point": [ + 0.4341, + 0.6793 + ] + }, + { + "instruction": "boats.", + "bbox": [ + 0.3262931823730469, + 0.6101845296223959, + 0.553757815890842, + 0.639217054578993 + ], + "point": [ + 0.44, + 0.6247 + ] + }, + { + "instruction": "Electronics.", + "bbox": [ + 0.32719883388943144, + 0.803081800672743, + 0.5452106475830079, + 0.8322986518012153 + ], + "point": [ + 0.4362, + 0.8177 + ] + }, + { + "instruction": "Bikes settings or options.", + "bbox": [ + 0.3272231207953559, + 0.5809896511501736, + 0.5542716132269965, + 0.6105864122178819 + ], + "point": [ + 0.4407, + 0.5958 + ] + }, + { + "instruction": "an option to access the class.", + "bbox": [ + 0.1532051298353407, + 0.10258433024088541, + 0.28261737823486327, + 0.18370307074652778 + ], + "point": [ + 0.2179, + 0.1431 + ] + }, + { + "instruction": "A dropdown menu for selecting a category.", + "bbox": [ + 0.31600471072726777, + 0.40081871880425346, + 0.5600146823459201, + 0.46224605984157985 + ], + "point": [ + 0.438, + 0.4315 + ] + }, + { + "instruction": "Appliances.", + "bbox": [ + 0.32710687849256725, + 0.4690205213758681, + 0.3839642418755425, + 0.500333726671007 + ], + "point": [ + 0.3555, + 0.4847 + ] + }, + { + "instruction": "a menu for books.", + "bbox": [ + 0.32015739017062717, + 0.6374896918402778, + 0.5532296922471788, + 0.6657956271701388 + ], + "point": [ + 0.4367, + 0.6516 + ] + }, + { + "instruction": "accessingarts andcrafts.", + "bbox": [ + 0.3276579962836372, + 0.49695448133680553, + 0.38983306884765623, + 0.5278101942274306 + ], + "point": [ + 0.3587, + 0.5124 + ] + }, + { + "instruction": "Furniture settings or options.", + "bbox": [ + 0.3267659717135959, + 0.8584996880425347, + 0.5445172627766927, + 0.887715589735243 + ], + "point": [ + 0.4356, + 0.8731 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05452371173434788, + 0.053159849378797745, + 0.07608573701646593, + 0.08537383185492621 + ], + "point": [ + 0.0653, + 0.0693 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8301689147949218, + 0.05690611521402995, + 0.8461799621582031, + 0.08562266031901042 + ], + "point": [ + 0.8382, + 0.0713 + ] + }, + { + "instruction": "Auto parts.", + "bbox": [ + 0.32749142116970487, + 0.5250196329752604, + 0.5546212090386284, + 0.554612053765191 + ], + "point": [ + 0.4411, + 0.5398 + ] + }, + { + "instruction": "motorcycles.", + "bbox": [ + 0.3236763636271159, + 0.9425698513454861, + 0.5468122694227431, + 0.972117919921875 + ], + "point": [ + 0.4352, + 0.9573 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8617727491590712, + 0.05562618255615234, + 0.8822608947753906, + 0.08295846727159288 + ], + "point": [ + 0.872, + 0.0693 + ] + }, + { + "instruction": "A button to view a item or item.", + "bbox": [ + 0.3263954374525282, + 0.9153282335069445, + 0.5527559068467882, + 0.94421630859375 + ], + "point": [ + 0.4396, + 0.9298 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.0060826546616024445, + 0.05604231940375434, + 0.025860569874445596, + 0.08411264207628039 + ], + "point": [ + 0.016, + 0.0701 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.0303212218814426, + 0.05557933383517795, + 0.0497407595316569, + 0.08417682223849826 + ], + "point": [ + 0.04, + 0.0699 + ] + }, + { + "instruction": "Homehold settings or options.", + "bbox": [ + 0.32641209496392143, + 0.8857825385199652, + 0.5498902214898004, + 0.9167331949869791 + ], + "point": [ + 0.4382, + 0.9013 + ] + }, + { + "instruction": "a button or link to the classifieds section.", + "bbox": [ + 0.1605823516845703, + 0.21445758395724826, + 0.20918591817220053, + 0.23372600979275174 + ], + "point": [ + 0.1849, + 0.2241 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1568953620062934, + 0.010244074927435981, + 0.17030052608913845, + 0.03660573323567708 + ], + "point": [ + 0.1636, + 0.0234 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.9759375678168403, + 0.05683605617947048, + 0.9924836900499132, + 0.08253646850585937 + ], + "point": [ + 0.9842, + 0.0697 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9487541198730469, + 0.05390384250217014, + 0.9721175299750434, + 0.08277284410264757 + ], + "point": [ + 0.9604, + 0.0683 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.18166099124484592, + 0.00936314476860894, + 0.19548019833034938, + 0.03739901648627387 + ], + "point": [ + 0.1886, + 0.0234 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.4262892829047309, + 0.9705027940538195, + 0.4406423780653212, + 0.9945701768663194 + ], + "point": [ + 0.4335, + 0.9825 + ] + }, + { + "instruction": "the currency symbol.", + "bbox": [ + 0.5569556766086154, + 0.9222604709201389, + 0.587653308444553, + 0.9775119357638888 + ], + "point": [ + 0.5723, + 0.9499 + ] + }, + { + "instruction": "Categories.", + "bbox": [ + 0.25936300489637587, + 0.40744825575086807, + 0.30927899678548176, + 0.4470401340060764 + ], + "point": [ + 0.2843, + 0.4272 + ] + }, + { + "instruction": "antiques.", + "bbox": [ + 0.3210386488172743, + 0.44148223876953124, + 0.37380214267306855, + 0.47267059326171873 + ], + "point": [ + 0.3474, + 0.4571 + ] + }, + { + "instruction": "The option to download a list.", + "bbox": [ + 0.31349396175808375, + 0.26796961466471353, + 0.557061513264974, + 0.354262932671441 + ], + "point": [ + 0.4353, + 0.3111 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.4628104739718967, + 0.4717522515190972, + 0.689871342976888, + 0.5281300862630208 + ], + "point": [ + 0.5763, + 0.4999 + ] + }, + { + "instruction": "a title function.", + "bbox": [ + 0.2815430959065755, + 0.47815287272135415, + 0.3104532029893663, + 0.5219049750434028 + ], + "point": [ + 0.296, + 0.5 + ] + }, + { + "instruction": "Search or magnifying glass.", + "bbox": [ + 0.0, + 0.0007397312588161893, + 0.015991620222727456, + 0.06543969260321723 + ], + "point": [ + 0.008, + 0.0331 + ] + }, + { + "instruction": "a description.", + "bbox": [ + 0.24551957448323566, + 0.5510420735677083, + 0.3101103252834744, + 0.5928932020399306 + ], + "point": [ + 0.2778, + 0.572 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.5837428198920356, + 0.933226318359375, + 0.6023125966389974, + 0.9738307020399306 + ], + "point": [ + 0.593, + 0.9535 + ] + } + ], + "element_size": 86 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_9/6048.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Publish a listing", + "bbox": [ + 0.0340277804268731, + 0.011666666666666667, + 0.0996527804268731, + 0.03166666666666667 + ], + "point": [ + 0.0668, + 0.0217 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.10451388888888889, + 0.013888888888888888, + 0.15069444444444444, + 0.029444444444444443 + ], + "point": [ + 0.1276, + 0.0217 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2 .compute amazonaws com 9980/index php?page-item&action-item_add", + "bbox": [ + 0.15833333333333333, + 0.06055555555555556, + 0.6298611111111111, + 0.08277777777777778 + ], + "point": [ + 0.3941, + 0.0717 + ] + }, + { + "instruction": "0 2 | g", + "bbox": [ + 0.8673611111111111, + 0.05611111111111111, + 0.9420138888888889, + 0.08333333333333333 + ], + "point": [ + 0.9047, + 0.0697 + ] + }, + { + "instruction": "Category", + "bbox": [ + 0.25798611111111114, + 0.09666665818956163, + 0.3104166666666667, + 0.12388888041178385 + ], + "point": [ + 0.2842, + 0.1103 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.328125, + 0.10111111111111111, + 0.38090277777777776, + 0.11944444444444445 + ], + "point": [ + 0.3545, + 0.1103 + ] + }, + { + "instruction": "Title", + "bbox": [ + 0.2826388888888889, + 0.17111109415690104, + 0.30902782016330294, + 0.18944442749023438 + ], + "point": [ + 0.2958, + 0.1803 + ] + }, + { + "instruction": "macbook pro 2017 cheapest available", + "bbox": [ + 0.32534722222222223, + 0.17055555555555554, + 0.5048611111111111, + 0.19333333333333333 + ], + "point": [ + 0.4151, + 0.1819 + ] + }, + { + "instruction": "Description", + "bbox": [ + 0.24722222222222223, + 0.24333333333333335, + 0.309375, + 0.26666666666666666 + ], + "point": [ + 0.2783, + 0.255 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.28125, + 0.6211111111111111, + 0.3090277777777778, + 0.6394444444444445 + ], + "point": [ + 0.2951, + 0.6303 + ] + }, + { + "instruction": "Listing Location", + "bbox": [ + 0.31527777777777777, + 0.8411111111111111, + 0.46458333333333335, + 0.8822222222222222 + ], + "point": [ + 0.3899, + 0.8617 + ] + }, + { + "instruction": "Region", + "bbox": [ + 0.2708333333333333, + 0.9083333333333333, + 0.3093749576144748, + 0.9316666666666666 + ], + "point": [ + 0.2901, + 0.92 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.2857638888888889, + 0.9811111111111112, + 0.3090277777777778, + 0.9994444444444445 + ], + "point": [ + 0.2974, + 0.9903 + ] + }, + { + "instruction": "Select a citv _", + "bbox": [ + 0.328125, + 0.982222154405382, + 0.39131944444444444, + 0.9994443766276042 + ], + "point": [ + 0.3597, + 0.9908 + ] + }, + { + "instruction": "need to sell my macbook for my new", + "bbox": [ + 0.31804695129394533, + 0.22358961317274306, + 0.6876834021674262, + 0.570608656141493 + ], + "point": [ + 0.5029, + 0.3971 + ] + }, + { + "instruction": "computer", + "bbox": [ + 0.31804695129394533, + 0.22358961317274306, + 0.6876834021674262, + 0.570608656141493 + ], + "point": [ + 0.5029, + 0.3971 + ] + }, + { + "instruction": "Click or Drop for upload images", + "bbox": [ + 0.31552999284532335, + 0.6913696967230902, + 0.6892670737372504, + 0.765229017469618 + ], + "point": [ + 0.5024, + 0.7283 + ] + }, + { + "instruction": "Select a", + "bbox": [ + 0.3141349368625217, + 0.890355970594618, + 0.5619786156548394, + 0.9490233696831597 + ], + "point": [ + 0.4381, + 0.9197 + ] + }, + { + "instruction": "region_", + "bbox": [ + 0.3141349368625217, + 0.890355970594618, + 0.5619786156548394, + 0.9490233696831597 + ], + "point": [ + 0.4381, + 0.9197 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.0829823440975613, + 0.05262251959906684, + 0.15566043853759765, + 0.08436284383138021 + ], + "point": [ + 0.1193, + 0.0685 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15725442038642035, + 0.011431786219278971, + 0.17042343351576064, + 0.033867084715101456 + ], + "point": [ + 0.1638, + 0.0226 + ] + }, + { + "instruction": "A prompt to need to sell a laptop for my new computer.", + "bbox": [ + 0.31804695129394533, + 0.22358961317274306, + 0.6876834021674262, + 0.570608656141493 + ], + "point": [ + 0.5029, + 0.3971 + ] + }, + { + "instruction": "closing the window or dialog box.", + "bbox": [ + 0.31397098965115017, + 0.6015062120225695, + 0.5599028269449869, + 0.6625674099392361 + ], + "point": [ + 0.4369, + 0.632 + ] + }, + { + "instruction": "a dropdown menu for upload images.", + "bbox": [ + 0.31552999284532335, + 0.6913696967230902, + 0.6892670737372504, + 0.765229017469618 + ], + "point": [ + 0.5024, + 0.7283 + ] + }, + { + "instruction": "Select a region.", + "bbox": [ + 0.3141349368625217, + 0.890355970594618, + 0.5619786156548394, + 0.9490233696831597 + ], + "point": [ + 0.4381, + 0.9197 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.0829823440975613, + 0.05262251959906684, + 0.15566043853759765, + 0.08436284383138021 + ], + "point": [ + 0.1193, + 0.0685 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05471382670932346, + 0.04988344828287761, + 0.07671569718254936, + 0.08995843675401476 + ], + "point": [ + 0.0657, + 0.0699 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8297286139594184, + 0.05647776285807292, + 0.846478525797526, + 0.0863987562391493 + ], + "point": [ + 0.8381, + 0.0714 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8863752577039931, + 0.05042217254638672, + 0.9084474351671007, + 0.0862648688422309 + ], + "point": [ + 0.8974, + 0.0683 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8612336900499132, + 0.051988177829318576, + 0.8826195610894098, + 0.08681831359863282 + ], + "point": [ + 0.8719, + 0.0694 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9473222520616319, + 0.047518268161349825, + 0.9736641777886285, + 0.08877426147460937 + ], + "point": [ + 0.9605, + 0.0681 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004616398281521267, + 0.05153230879041883, + 0.026889443397521973, + 0.08894253200954862 + ], + "point": [ + 0.0158, + 0.0702 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029406536950005426, + 0.051433304680718314, + 0.050391228993733723, + 0.08863530476888021 + ], + "point": [ + 0.0399, + 0.07 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9754271613226997, + 0.05103072272406684, + 0.9931905958387587, + 0.0881543223063151 + ], + "point": [ + 0.9843, + 0.0696 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15725442038642035, + 0.011431786219278971, + 0.17042343351576064, + 0.033867084715101456 + ], + "point": [ + 0.1638, + 0.0226 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.9235620286729601, + 0.047917620340983076, + 0.9455518086751302, + 0.08774615817599826 + ], + "point": [ + 0.9346, + 0.0678 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.18216764662000867, + 0.008684671190049913, + 0.19523671468098958, + 0.03719055599636502 + ], + "point": [ + 0.1887, + 0.0229 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9753355238172743, + 0.003541458977593316, + 0.9967656453450521, + 0.04184117211235894 + ], + "point": [ + 0.9861, + 0.0227 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.5443470001220703, + 0.9811090766059027, + 0.558194351196289, + 1.0 + ], + "point": [ + 0.5513, + 0.9906 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.5450732760959202, + 0.09940514458550347, + 0.5583055284288194, + 0.12502961900499132 + ], + "point": [ + 0.5517, + 0.1122 + ] + } + ], + "element_size": 40 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_10/6402.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Publish a listing", + "bbox": [ + 0.0340277804268731, + 0.011666666666666667, + 0.0996527804268731, + 0.03166666666666667 + ], + "point": [ + 0.0668, + 0.0217 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.10451388888888889, + 0.013888888888888888, + 0.15069444444444444, + 0.029444444444444443 + ], + "point": [ + 0.1276, + 0.0217 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com 9980/index php?page-item&action-item_add", + "bbox": [ + 0.15833333333333333, + 0.0577777820163303, + 0.6298611111111111, + 0.08277777777777778 + ], + "point": [ + 0.3941, + 0.0703 + ] + }, + { + "instruction": "0 2 | g", + "bbox": [ + 0.8673611111111111, + 0.05611111111111111, + 0.9427083333333334, + 0.08333333333333333 + ], + "point": [ + 0.905, + 0.0697 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.28125, + 0.34388885498046873, + 0.3090277777777778, + 0.3622221883138021 + ], + "point": [ + 0.2951, + 0.3531 + ] + }, + { + "instruction": "Listing Location", + "bbox": [ + 0.31527777777777777, + 0.7961111789279514, + 0.46458333333333335, + 0.8377778455946181 + ], + "point": [ + 0.3899, + 0.8169 + ] + }, + { + "instruction": "Region", + "bbox": [ + 0.2708333333333333, + 0.8644443766276042, + 0.3093749576144748, + 0.8866665988498263 + ], + "point": [ + 0.2901, + 0.8756 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.284375, + 0.9338888888888889, + 0.3107638888888889, + 0.9605555555555556 + ], + "point": [ + 0.2976, + 0.9472 + ] + }, + { + "instruction": "Select a", + "bbox": [ + 0.31355539957682294, + 0.9163991970486111, + 0.5625573052300348, + 0.9776723904079861 + ], + "point": [ + 0.4381, + 0.947 + ] + }, + { + "instruction": "city--", + "bbox": [ + 0.31355539957682294, + 0.9163991970486111, + 0.5625573052300348, + 0.9776723904079861 + ], + "point": [ + 0.4381, + 0.947 + ] + }, + { + "instruction": "Select a region_", + "bbox": [ + 0.31515155368381076, + 0.844881117078993, + 0.5626185946994358, + 0.9048260498046875 + ], + "point": [ + 0.4389, + 0.8749 + ] + }, + { + "instruction": "310", + "bbox": [ + 0.3132690005832248, + 0.32221411810980904, + 0.5592722998725044, + 0.38363013373480903 + ], + "point": [ + 0.4363, + 0.3529 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08293075561523437, + 0.052363221910264754, + 0.15587730407714845, + 0.0843033430311415 + ], + "point": [ + 0.1194, + 0.0683 + ] + }, + { + "instruction": "Click or Drop for upload images", + "bbox": [ + 0.314889653523763, + 0.41297054714626735, + 0.6897904713948567, + 0.4876590643988715 + ], + "point": [ + 0.5023, + 0.4503 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15679232279459634, + 0.010810304217868381, + 0.17094658745659722, + 0.034546164406670465 + ], + "point": [ + 0.1639, + 0.0227 + ] + }, + { + "instruction": "9847.png", + "bbox": [ + 0.31657076941596135, + 0.4931703355577257, + 0.4439833747016059, + 0.7218904622395833 + ], + "point": [ + 0.3803, + 0.6075 + ] + }, + { + "instruction": "426.2kB", + "bbox": [ + 0.31657076941596135, + 0.4931703355577257, + 0.4439833747016059, + 0.7218904622395833 + ], + "point": [ + 0.3803, + 0.6075 + ] + }, + { + "instruction": "Delete", + "bbox": [ + 0.31657076941596135, + 0.4931703355577257, + 0.4439833747016059, + 0.7218904622395833 + ], + "point": [ + 0.3803, + 0.6075 + ] + }, + { + "instruction": "Rotate image", + "bbox": [ + 0.31657076941596135, + 0.4931703355577257, + 0.4439833747016059, + 0.7218904622395833 + ], + "point": [ + 0.3803, + 0.6075 + ] + }, + { + "instruction": "a dropdown menu to select a city.", + "bbox": [ + 0.31355539957682294, + 0.9163991970486111, + 0.5625573052300348, + 0.9776723904079861 + ], + "point": [ + 0.4381, + 0.947 + ] + }, + { + "instruction": "Selecting a region.", + "bbox": [ + 0.31515155368381076, + 0.844881117078993, + 0.5626185946994358, + 0.9048260498046875 + ], + "point": [ + 0.4389, + 0.8749 + ] + }, + { + "instruction": "a loading or progress bar.", + "bbox": [ + 0.3132690005832248, + 0.32221411810980904, + 0.5592722998725044, + 0.38363013373480903 + ], + "point": [ + 0.4363, + 0.3529 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8297295464409722, + 0.05619296603732639, + 0.8465504964192708, + 0.08632510715060764 + ], + "point": [ + 0.8381, + 0.0713 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05453304714626736, + 0.050115525987413194, + 0.07676805920071073, + 0.08945158216688368 + ], + "point": [ + 0.0657, + 0.0698 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08293075561523437, + 0.052363221910264754, + 0.15587730407714845, + 0.0843033430311415 + ], + "point": [ + 0.1194, + 0.0683 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8859493679470486, + 0.04963766309950087, + 0.90877685546875, + 0.08554300096299913 + ], + "point": [ + 0.8974, + 0.0676 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9471875508626302, + 0.04670748392740885, + 0.9734548780653212, + 0.08845028347439236 + ], + "point": [ + 0.9603, + 0.0676 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8611451890733507, + 0.051286371019151476, + 0.8828277587890625, + 0.08600430806477864 + ], + "point": [ + 0.872, + 0.0686 + ] + }, + { + "instruction": "navigating to the next item or page.", + "bbox": [ + 0.316564326816135, + 0.10263660854763455, + 0.6882542716132269, + 0.28662132263183593 + ], + "point": [ + 0.5024, + 0.1946 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004707946379979452, + 0.05230475531684028, + 0.0267246941725413, + 0.08779989454481336 + ], + "point": [ + 0.0157, + 0.0701 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029454814063178167, + 0.05202207777235243, + 0.05026931762695312, + 0.08765899658203125 + ], + "point": [ + 0.0399, + 0.0698 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.9234390258789062, + 0.047303729587131076, + 0.9454291449652777, + 0.08707318623860677 + ], + "point": [ + 0.9344, + 0.0672 + ] + }, + { + "instruction": "a dropdown menu for upload images.", + "bbox": [ + 0.314889653523763, + 0.41297054714626735, + 0.6897904713948567, + 0.4876590643988715 + ], + "point": [ + 0.5023, + 0.4503 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15679232279459634, + 0.010810304217868381, + 0.17094658745659722, + 0.034546164406670465 + ], + "point": [ + 0.1639, + 0.0227 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9752407497829861, + 0.05095047844780816, + 0.993194580078125, + 0.08767350090874566 + ], + "point": [ + 0.9842, + 0.0693 + ] + }, + { + "instruction": "a currency dropdown menu.", + "bbox": [ + 0.5567269219292534, + 0.32414764404296875, + 0.6023438347710504, + 0.38228776719835067 + ], + "point": [ + 0.5795, + 0.3532 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9752870347764757, + 0.0033142577277289497, + 0.996785142686632, + 0.041919901106092665 + ], + "point": [ + 0.986, + 0.0226 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.18176038530137803, + 0.008561503092447917, + 0.19557361602783202, + 0.037462484571668835 + ], + "point": [ + 0.1887, + 0.023 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.535171381632487, + 0.718245849609375, + 0.5542618221706814, + 0.7526930067274306 + ], + "point": [ + 0.5447, + 0.7355 + ] + }, + { + "instruction": "rotate image.", + "bbox": [ + 0.31657076941596135, + 0.4931703355577257, + 0.4439833747016059, + 0.7218904622395833 + ], + "point": [ + 0.3803, + 0.6075 + ] + } + ], + "element_size": 40 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_11/6690.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Publish a listing", + "bbox": [ + 0.0340277804268731, + 0.011666666666666667, + 0.0996527804268731, + 0.03166666666666667 + ], + "point": [ + 0.0668, + 0.0217 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.10451388888888889, + 0.013888888888888888, + 0.15069444444444444, + 0.029444444444444443 + ], + "point": [ + 0.1276, + 0.0217 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaWs.com:9g80/index php?page-item&action-item_add", + "bbox": [ + 0.15833333333333333, + 0.06055555555555556, + 0.6305555555555555, + 0.08277777777777778 + ], + "point": [ + 0.3944, + 0.0717 + ] + }, + { + "instruction": "0 2 | g", + "bbox": [ + 0.8673611111111111, + 0.05611111111111111, + 0.9420138888888889, + 0.08333333333333333 + ], + "point": [ + 0.9047, + 0.0697 + ] + }, + { + "instruction": "9847 png", + "bbox": [ + 0.32222222222222224, + 0.09444444444444444, + 0.37430555555555556, + 0.11777777777777777 + ], + "point": [ + 0.3483, + 0.1061 + ] + }, + { + "instruction": "426.2kB", + "bbox": [ + 0.3232638888888889, + 0.11500000847710504, + 0.35694444444444445, + 0.1294444529215495 + ], + "point": [ + 0.3401, + 0.1222 + ] + }, + { + "instruction": "Delete", + "bbox": [ + 0.36319444444444443, + 0.11500000847710504, + 0.3902777777777778, + 0.1294444529215495 + ], + "point": [ + 0.3767, + 0.1222 + ] + }, + { + "instruction": "Rotate image", + "bbox": [ + 0.3229166666666667, + 0.1288888888888889, + 0.3927083333333333, + 0.1527777777777778 + ], + "point": [ + 0.3578, + 0.1408 + ] + }, + { + "instruction": "Region", + "bbox": [ + 0.2708333333333333, + 0.45555555555555555, + 0.3093749576144748, + 0.4777777777777778 + ], + "point": [ + 0.2901, + 0.4667 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.28541666666666665, + 0.5261111111111111, + 0.31006944444444445, + 0.5511111111111111 + ], + "point": [ + 0.2977, + 0.5386 + ] + }, + { + "instruction": "Area", + "bbox": [ + 0.28194446563720704, + 0.6, + 0.3090277989705404, + 0.62 + ], + "point": [ + 0.2955, + 0.61 + ] + }, + { + "instruction": "Address", + "bbox": [ + 0.26458331214057074, + 0.6716666666666666, + 0.3093749788072374, + 0.6927777777777778 + ], + "point": [ + 0.287, + 0.6822 + ] + }, + { + "instruction": "Phone", + "bbox": [ + 0.2743055767483181, + 0.8238888888888889, + 0.3090277989705404, + 0.8422222222222222 + ], + "point": [ + 0.2917, + 0.8331 + ] + }, + { + "instruction": "Other contact", + "bbox": [ + 0.2354166454739041, + 0.9394443766276042, + 0.3093749788072374, + 0.9599999321831597 + ], + "point": [ + 0.2724, + 0.9497 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.2590277777777778, + 0.5966666666666667, + 0.28055555555555556, + 0.6238888888888889 + ], + "point": [ + 0.2698, + 0.6103 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08270966741773818, + 0.0521927981906467, + 0.1556961907280816, + 0.0843007066514757 + ], + "point": [ + 0.1192, + 0.0682 + ] + }, + { + "instruction": "Missouri", + "bbox": [ + 0.3281289842393663, + 0.9240783013237848, + 0.48574388292100695, + 0.954833238389757 + ], + "point": [ + 0.4069, + 0.9395 + ] + }, + { + "instruction": "Minnesota", + "bbox": [ + 0.32803804609510634, + 0.8691288248697917, + 0.5293084038628473, + 0.8988003200954862 + ], + "point": [ + 0.4287, + 0.884 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15684873792860243, + 0.008707698186238606, + 0.17101173400878905, + 0.03730218993292914 + ], + "point": [ + 0.1639, + 0.023 + ] + }, + { + "instruction": "Mississippi", + "bbox": [ + 0.3278614044189453, + 0.896949462890625, + 0.5280445946587456, + 0.9262527126736111 + ], + "point": [ + 0.428, + 0.9116 + ] + }, + { + "instruction": "Select a region ._", + "bbox": [ + 0.3134281158447266, + 0.22394232855902776, + 0.5565641191270616, + 0.260828620062934 + ], + "point": [ + 0.435, + 0.2424 + ] + }, + { + "instruction": "California", + "bbox": [ + 0.3277183320787218, + 0.3683460150824653, + 0.37564307318793405, + 0.3994826931423611 + ], + "point": [ + 0.3517, + 0.3839 + ] + }, + { + "instruction": "Colorado", + "bbox": [ + 0.3278343200683594, + 0.39596937391493053, + 0.3749841478135851, + 0.42847703721788194 + ], + "point": [ + 0.3514, + 0.4122 + ] + }, + { + "instruction": "Alaska", + "bbox": [ + 0.322944344414605, + 0.2860674370659722, + 0.5412152184380425, + 0.31527262369791664 + ], + "point": [ + 0.4321, + 0.3007 + ] + }, + { + "instruction": "Georgia", + "bbox": [ + 0.32821210225423175, + 0.5076241387261284, + 0.5040365854899088, + 0.537741936577691 + ], + "point": [ + 0.4161, + 0.5227 + ] + }, + { + "instruction": "Massachusetts", + "bbox": [ + 0.3278964572482639, + 0.8131500922309027, + 0.40312186347113715, + 0.8429989963107639 + ], + "point": [ + 0.3655, + 0.8281 + ] + }, + { + "instruction": "Delaware", + "bbox": [ + 0.32793167961968317, + 0.45184427897135415, + 0.3750043657090929, + 0.48233357747395833 + ], + "point": [ + 0.3515, + 0.4671 + ] + }, + { + "instruction": "Connecticut", + "bbox": [ + 0.32790934244791664, + 0.42296227349175347, + 0.5128211127387152, + 0.4541795857747396 + ], + "point": [ + 0.4204, + 0.4386 + ] + }, + { + "instruction": "Florida", + "bbox": [ + 0.3284152348836263, + 0.47946614583333336, + 0.5123345269097223, + 0.5095647515190972 + ], + "point": [ + 0.4204, + 0.4945 + ] + }, + { + "instruction": "Illinois", + "bbox": [ + 0.3282533221774631, + 0.5910982937282986, + 0.502107916937934, + 0.6210740152994791 + ], + "point": [ + 0.4152, + 0.6061 + ] + }, + { + "instruction": "Hawaii", + "bbox": [ + 0.32838134765625, + 0.5352736070421007, + 0.504266357421875, + 0.565451897515191 + ], + "point": [ + 0.4163, + 0.5504 + ] + }, + { + "instruction": "Michigan", + "bbox": [ + 0.32779727511935763, + 0.8407648383246528, + 0.5264634026421441, + 0.8705228678385417 + ], + "point": [ + 0.4271, + 0.8556 + ] + }, + { + "instruction": "Alabama", + "bbox": [ + 0.31897091335720484, + 0.2576266818576389, + 0.5416019863552517, + 0.28782962375217014 + ], + "point": [ + 0.4303, + 0.2727 + ] + }, + { + "instruction": "Idaho", + "bbox": [ + 0.32777447170681423, + 0.5625271606445312, + 0.4952117919921875, + 0.5928904893663195 + ], + "point": [ + 0.4115, + 0.5777 + ] + }, + { + "instruction": "lowa", + "bbox": [ + 0.32815657721625435, + 0.6469455295138888, + 0.4965736813015408, + 0.6765078396267361 + ], + "point": [ + 0.4124, + 0.6617 + ] + }, + { + "instruction": "Kansas", + "bbox": [ + 0.3282252629597982, + 0.6743348524305556, + 0.4921402825249566, + 0.7044495985243056 + ], + "point": [ + 0.4102, + 0.6894 + ] + }, + { + "instruction": "Arizona", + "bbox": [ + 0.32570983039008244, + 0.3140004136827257, + 0.5422485775417751, + 0.3426219685872396 + ], + "point": [ + 0.434, + 0.3283 + ] + }, + { + "instruction": "Indiana", + "bbox": [ + 0.32821572621663414, + 0.6184181043836805, + 0.49953570895724825, + 0.6489990234375 + ], + "point": [ + 0.4139, + 0.6337 + ] + }, + { + "instruction": "Arkansas", + "bbox": [ + 0.326922607421875, + 0.3401047092013889, + 0.5396040174696181, + 0.37022901746961806 + ], + "point": [ + 0.4333, + 0.3552 + ] + }, + { + "instruction": "Maryland", + "bbox": [ + 0.3275570339626736, + 0.7852930365668402, + 0.37528949313693577, + 0.8156949191623264 + ], + "point": [ + 0.3514, + 0.8005 + ] + }, + { + "instruction": "Alontana", + "bbox": [ + 0.3269069247775608, + 0.9530346001519098, + 0.46250245836046006, + 0.977939927842882 + ], + "point": [ + 0.3947, + 0.9655 + ] + }, + { + "instruction": "Louisiana", + "bbox": [ + 0.3279407501220703, + 0.7296579996744792, + 0.49389678107367624, + 0.7599517822265625 + ], + "point": [ + 0.4109, + 0.7448 + ] + }, + { + "instruction": "Kentucky", + "bbox": [ + 0.32805006239149304, + 0.7014758978949652, + 0.4850607130262587, + 0.731822035047743 + ], + "point": [ + 0.4066, + 0.7166 + ] + }, + { + "instruction": "Maine", + "bbox": [ + 0.32822113037109374, + 0.7576464165581597, + 0.5010604010687933, + 0.7876830376519097 + ], + "point": [ + 0.4146, + 0.7727 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08270966741773818, + 0.0521927981906467, + 0.1556961907280816, + 0.0843007066514757 + ], + "point": [ + 0.1192, + 0.0682 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9476294623480903, + 0.046785880194769966, + 0.9732591417100694, + 0.08968187120225694 + ], + "point": [ + 0.9604, + 0.0682 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05423194037543403, + 0.04976912180582682, + 0.07686233520507812, + 0.08998389350043402 + ], + "point": [ + 0.0655, + 0.0699 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9755928887261285, + 0.0028986189100477433, + 0.997605726453993, + 0.039726511637369795 + ], + "point": [ + 0.9866, + 0.0213 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8295419481065538, + 0.056051364474826386, + 0.846661631266276, + 0.08613754272460937 + ], + "point": [ + 0.8381, + 0.0711 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8858724806043837, + 0.04973045772976346, + 0.9085046556260851, + 0.08651457044813368 + ], + "point": [ + 0.8972, + 0.0681 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8610795762803819, + 0.05075244479709201, + 0.8832443237304688, + 0.08719713846842447 + ], + "point": [ + 0.8722, + 0.069 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.9231515672471788, + 0.0480631595187717, + 0.9457976447211371, + 0.08800331115722657 + ], + "point": [ + 0.9345, + 0.068 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004120001527998182, + 0.051685045030381946, + 0.027252124415503606, + 0.08865898132324218 + ], + "point": [ + 0.0157, + 0.0702 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029040951199001738, + 0.051344036526150175, + 0.0506648063659668, + 0.08848345438639323 + ], + "point": [ + 0.0399, + 0.0699 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9748931884765625, + 0.05004393259684245, + 0.9938244289822049, + 0.08890282524956597 + ], + "point": [ + 0.9844, + 0.0695 + ] + }, + { + "instruction": "A search function for the Missouri state.", + "bbox": [ + 0.3281289842393663, + 0.9240783013237848, + 0.48574388292100695, + 0.954833238389757 + ], + "point": [ + 0.4069, + 0.9395 + ] + }, + { + "instruction": "Minnesota.", + "bbox": [ + 0.32803804609510634, + 0.8691288248697917, + 0.5293084038628473, + 0.8988003200954862 + ], + "point": [ + 0.4287, + 0.884 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15684873792860243, + 0.008707698186238606, + 0.17101173400878905, + 0.03730218993292914 + ], + "point": [ + 0.1639, + 0.023 + ] + }, + { + "instruction": "a button to access the Mississippi application.", + "bbox": [ + 0.3278614044189453, + 0.896949462890625, + 0.5280445946587456, + 0.9262527126736111 + ], + "point": [ + 0.428, + 0.9116 + ] + }, + { + "instruction": "Select a region.", + "bbox": [ + 0.3134281158447266, + 0.22394232855902776, + 0.5565641191270616, + 0.260828620062934 + ], + "point": [ + 0.435, + 0.2424 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.18090809716118705, + 0.007445993423461914, + 0.1954988055759006, + 0.03847925504048665 + ], + "point": [ + 0.1882, + 0.023 + ] + }, + { + "instruction": "california.", + "bbox": [ + 0.3277183320787218, + 0.3683460150824653, + 0.37564307318793405, + 0.3994826931423611 + ], + "point": [ + 0.3517, + 0.3839 + ] + }, + { + "instruction": "colorado.", + "bbox": [ + 0.3278343200683594, + 0.39596937391493053, + 0.3749841478135851, + 0.42847703721788194 + ], + "point": [ + 0.3514, + 0.4122 + ] + }, + { + "instruction": "Alaska.", + "bbox": [ + 0.322944344414605, + 0.2860674370659722, + 0.5412152184380425, + 0.31527262369791664 + ], + "point": [ + 0.4321, + 0.3007 + ] + }, + { + "instruction": "the state of Georgia.", + "bbox": [ + 0.32821210225423175, + 0.5076241387261284, + 0.5040365854899088, + 0.537741936577691 + ], + "point": [ + 0.4161, + 0.5227 + ] + }, + { + "instruction": "massachusetts.", + "bbox": [ + 0.3278964572482639, + 0.8131500922309027, + 0.40312186347113715, + 0.8429989963107639 + ], + "point": [ + 0.3655, + 0.8281 + ] + }, + { + "instruction": "Minimize window.", + "bbox": [ + 0.546697998046875, + 0.4340454779730903, + 0.5607223510742188, + 0.5035354953342014 + ], + "point": [ + 0.5537, + 0.4688 + ] + }, + { + "instruction": "delivery service.", + "bbox": [ + 0.32793167961968317, + 0.45184427897135415, + 0.3750043657090929, + 0.48233357747395833 + ], + "point": [ + 0.3515, + 0.4671 + ] + }, + { + "instruction": "Connecticut.", + "bbox": [ + 0.32790934244791664, + 0.42296227349175347, + 0.5128211127387152, + 0.4541795857747396 + ], + "point": [ + 0.4204, + 0.4386 + ] + }, + { + "instruction": "the state of Florida.", + "bbox": [ + 0.3284152348836263, + 0.47946614583333336, + 0.5123345269097223, + 0.5095647515190972 + ], + "point": [ + 0.4204, + 0.4945 + ] + }, + { + "instruction": "Illinois", + "bbox": [ + 0.3282533221774631, + 0.5910982937282986, + 0.502107916937934, + 0.6210740152994791 + ], + "point": [ + 0.4152, + 0.6061 + ] + }, + { + "instruction": "the \"Hawaii\" feature.", + "bbox": [ + 0.32838134765625, + 0.5352736070421007, + 0.504266357421875, + 0.565451897515191 + ], + "point": [ + 0.4163, + 0.5504 + ] + }, + { + "instruction": "michigan.", + "bbox": [ + 0.32779727511935763, + 0.8407648383246528, + 0.5264634026421441, + 0.8705228678385417 + ], + "point": [ + 0.4271, + 0.8556 + ] + }, + { + "instruction": "Albana.", + "bbox": [ + 0.31897091335720484, + 0.2576266818576389, + 0.5416019863552517, + 0.28782962375217014 + ], + "point": [ + 0.4303, + 0.2727 + ] + }, + { + "instruction": "idaho.", + "bbox": [ + 0.32777447170681423, + 0.5625271606445312, + 0.4952117919921875, + 0.5928904893663195 + ], + "point": [ + 0.4115, + 0.5777 + ] + }, + { + "instruction": "iowa.", + "bbox": [ + 0.32815657721625435, + 0.6469455295138888, + 0.4965736813015408, + 0.6765078396267361 + ], + "point": [ + 0.4124, + 0.6617 + ] + }, + { + "instruction": "a laptop.", + "bbox": [ + 0.3198858049180773, + 0.15595835367838543, + 0.41351822747124567, + 0.23687082926432293 + ], + "point": [ + 0.3667, + 0.1964 + ] + }, + { + "instruction": "Kansas.", + "bbox": [ + 0.3282252629597982, + 0.6743348524305556, + 0.4921402825249566, + 0.7044495985243056 + ], + "point": [ + 0.4102, + 0.6894 + ] + }, + { + "instruction": "the state of arizona.", + "bbox": [ + 0.32570983039008244, + 0.3140004136827257, + 0.5422485775417751, + 0.3426219685872396 + ], + "point": [ + 0.434, + 0.3283 + ] + }, + { + "instruction": "indiana.", + "bbox": [ + 0.32821572621663414, + 0.6184181043836805, + 0.49953570895724825, + 0.6489990234375 + ], + "point": [ + 0.4139, + 0.6337 + ] + }, + { + "instruction": "Arkansas.", + "bbox": [ + 0.326922607421875, + 0.3401047092013889, + 0.5396040174696181, + 0.37022901746961806 + ], + "point": [ + 0.4333, + 0.3552 + ] + }, + { + "instruction": "Maryland.", + "bbox": [ + 0.3275570339626736, + 0.7852930365668402, + 0.37528949313693577, + 0.8156949191623264 + ], + "point": [ + 0.3514, + 0.8005 + ] + }, + { + "instruction": "Montana", + "bbox": [ + 0.3269069247775608, + 0.9530346001519098, + 0.46250245836046006, + 0.977939927842882 + ], + "point": [ + 0.3947, + 0.9655 + ] + }, + { + "instruction": "the state of Louisiana.", + "bbox": [ + 0.3279407501220703, + 0.7296579996744792, + 0.49389678107367624, + 0.7599517822265625 + ], + "point": [ + 0.4109, + 0.7448 + ] + }, + { + "instruction": "Kentucky.", + "bbox": [ + 0.32805006239149304, + 0.7014758978949652, + 0.4850607130262587, + 0.731822035047743 + ], + "point": [ + 0.4066, + 0.7166 + ] + }, + { + "instruction": "Maine.", + "bbox": [ + 0.32822113037109374, + 0.7576464165581597, + 0.5010604010687933, + 0.7876830376519097 + ], + "point": [ + 0.4146, + 0.7727 + ] + }, + { + "instruction": "Sending a message or email.", + "bbox": [ + 0.0, + 0.00021183861626519098, + 0.01588387621773614, + 0.06131529490152995 + ], + "point": [ + 0.0079, + 0.0308 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.41837836371527776, + 0.9673357476128472, + 0.4411190456814236, + 1.0 + ], + "point": [ + 0.4297, + 0.9837 + ] + } + ], + "element_size": 88 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_12/7488.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Publish a listing", + "bbox": [ + 0.0340277804268731, + 0.011666666666666667, + 0.0996527804268731, + 0.03166666666666667 + ], + "point": [ + 0.0668, + 0.0217 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.10451388888888889, + 0.013888888888888888, + 0.15069444444444444, + 0.029444444444444443 + ], + "point": [ + 0.1276, + 0.0217 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaWs.com:9g80/index php?page-item&action-item_add", + "bbox": [ + 0.15833333333333333, + 0.06055555555555556, + 0.6305555555555555, + 0.08277777777777778 + ], + "point": [ + 0.3944, + 0.0717 + ] + }, + { + "instruction": "0 2 | g", + "bbox": [ + 0.8673611111111111, + 0.05611111111111111, + 0.9420138888888889, + 0.08333333333333333 + ], + "point": [ + 0.9047, + 0.0697 + ] + }, + { + "instruction": "9847 png", + "bbox": [ + 0.32222222222222224, + 0.09444444444444444, + 0.37430555555555556, + 0.11777777777777777 + ], + "point": [ + 0.3483, + 0.1061 + ] + }, + { + "instruction": "426.2kB", + "bbox": [ + 0.3232638888888889, + 0.11500000847710504, + 0.35694444444444445, + 0.1294444529215495 + ], + "point": [ + 0.3401, + 0.1222 + ] + }, + { + "instruction": "Delete", + "bbox": [ + 0.36319444444444443, + 0.11500000847710504, + 0.3902777777777778, + 0.1294444529215495 + ], + "point": [ + 0.3767, + 0.1222 + ] + }, + { + "instruction": "Rotate image", + "bbox": [ + 0.3229166666666667, + 0.1288888888888889, + 0.3927083333333333, + 0.15388888888888888 + ], + "point": [ + 0.3578, + 0.1414 + ] + }, + { + "instruction": "Listing Location", + "bbox": [ + 0.31527777777777777, + 0.38722222222222225, + 0.46458333333333335, + 0.4288888888888889 + ], + "point": [ + 0.3899, + 0.4081 + ] + }, + { + "instruction": "Region", + "bbox": [ + 0.2708333333333333, + 0.45555555555555555, + 0.3093749576144748, + 0.4777777777777778 + ], + "point": [ + 0.2901, + 0.4667 + ] + }, + { + "instruction": "Area", + "bbox": [ + 0.28125, + 0.6, + 0.3090277777777778, + 0.62 + ], + "point": [ + 0.2951, + 0.61 + ] + }, + { + "instruction": "Address", + "bbox": [ + 0.26458331214057074, + 0.6716666666666666, + 0.3093749788072374, + 0.6927777777777778 + ], + "point": [ + 0.287, + 0.6822 + ] + }, + { + "instruction": "Seller's information", + "bbox": [ + 0.3159722222222222, + 0.7566666666666667, + 0.4986111111111111, + 0.7911111111111111 + ], + "point": [ + 0.4073, + 0.7739 + ] + }, + { + "instruction": "Phone", + "bbox": [ + 0.2743055767483181, + 0.8238888888888889, + 0.3090277989705404, + 0.8422222222222222 + ], + "point": [ + 0.2917, + 0.8331 + ] + }, + { + "instruction": "Show phone on the listing page", + "bbox": [ + 0.33194444444444443, + 0.8772222222222222, + 0.4736111111111111, + 0.8994444444444445 + ], + "point": [ + 0.4028, + 0.8883 + ] + }, + { + "instruction": "Other contact", + "bbox": [ + 0.23541666666666666, + 0.9394443766276042, + 0.3104166666666667, + 0.9599999321831597 + ], + "point": [ + 0.2729, + 0.9497 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.2864583333333333, + 0.5233333672417535, + 0.30833333333333335, + 0.5516667005750868 + ], + "point": [ + 0.2974, + 0.5375 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.2590277777777778, + 0.5966666666666667, + 0.28055555555555556, + 0.6238888888888889 + ], + "point": [ + 0.2698, + 0.6103 + ] + }, + { + "instruction": "Pennsylvania", + "bbox": [ + 0.3142999013264974, + 0.43514946831597223, + 0.5633777618408203, + 0.4970297580295139 + ], + "point": [ + 0.4388, + 0.4661 + ] + }, + { + "instruction": "Pittsburgh", + "bbox": [ + 0.3143304189046224, + 0.5080174085828993, + 0.5627835167778863, + 0.5708964029947917 + ], + "point": [ + 0.4386, + 0.5395 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08300569852193197, + 0.052668880886501734, + 0.15578335656060113, + 0.08427743699815538 + ], + "point": [ + 0.1194, + 0.0685 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15669753816392687, + 0.010529842376708985, + 0.1711970329284668, + 0.034607147640652126 + ], + "point": [ + 0.1639, + 0.0226 + ] + }, + { + "instruction": "a dropdown menu to select the state \"Pennsylvania\".", + "bbox": [ + 0.3142999013264974, + 0.43514946831597223, + 0.5633777618408203, + 0.4970297580295139 + ], + "point": [ + 0.4388, + 0.4661 + ] + }, + { + "instruction": "closing a window or dialog box.", + "bbox": [ + 0.31468609703911676, + 0.58094970703125, + 0.5630042182074653, + 0.6439031304253472 + ], + "point": [ + 0.4388, + 0.6124 + ] + }, + { + "instruction": "a dropdown menu for selecting the font size, font style, and font size.", + "bbox": [ + 0.3143304189046224, + 0.5080174085828993, + 0.5627835167778863, + 0.5708964029947917 + ], + "point": [ + 0.4386, + 0.5395 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.31363377041286894, + 0.6516855197482639, + 0.5624652014838325, + 0.7129787868923612 + ], + "point": [ + 0.438, + 0.6823 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.31402676900227866, + 0.8029623752170139, + 0.5624986012776693, + 0.86466796875 + ], + "point": [ + 0.4383, + 0.8338 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.31390709347195095, + 0.9203643120659722, + 0.5624735514322917, + 0.9810418023003472 + ], + "point": [ + 0.4382, + 0.9507 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08300569852193197, + 0.052668880886501734, + 0.15578335656060113, + 0.08427743699815538 + ], + "point": [ + 0.1194, + 0.0685 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054648764928181964, + 0.05002019246419271, + 0.07676648563808865, + 0.08933724297417535 + ], + "point": [ + 0.0657, + 0.0697 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8863150702582465, + 0.05101060655381944, + 0.9085069444444445, + 0.08591398451063369 + ], + "point": [ + 0.8974, + 0.0685 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9472658793131511, + 0.04733193715413411, + 0.9733467102050781, + 0.08845316569010417 + ], + "point": [ + 0.9603, + 0.0679 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.830032942030165, + 0.056368124220106335, + 0.8465582105848525, + 0.08572941250271267 + ], + "point": [ + 0.8383, + 0.071 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.9233939276801215, + 0.04814446343315972, + 0.9454683091905381, + 0.08748009575737847 + ], + "point": [ + 0.9344, + 0.0678 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8615110609266493, + 0.052960696750217015, + 0.8825507269965278, + 0.08595576816134982 + ], + "point": [ + 0.872, + 0.0695 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029795636071099176, + 0.051952167087131074, + 0.05058904223971897, + 0.08870818244086372 + ], + "point": [ + 0.0402, + 0.0703 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004892174402872721, + 0.05236492580837673, + 0.026519995265536837, + 0.0876819101969401 + ], + "point": [ + 0.0157, + 0.07 + ] + }, + { + "instruction": "Show container actions", + "bbox": [ + 0.9753787570529514, + 0.05067283206515842, + 0.9930689493815105, + 0.0880489264594184 + ], + "point": [ + 0.9842, + 0.0694 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9752908494737413, + 0.0034321022033691408, + 0.996897464328342, + 0.041285029517279734 + ], + "point": [ + 0.9861, + 0.0224 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15669753816392687, + 0.010529842376708985, + 0.1711970329284668, + 0.034607147640652126 + ], + "point": [ + 0.1639, + 0.0226 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.18134810129801432, + 0.007873677147759332, + 0.1959574169582791, + 0.037811525132921006 + ], + "point": [ + 0.1887, + 0.0228 + ] + }, + { + "instruction": "a completed task or confirmation.", + "bbox": [ + 0.31642915937635635, + 0.8752354600694444, + 0.3315858417087131, + 0.9024590386284722 + ], + "point": [ + 0.324, + 0.8888 + ] + } + ], + "element_size": 42 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_13/10008.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Classifieds", + "bbox": [ + 0.03437500264909532, + 0.013888888888888888, + 0.08020833598242866, + 0.029444444444444443 + ], + "point": [ + 0.0573, + 0.0217 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2.compute.amazonaws com.9980", + "bbox": [ + 0.15833333333333333, + 0.06055554707845052, + 0.44375, + 0.08055555555555556 + ], + "point": [ + 0.301, + 0.0706 + ] + }, + { + "instruction": "0 | &", + "bbox": [ + 0.8881944444444444, + 0.055, + 0.9451388888888889, + 0.08333333333333333 + ], + "point": [ + 0.9167, + 0.0692 + ] + }, + { + "instruction": "Keyword", + "bbox": [ + 0.1579861111111111, + 0.09277777777777778, + 0.20729166666666668, + 0.11611111111111111 + ], + "point": [ + 0.1826, + 0.1044 + ] + }, + { + "instruction": "Category", + "bbox": [ + 0.4979166666666667, + 0.09166666666666666, + 0.55, + 0.11888888888888889 + ], + "point": [ + 0.524, + 0.1053 + ] + }, + { + "instruction": "Latest Listings", + "bbox": [ + 0.1576388676961263, + 0.2544444444444444, + 0.2670138676961263, + 0.29055555555555557 + ], + "point": [ + 0.2123, + 0.2725 + ] + }, + { + "instruction": "macbook pro 2017 cheape_", + "bbox": [ + 0.1673611111111111, + 0.5272222222222223, + 0.31180555555555556, + 0.555 + ], + "point": [ + 0.2396, + 0.5411 + ] + }, + { + "instruction": "2\"96", + "bbox": [ + 0.7315972222222222, + 0.6516665988498264, + 0.7548611111111111, + 0.6749999321831597 + ], + "point": [ + 0.7432, + 0.6633 + ] + }, + { + "instruction": "Xh", + "bbox": [ + 0.734375, + 0.6749999321831597, + 0.7496527777777777, + 0.6911110432942709 + ], + "point": [ + 0.742, + 0.6831 + ] + }, + { + "instruction": "Janshall", + "bbox": [ + 0.5552083333333333, + 0.6894444444444444, + 0.6131944444444445, + 0.725 + ], + "point": [ + 0.5842, + 0.7072 + ] + }, + { + "instruction": "GI", + "bbox": [ + 0.24166666666666667, + 0.7744444444444445, + 0.25729166666666664, + 0.7838888888888889 + ], + "point": [ + 0.2495, + 0.7792 + ] + }, + { + "instruction": "Engagement Ring", + "bbox": [ + 0.16770834392971462, + 0.8438888888888889, + 0.26006944444444446, + 0.8683333333333333 + ], + "point": [ + 0.2139, + 0.8561 + ] + }, + { + "instruction": "1997 FORD AIRSTREAM", + "bbox": [ + 0.3416666666666667, + 0.8444445122612847, + 0.4704861111111111, + 0.8650000678168402 + ], + "point": [ + 0.4061, + 0.8547 + ] + }, + { + "instruction": "Complete Guitar Rig Full S:", + "bbox": [ + 0.5152777777777777, + 0.8455555555555555, + 0.6517361111111111, + 0.8677777777777778 + ], + "point": [ + 0.5835, + 0.8567 + ] + }, + { + "instruction": "Tennis bracelet", + "bbox": [ + 0.6878472222222223, + 0.8455555555555555, + 0.7680555555555556, + 0.8666666666666667 + ], + "point": [ + 0.728, + 0.8561 + ] + }, + { + "instruction": "Search", + "bbox": [ + 0.7024206373426649, + 0.11648626539442275, + 0.8424154493543837, + 0.17662438286675347 + ], + "point": [ + 0.7724, + 0.1466 + ] + }, + { + "instruction": "JBL Powered PA Speaker", + "bbox": [ + 0.33281856113009983, + 0.3029183620876736, + 0.49443024529351126, + 0.5999868435329861 + ], + "point": [ + 0.4136, + 0.4515 + ] + }, + { + "instruction": "150.00 $", + "bbox": [ + 0.33281856113009983, + 0.3029183620876736, + 0.49443024529351126, + 0.5999868435329861 + ], + "point": [ + 0.4136, + 0.4515 + ] + }, + { + "instruction": "xbox series X", + "bbox": [ + 0.5065486060248481, + 0.30242913140190975, + 0.668312030368381, + 0.6015377468532986 + ], + "point": [ + 0.5874, + 0.452 + ] + }, + { + "instruction": "with extras", + "bbox": [ + 0.5065486060248481, + 0.30242913140190975, + 0.668312030368381, + 0.6015377468532986 + ], + "point": [ + 0.5874, + 0.452 + ] + }, + { + "instruction": "350.00 $", + "bbox": [ + 0.5065486060248481, + 0.30242913140190975, + 0.668312030368381, + 0.6015377468532986 + ], + "point": [ + 0.5874, + 0.452 + ] + }, + { + "instruction": "Select a", + "bbox": [ + 0.49737781948513454, + 0.11664948357476128, + 0.6933645884195964, + 0.17782974243164062 + ], + "point": [ + 0.5954, + 0.1472 + ] + }, + { + "instruction": "category", + "bbox": [ + 0.49737781948513454, + 0.11664948357476128, + 0.6933645884195964, + 0.17782974243164062 + ], + "point": [ + 0.5954, + 0.1472 + ] + }, + { + "instruction": "Canon EF 100-40Omm fla_-", + "bbox": [ + 0.6801037258572049, + 0.3049471028645833, + 0.8408077663845486, + 0.6001564534505208 + ], + "point": [ + 0.7605, + 0.4526 + ] + }, + { + "instruction": "1645.00 $", + "bbox": [ + 0.6801037258572049, + 0.3049471028645833, + 0.8408077663845486, + 0.6001564534505208 + ], + "point": [ + 0.7605, + 0.4526 + ] + }, + { + "instruction": "e.g-, a blue used car", + "bbox": [ + 0.1543267567952474, + 0.11774658203125, + 0.4898402320014106, + 0.1796016099717882 + ], + "point": [ + 0.3221, + 0.1487 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08297355439927843, + 0.05217558119032118, + 0.15563147862752277, + 0.08426998562282986 + ], + "point": [ + 0.1193, + 0.0682 + ] + }, + { + "instruction": "2200.00 $", + "bbox": [ + 0.16750837961832682, + 0.8698719618055556, + 0.22628476884629992, + 0.8979865180121528 + ], + "point": [ + 0.1969, + 0.8839 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15708614985148112, + 0.010965291129218208, + 0.17052768071492513, + 0.03531870418124729 + ], + "point": [ + 0.1638, + 0.0231 + ] + }, + { + "instruction": "L", + "bbox": [ + 0.9481452094184027, + 0.04446719699435764, + 0.9734322441948785, + 0.09130727979871962 + ], + "point": [ + 0.9608, + 0.0679 + ] + }, + { + "instruction": "9o0.00 $", + "bbox": [ + 0.5145186954074435, + 0.869978502061632, + 0.5665023379855686, + 0.8984946695963542 + ], + "point": [ + 0.5405, + 0.8842 + ] + }, + { + "instruction": "2ooo.00 $", + "bbox": [ + 0.6890970442030165, + 0.8694489203559028, + 0.7475374009874132, + 0.8983237033420138 + ], + "point": [ + 0.7183, + 0.8839 + ] + }, + { + "instruction": "28995.00 $", + "bbox": [ + 0.34124524858262806, + 0.8700996229383681, + 0.40654402838812936, + 0.8972507731119792 + ], + "point": [ + 0.3739, + 0.8837 + ] + }, + { + "instruction": "310.00 $", + "bbox": [ + 0.16702662573920357, + 0.5534742228190104, + 0.21969047122531468, + 0.5840262858072917 + ], + "point": [ + 0.1934, + 0.5688 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.7024206373426649, + 0.11648626539442275, + 0.8424154493543837, + 0.17662438286675347 + ], + "point": [ + 0.7724, + 0.1466 + ] + }, + { + "instruction": "a speaker with a price of 150.00.", + "bbox": [ + 0.33281856113009983, + 0.3029183620876736, + 0.49443024529351126, + 0.5999868435329861 + ], + "point": [ + 0.4136, + 0.4515 + ] + }, + { + "instruction": "a price tag of $350.00.", + "bbox": [ + 0.5065486060248481, + 0.30242913140190975, + 0.668312030368381, + 0.6015377468532986 + ], + "point": [ + 0.5874, + 0.452 + ] + }, + { + "instruction": "a dropdown menu to select a category.", + "bbox": [ + 0.49737781948513454, + 0.11664948357476128, + 0.6933645884195964, + 0.17782974243164062 + ], + "point": [ + 0.5954, + 0.1472 + ] + }, + { + "instruction": "a price tag of $1645.00.", + "bbox": [ + 0.6801037258572049, + 0.3049471028645833, + 0.8408077663845486, + 0.6001564534505208 + ], + "point": [ + 0.7605, + 0.4526 + ] + }, + { + "instruction": "a text input field for a blue used car.", + "bbox": [ + 0.1543267567952474, + 0.11774658203125, + 0.4898402320014106, + 0.1796016099717882 + ], + "point": [ + 0.3221, + 0.1487 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08297355439927843, + 0.05217558119032118, + 0.15563147862752277, + 0.08426998562282986 + ], + "point": [ + 0.1193, + 0.0682 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05371246337890625, + 0.04850609673394097, + 0.07673119439019097, + 0.09113305833604601 + ], + "point": [ + 0.0652, + 0.0698 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9758607652452257, + 0.0032556194729275174, + 0.9971154106987847, + 0.03921838124593099 + ], + "point": [ + 0.9865, + 0.0212 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004099757141537137, + 0.04966657002766927, + 0.027584956751929388, + 0.09132693820529514 + ], + "point": [ + 0.0158, + 0.0705 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02874301274617513, + 0.04888603210449219, + 0.05123143196105957, + 0.09136371188693576 + ], + "point": [ + 0.04, + 0.0701 + ] + }, + { + "instruction": "a price tag of 2200.00.", + "bbox": [ + 0.16750837961832682, + 0.8698719618055556, + 0.22628476884629992, + 0.8979865180121528 + ], + "point": [ + 0.1969, + 0.8839 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15708614985148112, + 0.010965291129218208, + 0.17052768071492513, + 0.03531870418124729 + ], + "point": [ + 0.1638, + 0.0231 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8301093207465278, + 0.05606374952528212, + 0.8460191514756944, + 0.08589557223849827 + ], + "point": [ + 0.8381, + 0.071 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.86146240234375, + 0.05125444200303819, + 0.8820054796006944, + 0.08436353047688802 + ], + "point": [ + 0.8717, + 0.0678 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9481452094184027, + 0.04446719699435764, + 0.9734322441948785, + 0.09130727979871962 + ], + "point": [ + 0.9608, + 0.0679 + ] + }, + { + "instruction": "Show container actions", + "bbox": [ + 0.9750150892469618, + 0.04736884646945529, + 0.9932198418511284, + 0.0895408460828993 + ], + "point": [ + 0.9841, + 0.0685 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.18181980980767143, + 0.007317338519626193, + 0.1954104741414388, + 0.04242545127868652 + ], + "point": [ + 0.1886, + 0.0249 + ] + }, + { + "instruction": "a price tag of 900.00.", + "bbox": [ + 0.5145186954074435, + 0.869978502061632, + 0.5665023379855686, + 0.8984946695963542 + ], + "point": [ + 0.5405, + 0.8842 + ] + }, + { + "instruction": "a value of 2000.00.", + "bbox": [ + 0.6890970442030165, + 0.8694489203559028, + 0.7475374009874132, + 0.8983237033420138 + ], + "point": [ + 0.7183, + 0.8839 + ] + }, + { + "instruction": "a price tag of 2895.00.", + "bbox": [ + 0.34124524858262806, + 0.8700996229383681, + 0.40654402838812936, + 0.8972507731119792 + ], + "point": [ + 0.3739, + 0.8837 + ] + }, + { + "instruction": "A play button for media playback.", + "bbox": [ + 0.0, + 0.0002511702643500434, + 0.015314245223999023, + 0.05674390368991428 + ], + "point": [ + 0.0077, + 0.0285 + ] + }, + { + "instruction": "a price of $10.00.", + "bbox": [ + 0.16702662573920357, + 0.5534742228190104, + 0.21969047122531468, + 0.5840262858072917 + ], + "point": [ + 0.1934, + 0.5688 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.994647471110026, + 0.05346798366970486, + 1.0000000847710504, + 0.08799062093098958 + ], + "point": [ + 0.9973, + 0.0707 + ] + } + ], + "element_size": 58 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_14/10116.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Classifieds", + "bbox": [ + 0.03437500264909532, + 0.013888888888888888, + 0.08020833598242866, + 0.029444444444444443 + ], + "point": [ + 0.0573, + 0.0217 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2.compute.amazonaws com.9980", + "bbox": [ + 0.15833333333333333, + 0.06055554707845052, + 0.44375, + 0.08055555555555556 + ], + "point": [ + 0.301, + 0.0706 + ] + }, + { + "instruction": "0 0 | _", + "bbox": [ + 0.8663194444444444, + 0.055, + 0.9451388888888889, + 0.08333333333333333 + ], + "point": [ + 0.9057, + 0.0692 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.1763888888888889, + 0.20555555555555555, + 0.278125, + 0.2388888888888889 + ], + "point": [ + 0.2273, + 0.2222 + ] + }, + { + "instruction": "All locations", + "bbox": [ + 0.6312500847710504, + 0.2061111111111111, + 0.7239583333333334, + 0.23444444444444446 + ], + "point": [ + 0.6776, + 0.2203 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com:9980/index php?page-s_", + "bbox": [ + 0.00208332273695204, + 0.9783333333333334, + 0.3222222116258409, + 0.9994444444444445 + ], + "point": [ + 0.1622, + 0.9889 + ] + }, + { + "instruction": "Auto parts", + "bbox": [ + 0.42591429816351994, + 0.2578631422254774, + 0.5053837670220269, + 0.39559963650173613 + ], + "point": [ + 0.4656, + 0.3267 + ] + }, + { + "instruction": "Beauty", + "bbox": [ + 0.5086593204074435, + 0.25794535319010414, + 0.5879473792182075, + 0.3940140109592014 + ], + "point": [ + 0.5483, + 0.326 + ] + }, + { + "instruction": "health", + "bbox": [ + 0.5086593204074435, + 0.25794535319010414, + 0.5879473792182075, + 0.3940140109592014 + ], + "point": [ + 0.5483, + 0.326 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.509360843234592, + 0.5485663859049479, + 0.5884596930609809, + 0.6863818359375 + ], + "point": [ + 0.5489, + 0.6175 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.509360843234592, + 0.5485663859049479, + 0.5884596930609809, + 0.6863818359375 + ], + "point": [ + 0.5489, + 0.6175 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.34179806179470484, + 0.6939997016059027, + 0.4221709357367622, + 0.8318360731336806 + ], + "point": [ + 0.382, + 0.7629 + ] + }, + { + "instruction": "Arts + crafts", + "bbox": [ + 0.3419302198621962, + 0.25898430718315973, + 0.42233361138237846, + 0.39406907823350695 + ], + "point": [ + 0.3821, + 0.3265 + ] + }, + { + "instruction": "Video gaming", + "bbox": [ + 0.34263250562879777, + 0.8405518934461805, + 0.42179281446668837, + 0.9764496527777777 + ], + "point": [ + 0.3822, + 0.9085 + ] + }, + { + "instruction": "Antiques", + "bbox": [ + 0.17538024054633247, + 0.25912322998046877, + 0.25544653998480904, + 0.39486358642578123 + ], + "point": [ + 0.2154, + 0.327 + ] + }, + { + "instruction": "Music", + "bbox": [ + 0.5098054673936632, + 0.6943648952907986, + 0.5877345614963108, + 0.8298736572265625 + ], + "point": [ + 0.5488, + 0.7621 + ] + }, + { + "instruction": "instruments", + "bbox": [ + 0.5098054673936632, + 0.6943648952907986, + 0.5877345614963108, + 0.8298736572265625 + ], + "point": [ + 0.5488, + 0.7621 + ] + }, + { + "instruction": "Household", + "bbox": [ + 0.25935840606689453, + 0.6946902126736111, + 0.3386578665839301, + 0.8314687771267361 + ], + "point": [ + 0.299, + 0.7631 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.4260907491048177, + 0.5487114461263021, + 0.5053238762749566, + 0.6865125189887152 + ], + "point": [ + 0.4657, + 0.6176 + ] + }, + { + "instruction": "Computer", + "bbox": [ + 0.2593833923339844, + 0.54907958984375, + 0.3385930379231771, + 0.6855301920572917 + ], + "point": [ + 0.299, + 0.6173 + ] + }, + { + "instruction": "parts", + "bbox": [ + 0.2593833923339844, + 0.54907958984375, + 0.3385930379231771, + 0.6855301920572917 + ], + "point": [ + 0.299, + 0.6173 + ] + }, + { + "instruction": "Motorcycles", + "bbox": [ + 0.4267188178168403, + 0.6941500515407986, + 0.5050421820746528, + 0.8308176676432292 + ], + "point": [ + 0.4659, + 0.7625 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.17568460040622288, + 0.40487036810980903, + 0.255520502726237, + 0.5412701755099827 + ], + "point": [ + 0.2156, + 0.4731 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.34117986891004776, + 0.5486873711480035, + 0.42255363464355467, + 0.6867022026909723 + ], + "point": [ + 0.3819, + 0.6177 + ] + }, + { + "instruction": "Cars", + "bbox": [ + 0.4261216481526693, + 0.4054102240668403, + 0.5050303565131293, + 0.5403358289930555 + ], + "point": [ + 0.4656, + 0.4729 + ] + }, + { + "instruction": "trucks", + "bbox": [ + 0.4261216481526693, + 0.4054102240668403, + 0.5050303565131293, + 0.5403358289930555 + ], + "point": [ + 0.4656, + 0.4729 + ] + }, + { + "instruction": "Rvs + campers", + "bbox": [ + 0.2594917297363281, + 0.8421912299262153, + 0.33836373223198785, + 0.976311509874132 + ], + "point": [ + 0.2989, + 0.9093 + ] + }, + { + "instruction": "Photo + video", + "bbox": [ + 0.17659442689683702, + 0.8402992078993056, + 0.2547965791490343, + 0.9767620171440973 + ], + "point": [ + 0.2157, + 0.9085 + ] + }, + { + "instruction": "Cell phones", + "bbox": [ + 0.5106257968478732, + 0.4058525254991319, + 0.5884820726182726, + 0.5409193250868055 + ], + "point": [ + 0.5496, + 0.4734 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.2601028018527561, + 0.2591534423828125, + 0.33822703891330297, + 0.3944849310980903 + ], + "point": [ + 0.2992, + 0.3268 + ] + }, + { + "instruction": "Collectibles", + "bbox": [ + 0.17645484076605902, + 0.5487818400065104, + 0.25479812622070314, + 0.6863591851128472 + ], + "point": [ + 0.2156, + 0.6176 + ] + }, + { + "instruction": "Books", + "bbox": [ + 0.3422214084201389, + 0.4032870144314236, + 0.42215559217664933, + 0.5435150824652778 + ], + "point": [ + 0.3822, + 0.4734 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.2582079357571072, + 0.40500450981987846, + 0.33850994110107424, + 0.5416548326280382 + ], + "point": [ + 0.2984, + 0.4733 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.0827784644232856, + 0.053268178304036455, + 0.15576727125379775, + 0.08443865458170573 + ], + "point": [ + 0.1193, + 0.0689 + ] + }, + { + "instruction": "Furniture", + "bbox": [ + 0.17605980767144097, + 0.6943332248263889, + 0.25431306627061634, + 0.832523193359375 + ], + "point": [ + 0.2152, + 0.7634 + ] + }, + { + "instruction": "Pennsylvania (22181)", + "bbox": [ + 0.6313158247205947, + 0.286353759765625, + 0.7434127807617188, + 0.31095750596788196 + ], + "point": [ + 0.6874, + 0.2987 + ] + }, + { + "instruction": "Delaware (870)", + "bbox": [ + 0.6300237443712022, + 0.4448504638671875, + 0.7168769836425781, + 0.4694329833984375 + ], + "point": [ + 0.6735, + 0.4571 + ] + }, + { + "instruction": "~L", + "bbox": [ + 0.9485154045952691, + 0.045711822509765625, + 0.9726819356282552, + 0.08930055406358507 + ], + "point": [ + 0.9606, + 0.0675 + ] + }, + { + "instruction": "Maryland (21674)", + "bbox": [ + 0.631039555867513, + 0.31758358425564237, + 0.728176032172309, + 0.34241424560546874 + ], + "point": [ + 0.6796, + 0.33 + ] + }, + { + "instruction": "Ohio (5626)", + "bbox": [ + 0.6298800150553385, + 0.3490890163845486, + 0.6999082777235243, + 0.37487555609809026 + ], + "point": [ + 0.6649, + 0.362 + ] + }, + { + "instruction": "Washington; DC. (1567)", + "bbox": [ + 0.6357481214735243, + 0.3811579386393229, + 0.7577878316243489, + 0.40579742431640625 + ], + "point": [ + 0.6968, + 0.3935 + ] + }, + { + "instruction": "Virginia (31126)", + "bbox": [ + 0.6302717420789931, + 0.25275516086154515, + 0.7183592902289496, + 0.2790348646375868 + ], + "point": [ + 0.6743, + 0.2659 + ] + }, + { + "instruction": "West Virginia (1109)", + "bbox": [ + 0.6357761806911892, + 0.4128841824001736, + 0.7405072530110677, + 0.4366811794704861 + ], + "point": [ + 0.6881, + 0.4248 + ] + }, + { + "instruction": "Auto parts.", + "bbox": [ + 0.42591429816351994, + 0.2578631422254774, + 0.5053837670220269, + 0.39559963650173613 + ], + "point": [ + 0.4656, + 0.3267 + ] + }, + { + "instruction": "Health function.", + "bbox": [ + 0.5086593204074435, + 0.25794535319010414, + 0.5879473792182075, + 0.3940140109592014 + ], + "point": [ + 0.5483, + 0.326 + ] + }, + { + "instruction": "farm + garden functionality.", + "bbox": [ + 0.509360843234592, + 0.5485663859049479, + 0.5884596930609809, + 0.6863818359375 + ], + "point": [ + 0.5489, + 0.6175 + ] + }, + { + "instruction": "Jewelry", + "bbox": [ + 0.34179806179470484, + 0.6939997016059027, + 0.4221709357367622, + 0.8318360731336806 + ], + "point": [ + 0.382, + 0.7629 + ] + }, + { + "instruction": "arts + crafts.", + "bbox": [ + 0.3419302198621962, + 0.25898430718315973, + 0.42233361138237846, + 0.39406907823350695 + ], + "point": [ + 0.3821, + 0.3265 + ] + }, + { + "instruction": "Video gaming.", + "bbox": [ + 0.34263250562879777, + 0.8405518934461805, + 0.42179281446668837, + 0.9764496527777777 + ], + "point": [ + 0.3822, + 0.9085 + ] + }, + { + "instruction": "antiques.", + "bbox": [ + 0.17538024054633247, + 0.25912322998046877, + 0.25544653998480904, + 0.39486358642578123 + ], + "point": [ + 0.2154, + 0.327 + ] + }, + { + "instruction": "Music instruments.", + "bbox": [ + 0.5098054673936632, + 0.6943648952907986, + 0.5877345614963108, + 0.8298736572265625 + ], + "point": [ + 0.5488, + 0.7621 + ] + }, + { + "instruction": "the Household function.", + "bbox": [ + 0.25935840606689453, + 0.6946902126736111, + 0.3386578665839301, + 0.8314687771267361 + ], + "point": [ + 0.299, + 0.7631 + ] + }, + { + "instruction": "Electronics", + "bbox": [ + 0.4260907491048177, + 0.5487114461263021, + 0.5053238762749566, + 0.6865125189887152 + ], + "point": [ + 0.4657, + 0.6176 + ] + }, + { + "instruction": "Computer parts.", + "bbox": [ + 0.2593833923339844, + 0.54907958984375, + 0.3385930379231771, + 0.6855301920572917 + ], + "point": [ + 0.299, + 0.6173 + ] + }, + { + "instruction": "motorcycles", + "bbox": [ + 0.4267188178168403, + 0.6941500515407986, + 0.5050421820746528, + 0.8308176676432292 + ], + "point": [ + 0.4659, + 0.7625 + ] + }, + { + "instruction": "Bikes", + "bbox": [ + 0.17568460040622288, + 0.40487036810980903, + 0.255520502726237, + 0.5412701755099827 + ], + "point": [ + 0.2156, + 0.4731 + ] + }, + { + "instruction": "Computers", + "bbox": [ + 0.34117986891004776, + 0.5486873711480035, + 0.42255363464355467, + 0.6867022026909723 + ], + "point": [ + 0.3819, + 0.6177 + ] + }, + { + "instruction": "Cars + trucks.", + "bbox": [ + 0.4261216481526693, + 0.4054102240668403, + 0.5050303565131293, + 0.5403358289930555 + ], + "point": [ + 0.4656, + 0.4729 + ] + }, + { + "instruction": "Rvs +campers.", + "bbox": [ + 0.2594917297363281, + 0.8421912299262153, + 0.33836373223198785, + 0.976311509874132 + ], + "point": [ + 0.2989, + 0.9093 + ] + }, + { + "instruction": "Photo + video.", + "bbox": [ + 0.17659442689683702, + 0.8402992078993056, + 0.2547965791490343, + 0.9767620171440973 + ], + "point": [ + 0.2157, + 0.9085 + ] + }, + { + "instruction": "Cell phones.", + "bbox": [ + 0.5106257968478732, + 0.4058525254991319, + 0.5884820726182726, + 0.5409193250868055 + ], + "point": [ + 0.5496, + 0.4734 + ] + }, + { + "instruction": "Appliances", + "bbox": [ + 0.2601028018527561, + 0.2591534423828125, + 0.33822703891330297, + 0.3944849310980903 + ], + "point": [ + 0.2992, + 0.3268 + ] + }, + { + "instruction": "collectibles.", + "bbox": [ + 0.17645484076605902, + 0.5487818400065104, + 0.25479812622070314, + 0.6863591851128472 + ], + "point": [ + 0.2156, + 0.6176 + ] + }, + { + "instruction": "a books menu.", + "bbox": [ + 0.3422214084201389, + 0.4032870144314236, + 0.42215559217664933, + 0.5435150824652778 + ], + "point": [ + 0.3822, + 0.4734 + ] + }, + { + "instruction": "Boats", + "bbox": [ + 0.2582079357571072, + 0.40500450981987846, + 0.33850994110107424, + 0.5416548326280382 + ], + "point": [ + 0.2984, + 0.4733 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05395255618625217, + 0.04770396762424045, + 0.07696755727132161, + 0.09208336724175348 + ], + "point": [ + 0.0655, + 0.0699 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.0038665427101982966, + 0.049204830593532985, + 0.02745923466152615, + 0.09324725680881077 + ], + "point": [ + 0.0157, + 0.0712 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.0827784644232856, + 0.053268178304036455, + 0.15576727125379775, + 0.08443865458170573 + ], + "point": [ + 0.1193, + 0.0689 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028567398918999565, + 0.04859628465440538, + 0.05172033839755588, + 0.09259234110514324 + ], + "point": [ + 0.0401, + 0.0706 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8298282199435764, + 0.0563938479953342, + 0.845979987250434, + 0.08611381530761719 + ], + "point": [ + 0.8379, + 0.0713 + ] + }, + { + "instruction": "Furniture.", + "bbox": [ + 0.17605980767144097, + 0.6943332248263889, + 0.25431306627061634, + 0.832523193359375 + ], + "point": [ + 0.2152, + 0.7634 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15701866149902344, + 0.011301043828328451, + 0.1707440694173177, + 0.03431450208028158 + ], + "point": [ + 0.1639, + 0.0228 + ] + }, + { + "instruction": "Navigation to Pennsylvania (2218).", + "bbox": [ + 0.6313158247205947, + 0.286353759765625, + 0.7434127807617188, + 0.31095750596788196 + ], + "point": [ + 0.6874, + 0.2987 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6300237443712022, + 0.4448504638671875, + 0.7168769836425781, + 0.4694329833984375 + ], + "point": [ + 0.6735, + 0.4571 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9485154045952691, + 0.045711822509765625, + 0.9726819356282552, + 0.08930055406358507 + ], + "point": [ + 0.9606, + 0.0675 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9756267971462673, + 0.0035315238104926213, + 0.9966549343532987, + 0.040331505669487844 + ], + "point": [ + 0.9861, + 0.0219 + ] + }, + { + "instruction": "Navigation to Maryland (2167A).", + "bbox": [ + 0.631039555867513, + 0.31758358425564237, + 0.728176032172309, + 0.34241424560546874 + ], + "point": [ + 0.6796, + 0.33 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.9233222961425781, + 0.047664913601345484, + 0.9448890686035156, + 0.08656100802951389 + ], + "point": [ + 0.9341, + 0.0671 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6298800150553385, + 0.3490890163845486, + 0.6999082777235243, + 0.37487555609809026 + ], + "point": [ + 0.6649, + 0.362 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6357481214735243, + 0.3811579386393229, + 0.7577878316243489, + 0.40579742431640625 + ], + "point": [ + 0.6968, + 0.3935 + ] + }, + { + "instruction": "Navigation or direction.", + "bbox": [ + 0.6302717420789931, + 0.25275516086154515, + 0.7183592902289496, + 0.2790348646375868 + ], + "point": [ + 0.6743, + 0.2659 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8606793721516927, + 0.04950693766276042, + 0.883135732014974, + 0.0861986796061198 + ], + "point": [ + 0.8719, + 0.0679 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9753389146592882, + 0.05082154168023004, + 0.9931455824110244, + 0.08831128438313803 + ], + "point": [ + 0.9842, + 0.0696 + ] + }, + { + "instruction": "West Virginia (1109).", + "bbox": [ + 0.6357761806911892, + 0.4128841824001736, + 0.7405072530110677, + 0.4366811794704861 + ], + "point": [ + 0.6881, + 0.4248 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.18199197981092666, + 0.008957299126519097, + 0.1952039294772678, + 0.04026670667860243 + ], + "point": [ + 0.1886, + 0.0246 + ] + }, + { + "instruction": "a loading or progress bar.", + "bbox": [ + 0.15674805111355253, + 0.09163911607530383, + 0.3211718877156576, + 0.11585272894965278 + ], + "point": [ + 0.239, + 0.1037 + ] + } + ], + "element_size": 86 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_15/10212.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com 9980/index php?page-search&sCategory-16", + "bbox": [ + 0.15833333333333333, + 0.05833332909478082, + 0.628125, + 0.08277776930067274 + ], + "point": [ + 0.3932, + 0.0706 + ] + }, + { + "instruction": "0 | &", + "bbox": [ + 0.8881944444444444, + 0.055, + 0.9440972222222223, + 0.08333333333333333 + ], + "point": [ + 0.9161, + 0.0692 + ] + }, + { + "instruction": "Farm + garden", + "bbox": [ + 0.21770833333333334, + 0.21388888888888888, + 0.28402777777777777, + 0.23555555555555555 + ], + "point": [ + 0.2509, + 0.2247 + ] + }, + { + "instruction": "Your search", + "bbox": [ + 0.16701388888888888, + 0.2722222222222222, + 0.22083333333333333, + 0.28944444444444445 + ], + "point": [ + 0.1939, + 0.2808 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.33159717983669706, + 0.26166666666666666, + 0.40347217983669703, + 0.31166666666666665 + ], + "point": [ + 0.3675, + 0.2867 + ] + }, + { + "instruction": "1", + "bbox": [ + 0.33368055555555554, + 0.34999996609157985, + 0.34270829094780814, + 0.366111077202691 + ], + "point": [ + 0.3382, + 0.3581 + ] + }, + { + "instruction": "12 of 6602 listings", + "bbox": [ + 0.34965277777777776, + 0.3477777777777778, + 0.44166666666666665, + 0.3711111111111111 + ], + "point": [ + 0.3957, + 0.3594 + ] + }, + { + "instruction": "Listings", + "bbox": [ + 0.3329861111111111, + 0.4077777777777778, + 0.3871527777777778, + 0.43555555555555553 + ], + "point": [ + 0.3601, + 0.4217 + ] + }, + { + "instruction": "Show only", + "bbox": [ + 0.16701388888888888, + 0.4488888888888889, + 0.2170138888888889, + 0.4672222222222222 + ], + "point": [ + 0.192, + 0.4581 + ] + }, + { + "instruction": "1234.00 $", + "bbox": [ + 0.40625, + 0.49277777777777776, + 0.4753472222222222, + 0.5194445122612847 + ], + "point": [ + 0.4408, + 0.5061 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.16701388888888888, + 0.5149999660915798, + 0.19131944444444443, + 0.5322221883138021 + ], + "point": [ + 0.1792, + 0.5236 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.40625, + 0.5272222561306423, + 0.43020833333333336, + 0.5444444783528646 + ], + "point": [ + 0.4182, + 0.5358 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.4388888888888889, + 0.5277777777777778, + 0.471875, + 0.5461111111111111 + ], + "point": [ + 0.4554, + 0.5369 + ] + }, + { + "instruction": "Pomeroy (Ohio)", + "bbox": [ + 0.48541666666666666, + 0.5266666666666666, + 0.55625, + 0.5477777777777778 + ], + "point": [ + 0.5208, + 0.5372 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.5690972222222223, + 0.5266665988498264, + 0.6243055555555556, + 0.5466666666666666 + ], + "point": [ + 0.5967, + 0.5367 + ] + }, + { + "instruction": "Min.", + "bbox": [ + 0.16805554495917427, + 0.5372221544053819, + 0.18506944444444445, + 0.5522222222222222 + ], + "point": [ + 0.1766, + 0.5447 + ] + }, + { + "instruction": "Max", + "bbox": [ + 0.23680555555555555, + 0.5372221544053819, + 0.25590277777777776, + 0.5522222222222222 + ], + "point": [ + 0.2464, + 0.5447 + ] + }, + { + "instruction": "10 totes some had paint others", + "bbox": [ + 0.4065972222222222, + 0.5544444444444444, + 0.5541666666666667, + 0.5766666666666667 + ], + "point": [ + 0.4804, + 0.5656 + ] + }, + { + "instruction": "do not know 25 each 30 Barrels 10 each", + "bbox": [ + 0.5597222222222222, + 0.5544444105360243, + 0.7510415818956163, + 0.575 + ], + "point": [ + 0.6554, + 0.5647 + ] + }, + { + "instruction": "don't know what", + "bbox": [ + 0.7569444444444444, + 0.5561111111111111, + 0.8388888888888889, + 0.5744445122612847 + ], + "point": [ + 0.7979, + 0.5653 + ] + }, + { + "instruction": "was in them them Meet at Scipio Township Fire Department", + "bbox": [ + 0.40625, + 0.5766665988498264, + 0.6899305555555556, + 0.5988888210720487 + ], + "point": [ + 0.5481, + 0.5878 + ] + }, + { + "instruction": "60.00 $", + "bbox": [ + 0.40625, + 0.6700000678168403, + 0.4576388888888889, + 0.6972222900390626 + ], + "point": [ + 0.4319, + 0.6836 + ] + }, + { + "instruction": "Farm + garden", + "bbox": [ + 0.4059027777777778, + 0.7038888888888889, + 0.47256944444444443, + 0.7255555555555555 + ], + "point": [ + 0.4392, + 0.7147 + ] + }, + { + "instruction": "Cranberry Township (Pennsylvania)", + "bbox": [ + 0.48541666666666666, + 0.7038888888888889, + 0.6430555555555556, + 0.725 + ], + "point": [ + 0.5642, + 0.7144 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.65625, + 0.705, + 0.7107638888888889, + 0.7233333333333334 + ], + "point": [ + 0.6835, + 0.7142 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16701388888888888, + 0.7322222222222222, + 0.2763888888888889, + 0.7483333333333333 + ], + "point": [ + 0.2217, + 0.7403 + ] + }, + { + "instruction": "Hi selling heritage breed turkeys fee very little non gmo organic grain MOSTLY pasture", + "bbox": [ + 0.40625, + 0.7305555555555555, + 0.8125, + 0.7572222222222222 + ], + "point": [ + 0.6094, + 0.7439 + ] + }, + { + "instruction": "raised:", + "bbox": [ + 0.40625, + 0.7561110432942708, + 0.44027777777777777, + 0.7744443766276041 + ], + "point": [ + 0.4233, + 0.7653 + ] + }, + { + "instruction": "know you really cant find any turkey meat source for thanksgiving or just to have for", + "bbox": [ + 0.44479166666666664, + 0.7544444444444445, + 0.8375, + 0.7777777777777778 + ], + "point": [ + 0.6411, + 0.7661 + ] + }, + { + "instruction": "a", + "bbox": [ + 0.4065972222222222, + 0.7816666666666666, + 0.41354166666666664, + 0.7938888888888889 + ], + "point": [ + 0.4101, + 0.7878 + ] + }, + { + "instruction": "food source more organically raised than my birds:", + "bbox": [ + 0.41354166666666664, + 0.7766665988498264, + 0.6524305555555555, + 0.7999999321831597 + ], + "point": [ + 0.533, + 0.7883 + ] + }, + { + "instruction": "urge you to", + "bbox": [ + 0.6565972222222223, + 0.7783332655164931, + 0.7125, + 0.7988888210720486 + ], + "point": [ + 0.6845, + 0.7886 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.16666666666666666, + 0.8355555555555556, + 0.24027777777777778, + 0.8577777777777778 + ], + "point": [ + 0.2035, + 0.8467 + ] + }, + { + "instruction": "2500.00 $", + "bbox": [ + 0.40555555555555556, + 0.87, + 0.47465277777777776, + 0.8972222222222223 + ], + "point": [ + 0.4401, + 0.8836 + ] + }, + { + "instruction": "Farm + garden", + "bbox": [ + 0.4059027777777778, + 0.9038888888888889, + 0.47256944444444443, + 0.9255555555555556 + ], + "point": [ + 0.4392, + 0.9147 + ] + }, + { + "instruction": "South Zanesville (Ohio)", + "bbox": [ + 0.48541666666666666, + 0.9044444444444445, + 0.5899305555555555, + 0.925 + ], + "point": [ + 0.5377, + 0.9147 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.603125, + 0.905, + 0.6583334181043837, + 0.9233333333333333 + ], + "point": [ + 0.6307, + 0.9142 + ] + }, + { + "instruction": "Black angus bull 4 years old", + "bbox": [ + 0.4065972222222222, + 0.9333333333333333, + 0.5416666666666666, + 0.955 + ], + "point": [ + 0.4741, + 0.9442 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.42951388888888886, + 0.26611107720269095, + 0.5236111111111111, + 0.31333329942491317 + ], + "point": [ + 0.4766, + 0.2897 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.1673611217074924, + 0.35777777777777775, + 0.18680557674831813, + 0.38222222222222224 + ], + "point": [ + 0.1771, + 0.37 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.16644668579101562, + 0.7511003960503472, + 0.27361763848198783, + 0.8003990342881945 + ], + "point": [ + 0.22, + 0.7757 + ] + }, + { + "instruction": "Sort by: Newly listed", + "bbox": [ + 0.7172175089518229, + 0.33303392198350695, + 0.8425832112630208, + 0.3829530164930556 + ], + "point": [ + 0.7799, + 0.358 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.166387939453125, + 0.6195326063368055, + 0.2288709004720052, + 0.6671539984809027 + ], + "point": [ + 0.1976, + 0.6433 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7644089592827691, + 0.12382280985514323, + 0.841294436984592, + 0.16599246554904515 + ], + "point": [ + 0.8029, + 0.1449 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08271717495388455, + 0.05359442816840278, + 0.15560228559705946, + 0.08422295464409722 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "Osclass", + "bbox": [ + 0.15698048273722331, + 0.101640625, + 0.28137838575575086, + 0.1812799072265625 + ], + "point": [ + 0.2192, + 0.1415 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.16656046973334418, + 0.8579034423828125, + 0.23231338924831815, + 0.8823170979817708 + ], + "point": [ + 0.1994, + 0.8701 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.16705728107028536, + 0.8834351942274306, + 0.23627251519097223, + 0.9083704969618056 + ], + "point": [ + 0.2017, + 0.8959 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.16705728107028536, + 0.8834351942274306, + 0.23627251519097223, + 0.9083704969618056 + ], + "point": [ + 0.2017, + 0.8959 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.7102107577853732, + 0.1309112040201823, + 0.7619356791178385, + 0.16160137600368923 + ], + "point": [ + 0.7361, + 0.1463 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.16039023929172092, + 0.21406787448459202, + 0.2093979517618815, + 0.23349895901150175 + ], + "point": [ + 0.1849, + 0.2238 + ] + }, + { + "instruction": "My account", + "bbox": [ + 0.6332069820827908, + 0.12783114115397134, + 0.7079380883110894, + 0.1633251953125 + ], + "point": [ + 0.6706, + 0.1456 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15695552825927733, + 0.011541493733723958, + 0.17079491085476345, + 0.033952136569552954 + ], + "point": [ + 0.1639, + 0.0227 + ] + }, + { + "instruction": "~L", + "bbox": [ + 0.9504107157389323, + 0.05615019904242621, + 0.9706025017632378, + 0.08265566507975261 + ], + "point": [ + 0.9605, + 0.0694 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.015610906812879775, + 0.005751020643446181, + 0.16275020175509983, + 0.03849641587999132 + ], + "point": [ + 0.0892, + 0.0221 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.015610906812879775, + 0.005751020643446181, + 0.16275020175509983, + 0.03849641587999132 + ], + "point": [ + 0.0892, + 0.0221 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.015610906812879775, + 0.005751020643446181, + 0.16275020175509983, + 0.03849641587999132 + ], + "point": [ + 0.0892, + 0.0221 + ] + }, + { + "instruction": "Totes and barrels", + "bbox": [ + 0.4068942175971137, + 0.46493557400173613, + 0.49604996575249566, + 0.48968017578125 + ], + "point": [ + 0.4515, + 0.4773 + ] + }, + { + "instruction": "listings with pictures", + "bbox": [ + 0.17090780470106337, + 0.467983635796441, + 0.27707672119140625, + 0.4920113457573785 + ], + "point": [ + 0.224, + 0.48 + ] + }, + { + "instruction": "Black angus bull", + "bbox": [ + 0.40632616678873695, + 0.8429466417100695, + 0.49310408698187935, + 0.8679443359375 + ], + "point": [ + 0.4497, + 0.8554 + ] + }, + { + "instruction": "Turkeys heritage breed organic thanksgiving", + "bbox": [ + 0.40564854939778644, + 0.644236585828993, + 0.6918773227267795, + 0.6673017713758681 + ], + "point": [ + 0.5488, + 0.6558 + ] + }, + { + "instruction": "turkey", + "bbox": [ + 0.40564854939778644, + 0.644236585828993, + 0.6918773227267795, + 0.6673017713758681 + ], + "point": [ + 0.5488, + 0.6558 + ] + }, + { + "instruction": "day -", + "bbox": [ + 0.40564854939778644, + 0.644236585828993, + 0.6918773227267795, + 0.6673017713758681 + ], + "point": [ + 0.5488, + 0.6558 + ] + }, + { + "instruction": "subscribe now.", + "bbox": [ + 0.16644668579101562, + 0.7511003960503472, + 0.27361763848198783, + 0.8003990342881945 + ], + "point": [ + 0.22, + 0.7757 + ] + }, + { + "instruction": "A dropdown menu to select the sort by: Nowly listed.", + "bbox": [ + 0.7172175089518229, + 0.33303392198350695, + 0.8425832112630208, + 0.3829530164930556 + ], + "point": [ + 0.7799, + 0.358 + ] + }, + { + "instruction": "Apply.", + "bbox": [ + 0.166387939453125, + 0.6195326063368055, + 0.2288709004720052, + 0.6671539984809027 + ], + "point": [ + 0.1976, + 0.6433 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.1657830662197537, + 0.5519134182400174, + 0.230490239461263, + 0.6008864339192709 + ], + "point": [ + 0.1981, + 0.5764 + ] + }, + { + "instruction": "a loading or progress bar.", + "bbox": [ + 0.16536005867852105, + 0.3806428697374132, + 0.2990756140814887, + 0.4286702813042535 + ], + "point": [ + 0.2322, + 0.4047 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.23380160861545138, + 0.5522066921657987, + 0.2989679124620226, + 0.600742662217882 + ], + "point": [ + 0.2664, + 0.5765 + ] + }, + { + "instruction": "a horizontal scroll bar.", + "bbox": [ + 0.16506400638156468, + 0.2920781114366319, + 0.2989085515340169, + 0.34204725477430553 + ], + "point": [ + 0.232, + 0.3171 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.7644089592827691, + 0.12382280985514323, + 0.841294436984592, + 0.16599246554904515 + ], + "point": [ + 0.8029, + 0.1449 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08271717495388455, + 0.05359442816840278, + 0.15560228559705946, + 0.08422295464409722 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "a table or grid layout.", + "bbox": [ + 0.6836341434054904, + 0.3352097574869792, + 0.7133273654513889, + 0.3822380913628472 + ], + "point": [ + 0.6985, + 0.3587 + ] + }, + { + "instruction": "a menu or list.", + "bbox": [ + 0.6519752926296658, + 0.33574222140842014, + 0.6817904578314887, + 0.3819781833224826 + ], + "point": [ + 0.6669, + 0.3589 + ] + }, + { + "instruction": "an option to class.", + "bbox": [ + 0.15698048273722331, + 0.101640625, + 0.28137838575575086, + 0.1812799072265625 + ], + "point": [ + 0.2192, + 0.1415 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.16656046973334418, + 0.8579034423828125, + 0.23231338924831815, + 0.8823170979817708 + ], + "point": [ + 0.1994, + 0.8701 + ] + }, + { + "instruction": "The function to create a new entry or garden.", + "bbox": [ + 0.16705728107028536, + 0.8834351942274306, + 0.23627251519097223, + 0.9083704969618056 + ], + "point": [ + 0.2017, + 0.8959 + ] + }, + { + "instruction": "Logout.", + "bbox": [ + 0.7102107577853732, + 0.1309112040201823, + 0.7619356791178385, + 0.16160137600368923 + ], + "point": [ + 0.7361, + 0.1463 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.057445658577813044, + 0.05944405025906033, + 0.0740999698638916, + 0.082535400390625 + ], + "point": [ + 0.0658, + 0.071 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.007353089915381537, + 0.05891800774468316, + 0.024563328425089518, + 0.08283736334906684 + ], + "point": [ + 0.016, + 0.0709 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8309087965223524, + 0.05764595879448785, + 0.8457995096842448, + 0.08461415608723959 + ], + "point": [ + 0.8384, + 0.0711 + ] + }, + { + "instruction": "Next", + "bbox": [ + 0.03224025037553575, + 0.059091593424479165, + 0.04835419654846192, + 0.08309862772623698 + ], + "point": [ + 0.0403, + 0.0711 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.8628516303168403, + 0.0577730475531684, + 0.8815770467122396, + 0.08194840325249567 + ], + "point": [ + 0.8722, + 0.0699 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9757867601182726, + 0.004284374448988173, + 0.9966195848253038, + 0.0396650939517551 + ], + "point": [ + 0.9862, + 0.022 + ] + }, + { + "instruction": "a button or link to the classifieds section.", + "bbox": [ + 0.16039023929172092, + 0.21406787448459202, + 0.2093979517618815, + 0.23349895901150175 + ], + "point": [ + 0.1849, + 0.2238 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.6332069820827908, + 0.12783114115397134, + 0.7079380883110894, + 0.1633251953125 + ], + "point": [ + 0.6706, + 0.1456 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15695552825927733, + 0.011541493733723958, + 0.17079491085476345, + 0.033952136569552954 + ], + "point": [ + 0.1639, + 0.0227 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.33254771762424046, + 0.46433614095052084, + 0.4019646962483724, + 0.6213559299045139 + ], + "point": [ + 0.3673, + 0.5428 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.16694099638197157, + 0.46818064371744794, + 0.18155479431152344, + 0.49324215359157986 + ], + "point": [ + 0.1742, + 0.4807 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.9758413526746962, + 0.057438167995876734, + 0.9922972785101997, + 0.08233308580186632 + ], + "point": [ + 0.9841, + 0.0699 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.18203692966037327, + 0.009842478434244791, + 0.19539197285970053, + 0.03664943271213108 + ], + "point": [ + 0.1887, + 0.0232 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9504107157389323, + 0.05615019904242621, + 0.9706025017632378, + 0.08265566507975261 + ], + "point": [ + 0.9605, + 0.0694 + ] + }, + { + "instruction": "the \"Form + garden - Classifieds\" option in a user interface.", + "bbox": [ + 0.015610906812879775, + 0.005751020643446181, + 0.16275020175509983, + 0.03849641587999132 + ], + "point": [ + 0.0892, + 0.0221 + ] + }, + { + "instruction": "Totes and Barrels settings.", + "bbox": [ + 0.4068942175971137, + 0.46493557400173613, + 0.49604996575249566, + 0.48968017578125 + ], + "point": [ + 0.4515, + 0.4773 + ] + }, + { + "instruction": "Listings with pictures.", + "bbox": [ + 0.17090780470106337, + 0.467983635796441, + 0.27707672119140625, + 0.4920113457573785 + ], + "point": [ + 0.224, + 0.48 + ] + }, + { + "instruction": "Black angus bull.", + "bbox": [ + 0.40632616678873695, + 0.8429466417100695, + 0.49310408698187935, + 0.8679443359375 + ], + "point": [ + 0.4497, + 0.8554 + ] + }, + { + "instruction": "A link to the turkeys interface need an automatic Thanksgiving day turkey.", + "bbox": [ + 0.40564854939778644, + 0.644236585828993, + 0.6918773227267795, + 0.6673017713758681 + ], + "point": [ + 0.5488, + 0.6558 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.3327325820922852, + 0.6377332899305556, + 0.4002809312608507, + 0.8170773654513889 + ], + "point": [ + 0.3665, + 0.7274 + ] + } + ], + "element_size": 98 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_16/10578.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "pigs > Farm + garden", + "bbox": [ + 0.03402777247958713, + 0.012222222222222223, + 0.12152777777777778, + 0.03277777777777778 + ], + "point": [ + 0.0778, + 0.0225 + ] + }, + { + "instruction": "Classi", + "bbox": [ + 0.12638889948527018, + 0.013888888888888888, + 0.15381945504082573, + 0.029444444444444443 + ], + "point": [ + 0.1401, + 0.0217 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaWs.com:9g80/index php?page-search&sOrder-dt_pub_date&iOrderType-desc&sPattern-pigs__", + "bbox": [ + 0.15833331214057075, + 0.06055555555555556, + 0.819791645473904, + 0.08277777777777778 + ], + "point": [ + 0.4891, + 0.0717 + ] + }, + { + "instruction": "0 | &", + "bbox": [ + 0.8881944444444444, + 0.054444440205891925, + 0.9451388888888889, + 0.08444443596733942 + ], + "point": [ + 0.9167, + 0.0694 + ] + }, + { + "instruction": "1", + "bbox": [ + 0.33368055555555554, + 0.14, + 0.34270829094780814, + 0.15611111111111112 + ], + "point": [ + 0.3382, + 0.1481 + ] + }, + { + "instruction": "12 of 70 listings", + "bbox": [ + 0.34965277777777776, + 0.13777777777777778, + 0.42916666666666664, + 0.16111111111111112 + ], + "point": [ + 0.3894, + 0.1494 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.16666667726304796, + 0.15055555555555555, + 0.1875, + 0.17166666666666666 + ], + "point": [ + 0.1771, + 0.1611 + ] + }, + { + "instruction": "Listings", + "bbox": [ + 0.3329861111111111, + 0.19777777777777777, + 0.3871527777777778, + 0.22555555555555556 + ], + "point": [ + 0.3601, + 0.2117 + ] + }, + { + "instruction": "Show only", + "bbox": [ + 0.16701388888888888, + 0.2388888888888889, + 0.2170138888888889, + 0.25722222222222224 + ], + "point": [ + 0.192, + 0.2481 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.16701388888888888, + 0.305, + 0.19131944444444443, + 0.32222222222222224 + ], + "point": [ + 0.1792, + 0.3136 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.40694444444444444, + 0.31722222222222224, + 0.43020833333333336, + 0.33444444444444443 + ], + "point": [ + 0.4186, + 0.3258 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.43854166666666666, + 0.3161111111111111, + 0.4722222222222222, + 0.33666666666666667 + ], + "point": [ + 0.4554, + 0.3264 + ] + }, + { + "instruction": "Stuarts Draft (Virginia)", + "bbox": [ + 0.48541666666666666, + 0.31666666666666665, + 0.5875, + 0.3377777777777778 + ], + "point": [ + 0.5365, + 0.3272 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.6003472222222223, + 0.31666666666666665, + 0.6555555555555556, + 0.33666666666666667 + ], + "point": [ + 0.628, + 0.3267 + ] + }, + { + "instruction": "Min.", + "bbox": [ + 0.16805554495917427, + 0.32722222222222225, + 0.18506944444444445, + 0.3422222222222222 + ], + "point": [ + 0.1766, + 0.3347 + ] + }, + { + "instruction": "Max.", + "bbox": [ + 0.23680555555555555, + 0.32722222222222225, + 0.25590277777777776, + 0.3422222222222222 + ], + "point": [ + 0.2464, + 0.3347 + ] + }, + { + "instruction": "13 piglets for sale. Male and female available: These are good pigs for grazing and tend not", + "bbox": [ + 0.4065972222222222, + 0.34444444444444444, + 0.8361111111111111, + 0.36833333333333335 + ], + "point": [ + 0.6214, + 0.3564 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.40625, + 0.3688888888888889, + 0.41770833333333335, + 0.3844444444444444 + ], + "point": [ + 0.412, + 0.3767 + ] + }, + { + "instruction": "They are fairly friendly and comical Come take a lookl", + "bbox": [ + 0.4420138888888889, + 0.3661111111111111, + 0.6961805555555556, + 0.39 + ], + "point": [ + 0.5691, + 0.3781 + ] + }, + { + "instruction": "100.00 $", + "bbox": [ + 0.40694444444444444, + 0.46, + 0.4670138888888889, + 0.4872222222222222 + ], + "point": [ + 0.437, + 0.4736 + ] + }, + { + "instruction": "Farm + garden", + "bbox": [ + 0.4059027777777778, + 0.4938888888888889, + 0.47256944444444443, + 0.5155555555555555 + ], + "point": [ + 0.4392, + 0.5047 + ] + }, + { + "instruction": "Borough of New Oxford (Pennsylvania)", + "bbox": [ + 0.48541666666666666, + 0.4938888888888889, + 0.6579861111111112, + 0.5161111111111111 + ], + "point": [ + 0.5717, + 0.505 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.671875, + 0.495, + 0.7263888888888889, + 0.5133333333333333 + ], + "point": [ + 0.6991, + 0.5042 + ] + }, + { + "instruction": "Subscribe to this search", + "bbox": [ + 0.16701388888888888, + 0.5222222222222223, + 0.2763888888888889, + 0.5383333333333333 + ], + "point": [ + 0.2217, + 0.5303 + ] + }, + { + "instruction": "have a real sharp litter of Duroc/Yorkshire crosses- Farrowed October 3rd Clean, castrated,", + "bbox": [ + 0.4114583333333333, + 0.5222221883138021, + 0.8336805555555555, + 0.5444444105360243 + ], + "point": [ + 0.6226, + 0.5333 + ] + }, + { + "instruction": "tails on, iron boosted and wormed. 3 barrows 8 gilts Im going to tag some of these gilts for", + "bbox": [ + 0.4059027777777778, + 0.5455555555555556, + 0.8322916666666667, + 0.5683333333333334 + ], + "point": [ + 0.6191, + 0.5569 + ] + }, + { + "instruction": "replacements here at my place Been raising small scale pigs ove_", + "bbox": [ + 0.40555555555555556, + 0.5644443766276042, + 0.7097222222222223, + 0.5916665988498264 + ], + "point": [ + 0.5576, + 0.5781 + ] + }, + { + "instruction": "Refine category", + "bbox": [ + 0.16666666666666666, + 0.6255555555555555, + 0.24027777777777778, + 0.6477777777777778 + ], + "point": [ + 0.2035, + 0.6367 + ] + }, + { + "instruction": "soo.00 $", + "bbox": [ + 0.40625, + 0.6600000678168403, + 0.46597222222222223, + 0.6872222900390625 + ], + "point": [ + 0.4361, + 0.6736 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.40625, + 0.695, + 0.43020833333333336, + 0.7122222222222222 + ], + "point": [ + 0.4182, + 0.7036 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.43819444444444444, + 0.6938888888888889, + 0.47256944444444443, + 0.7155555555555555 + ], + "point": [ + 0.4554, + 0.7047 + ] + }, + { + "instruction": "Borough of Gettysburg (Pennsylvania)", + "bbox": [ + 0.48541666666666666, + 0.6938888888888889, + 0.6541666666666667, + 0.7155555555555555 + ], + "point": [ + 0.5698, + 0.7047 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.6680555555555555, + 0.695, + 0.7225694444444445, + 0.7133333333333334 + ], + "point": [ + 0.6953, + 0.7042 + ] + }, + { + "instruction": "Alright", + "bbox": [ + 0.4065972222222222, + 0.7233333333333334, + 0.4423611111111111, + 0.745 + ], + "point": [ + 0.4245, + 0.7342 + ] + }, + { + "instruction": "have a few pigs looking for new homes 1. Male potbelly cross approximately 2 1/2", + "bbox": [ + 0.4465277777777778, + 0.7211111111111111, + 0.8368055555555556, + 0.7455555555555555 + ], + "point": [ + 0.6417, + 0.7333 + ] + }, + { + "instruction": "years old: His name is Georgie and he does know his name: He will test fence and hes been", + "bbox": [ + 0.4059027777777778, + 0.7455555555555555, + 0.8336805555555555, + 0.7677777777777778 + ], + "point": [ + 0.6198, + 0.7567 + ] + }, + { + "instruction": "trained to electric S100 2. Female Potbelly approximately 2 1/2 yea.", + "bbox": [ + 0.4048611111111111, + 0.7655555555555555, + 0.7260416666666667, + 0.7905555555555556 + ], + "point": [ + 0.5655, + 0.7781 + ] + }, + { + "instruction": "70.00 $", + "bbox": [ + 0.4059027777777778, + 0.8611111789279514, + 0.4583333333333333, + 0.887777845594618 + ], + "point": [ + 0.4321, + 0.8744 + ] + }, + { + "instruction": "Farm + garden", + "bbox": [ + 0.4059027777777778, + 0.8938888888888888, + 0.47256944444444443, + 0.9155555555555556 + ], + "point": [ + 0.4392, + 0.9047 + ] + }, + { + "instruction": "West Middlesex (Pennsylvania)", + "bbox": [ + 0.48576384650336374, + 0.8938888888888888, + 0.6243055131700304, + 0.9138888888888889 + ], + "point": [ + 0.555, + 0.9039 + ] + }, + { + "instruction": "2023/11/16", + "bbox": [ + 0.6381944444444444, + 0.895, + 0.6934027777777778, + 0.9133333333333333 + ], + "point": [ + 0.6658, + 0.9042 + ] + }, + { + "instruction": "Large cage. Great condition: Good for rabbits, Guinea pigs, chinchillas, ferrets etc Breaks", + "bbox": [ + 0.40520833333333334, + 0.9216666666666666, + 0.821875, + 0.9466666666666667 + ], + "point": [ + 0.6135, + 0.9342 + ] + }, + { + "instruction": "down as shown in picture:", + "bbox": [ + 0.40694444444444444, + 0.9461111111111111, + 0.5302083333333333, + 0.9644444444444444 + ], + "point": [ + 0.4686, + 0.9553 + ] + }, + { + "instruction": "root:", + "bbox": [ + 0.4173611111111111, + 0.3705555555555556, + 0.4420138888888889, + 0.3844444444444444 + ], + "point": [ + 0.4297, + 0.3775 + ] + }, + { + "instruction": "Subscribe nowl", + "bbox": [ + 0.16638221740722656, + 0.5408665974934895, + 0.2740107642279731, + 0.5909402126736111 + ], + "point": [ + 0.2202, + 0.5659 + ] + }, + { + "instruction": "Sort by: Newly listed", + "bbox": [ + 0.7170225355360244, + 0.12363967895507813, + 0.8429278903537326, + 0.17414342244466147 + ], + "point": [ + 0.78, + 0.1489 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.16660871505737304, + 0.41015543619791667, + 0.2292995876736111, + 0.4576961941189236 + ], + "point": [ + 0.198, + 0.4339 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08258304595947266, + 0.05208315955268012, + 0.15575343237982855, + 0.08446857028537326 + ], + "point": [ + 0.1192, + 0.0683 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.16674649980333117, + 0.6740374755859375, + 0.2364442401462131, + 0.6975526936848958 + ], + "point": [ + 0.2016, + 0.6858 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.16674649980333117, + 0.6740374755859375, + 0.2364442401462131, + 0.6975526936848958 + ], + "point": [ + 0.2016, + 0.6858 + ] + }, + { + "instruction": "pigs", + "bbox": [ + 0.16517706976996527, + 0.09301078796386719, + 0.2982410854763455, + 0.13055213928222656 + ], + "point": [ + 0.2317, + 0.1118 + ] + }, + { + "instruction": "All categories", + "bbox": [ + 0.1664001252916124, + 0.648340318467882, + 0.2354570812649197, + 0.6715397813585069 + ], + "point": [ + 0.2009, + 0.6599 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15716388490464953, + 0.010233233769734701, + 0.17013368606567383, + 0.036155966652764215 + ], + "point": [ + 0.1636, + 0.0232 + ] + }, + { + "instruction": "Kune Kune Pigs", + "bbox": [ + 0.4065597110324436, + 0.2546175977918837, + 0.4898594750298394, + 0.2803405253092448 + ], + "point": [ + 0.4482, + 0.2675 + ] + }, + { + "instruction": "~L", + "bbox": [ + 0.9491390652126737, + 0.05122888353135851, + 0.9715725368923611, + 0.08546350267198351 + ], + "point": [ + 0.9604, + 0.0683 + ] + }, + { + "instruction": "Large cage", + "bbox": [ + 0.40692481994628904, + 0.833374769422743, + 0.46506029764811196, + 0.8579194471571181 + ], + "point": [ + 0.436, + 0.8456 + ] + }, + { + "instruction": "Feeder pigs", + "bbox": [ + 0.40686607360839844, + 0.43296875, + 0.46743236117892795, + 0.45820509168836804 + ], + "point": [ + 0.4371, + 0.4456 + ] + }, + { + "instruction": "Pigs", + "bbox": [ + 0.40692579481336805, + 0.6333973524305555, + 0.432342529296875, + 0.6578162977430555 + ], + "point": [ + 0.4196, + 0.6456 + ] + }, + { + "instruction": "5o.00 $", + "bbox": [ + 0.4069176567925347, + 0.28016560872395835, + 0.4590518527560764, + 0.3109375 + ], + "point": [ + 0.433, + 0.2956 + ] + }, + { + "instruction": "listings with pictures", + "bbox": [ + 0.17606820000542533, + 0.2579623752170139, + 0.27452418009440105, + 0.2812410142686632 + ], + "point": [ + 0.2253, + 0.2696 + ] + }, + { + "instruction": "Subscripting something new.", + "bbox": [ + 0.16638221740722656, + 0.5408665974934895, + 0.2740107642279731, + 0.5909402126736111 + ], + "point": [ + 0.2202, + 0.5659 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.23395637936062283, + 0.3415357801649306, + 0.299108272128635, + 0.3906606716579861 + ], + "point": [ + 0.2665, + 0.3661 + ] + }, + { + "instruction": "A dropdown menu to select the sort by: Nowly listed.", + "bbox": [ + 0.7170225355360244, + 0.12363967895507813, + 0.8429278903537326, + 0.17414342244466147 + ], + "point": [ + 0.78, + 0.1489 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.1649039692348904, + 0.17041135999891494, + 0.29888475206163195, + 0.21977890014648438 + ], + "point": [ + 0.2319, + 0.1951 + ] + }, + { + "instruction": "Text formatting options.", + "bbox": [ + 0.16579744550916883, + 0.3413662380642361, + 0.23117597368028428, + 0.3910116238064236 + ], + "point": [ + 0.1985, + 0.3662 + ] + }, + { + "instruction": "Apply.", + "bbox": [ + 0.16660871505737304, + 0.41015543619791667, + 0.2292995876736111, + 0.4576961941189236 + ], + "point": [ + 0.198, + 0.4339 + ] + }, + { + "instruction": "a table or grid layout.", + "bbox": [ + 0.6836437225341797, + 0.12517029656304254, + 0.7136366950141059, + 0.1724530029296875 + ], + "point": [ + 0.6986, + 0.1488 + ] + }, + { + "instruction": "a menu or list.", + "bbox": [ + 0.6519008212619357, + 0.12585236443413628, + 0.6818027072482639, + 0.17204759385850693 + ], + "point": [ + 0.6669, + 0.1489 + ] + }, + { + "instruction": "a pig with a measuring tape.", + "bbox": [ + 0.3328405380249023, + 0.633132798936632, + 0.40259552001953125, + 0.7913573540581598 + ], + "point": [ + 0.3677, + 0.7122 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08258304595947266, + 0.05208315955268012, + 0.15575343237982855, + 0.08446857028537326 + ], + "point": [ + 0.1192, + 0.0683 + ] + }, + { + "instruction": "Form + garden.", + "bbox": [ + 0.16674649980333117, + 0.6740374755859375, + 0.2364442401462131, + 0.6975526936848958 + ], + "point": [ + 0.2016, + 0.6858 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05470233493381076, + 0.0505802747938368, + 0.0763074239095052, + 0.08918777465820313 + ], + "point": [ + 0.0655, + 0.0699 + ] + }, + { + "instruction": "pigs.", + "bbox": [ + 0.16517706976996527, + 0.09301078796386719, + 0.2982410854763455, + 0.13055213928222656 + ], + "point": [ + 0.2317, + 0.1118 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9756994459364149, + 0.003538102043999566, + 0.9974050733778211, + 0.039553536309136286 + ], + "point": [ + 0.9866, + 0.0215 + ] + }, + { + "instruction": "All categories.", + "bbox": [ + 0.1664001252916124, + 0.648340318467882, + 0.2354570812649197, + 0.6715397813585069 + ], + "point": [ + 0.2009, + 0.6599 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005097446176740858, + 0.05339007907443576, + 0.026572370529174806, + 0.0871388414171007 + ], + "point": [ + 0.0158, + 0.0703 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02941398090786404, + 0.0526281483968099, + 0.05035114288330078, + 0.08770431518554687 + ], + "point": [ + 0.0399, + 0.0702 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.16694363488091363, + 0.25849621242947046, + 0.18137365976969402, + 0.2828802659776476 + ], + "point": [ + 0.1742, + 0.2707 + ] + }, + { + "instruction": "Video", + "bbox": [ + 0.014954108662075466, + 0.0074051390753852, + 0.032781979772779676, + 0.038191112942165796 + ], + "point": [ + 0.0239, + 0.0228 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.18235628339979384, + 0.009746875762939453, + 0.19526763492160373, + 0.036581302218967014 + ], + "point": [ + 0.1888, + 0.0232 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15716388490464953, + 0.010233233769734701, + 0.17013368606567383, + 0.036155966652764215 + ], + "point": [ + 0.1636, + 0.0232 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8621048821343316, + 0.054427647060818145, + 0.8823278639051649, + 0.08369611104329427 + ], + "point": [ + 0.8722, + 0.0691 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.9759132385253906, + 0.057482532925075956, + 0.9927657233344184, + 0.08327251858181424 + ], + "point": [ + 0.9843, + 0.0704 + ] + }, + { + "instruction": "KUNE Pigs.", + "bbox": [ + 0.4065597110324436, + 0.2546175977918837, + 0.4898594750298394, + 0.2803405253092448 + ], + "point": [ + 0.4482, + 0.2675 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9491390652126737, + 0.05122888353135851, + 0.9715725368923611, + 0.08546350267198351 + ], + "point": [ + 0.9604, + 0.0683 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8306500752766927, + 0.05764316982693142, + 0.845682864718967, + 0.08463352627224392 + ], + "point": [ + 0.8382, + 0.0711 + ] + }, + { + "instruction": "a chicken coop.", + "bbox": [ + 0.332930776807997, + 0.8315234375, + 0.4026419745551215, + 0.9426193576388889 + ], + "point": [ + 0.3678, + 0.8871 + ] + }, + { + "instruction": "pigs in a pen.", + "bbox": [ + 0.33225135803222655, + 0.2471747843424479, + 0.40234667460123696, + 0.3915348646375868 + ], + "point": [ + 0.3673, + 0.3194 + ] + }, + { + "instruction": "Largeage.", + "bbox": [ + 0.40692481994628904, + 0.833374769422743, + 0.46506029764811196, + 0.8579194471571181 + ], + "point": [ + 0.436, + 0.8456 + ] + }, + { + "instruction": "Feeder pigs.", + "bbox": [ + 0.40686607360839844, + 0.43296875, + 0.46743236117892795, + 0.45820509168836804 + ], + "point": [ + 0.4371, + 0.4456 + ] + }, + { + "instruction": "Pigs.", + "bbox": [ + 0.40692579481336805, + 0.6333973524305555, + 0.432342529296875, + 0.6578162977430555 + ], + "point": [ + 0.4196, + 0.6456 + ] + }, + { + "instruction": "a price of 50.00.", + "bbox": [ + 0.4069176567925347, + 0.28016560872395835, + 0.4590518527560764, + 0.3109375 + ], + "point": [ + 0.433, + 0.2956 + ] + }, + { + "instruction": "pigs in a pen.", + "bbox": [ + 0.332950570848253, + 0.42722032335069443, + 0.4026609632703993, + 0.5329957411024305 + ], + "point": [ + 0.3678, + 0.4801 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.9946801079644098, + 0.05696681552463108, + 1.0, + 0.08504584418402777 + ], + "point": [ + 0.9973, + 0.071 + ] + }, + { + "instruction": "Listings with pictures.", + "bbox": [ + 0.17606820000542533, + 0.2579623752170139, + 0.27452418009440105, + 0.2812410142686632 + ], + "point": [ + 0.2253, + 0.2696 + ] + }, + { + "instruction": "a loading or buffering indicator.", + "bbox": [ + 0.4328961690266927, + 0.0923499043782552, + 0.44964989556206597, + 0.11310897827148438 + ], + "point": [ + 0.4413, + 0.1027 + ] + } + ], + "element_size": 96 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_17/11556.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Kune Kune Pigs Stuarts Draft", + "bbox": [ + 0.03437499470180935, + 0.013888888888888888, + 0.15208332803514268, + 0.03111111111111111 + ], + "point": [ + 0.0932, + 0.0225 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2 .compute amazonaws com:9980/index php?page-item&id-55683", + "bbox": [ + 0.15833333333333333, + 0.06055555555555556, + 0.5986111111111111, + 0.08277777777777778 + ], + "point": [ + 0.3785, + 0.0717 + ] + }, + { + "instruction": "0 | &", + "bbox": [ + 0.8888888888888888, + 0.05611111958821614, + 0.9451388888888889, + 0.08444444444444445 + ], + "point": [ + 0.917, + 0.0703 + ] + }, + { + "instruction": "Kune Kune", + "bbox": [ + 0.29270833333333335, + 0.13666668362087675, + 0.3420138888888889, + 0.15500001695421006 + ], + "point": [ + 0.3174, + 0.1458 + ] + }, + { + "instruction": "Published date: 2023/11/16", + "bbox": [ + 0.16215277777777778, + 0.27444444444444444, + 0.2986111111111111, + 0.295 + ], + "point": [ + 0.2304, + 0.2847 + ] + }, + { + "instruction": "Location: Stuarts Draft; Virginia, United States", + "bbox": [ + 0.16215277777777778, + 0.3016666666666667, + 0.38229166666666664, + 0.3238888888888889 + ], + "point": [ + 0.2722, + 0.3128 + ] + }, + { + "instruction": "Contact publisher", + "bbox": [ + 0.6444444868299696, + 0.3388888888888889, + 0.7625, + 0.37 + ], + "point": [ + 0.7035, + 0.3544 + ] + }, + { + "instruction": "Name: Linda Walker", + "bbox": [ + 0.6451388888888889, + 0.5338888210720486, + 0.7451388888888889, + 0.5522222222222222 + ], + "point": [ + 0.6951, + 0.5431 + ] + }, + { + "instruction": "E-mail:", + "bbox": [ + 0.6451388465033637, + 0.5638888888888889, + 0.6795138465033637, + 0.5811111111111111 + ], + "point": [ + 0.6623, + 0.5725 + ] + }, + { + "instruction": "Save Link As__", + "bbox": [ + 0.41875, + 0.64, + 0.4795138888888889, + 0.6561111111111111 + ], + "point": [ + 0.4491, + 0.6481 + ] + }, + { + "instruction": "Copy Link Address", + "bbox": [ + 0.41770833333333335, + 0.6622222222222223, + 0.5, + 0.685 + ], + "point": [ + 0.4589, + 0.6736 + ] + }, + { + "instruction": "Useful information", + "bbox": [ + 0.6465277777777778, + 0.6783334011501736, + 0.7454861111111111, + 0.6988889567057291 + ], + "point": [ + 0.696, + 0.6886 + ] + }, + { + "instruction": "Open Image in New Tab", + "bbox": [ + 0.41944444444444445, + 0.7011111111111111, + 0.5201388888888889, + 0.7183333333333334 + ], + "point": [ + 0.4698, + 0.7097 + ] + }, + { + "instruction": "Never pay with Western Union,", + "bbox": [ + 0.6604166666666667, + 0.7538889567057292, + 0.8090277777777778, + 0.777777845594618 + ], + "point": [ + 0.7347, + 0.7658 + ] + }, + { + "instruction": "Copy Image Address", + "bbox": [ + 0.4184027777777778, + 0.7722222222222223, + 0.5079861111111111, + 0.795 + ], + "point": [ + 0.4632, + 0.7836 + ] + }, + { + "instruction": "Moneygram or other anonymous", + "bbox": [ + 0.6600694444444445, + 0.775, + 0.8142361111111112, + 0.7994444444444444 + ], + "point": [ + 0.7372, + 0.7872 + ] + }, + { + "instruction": "Search with Google Lens", + "bbox": [ + 0.4184027777777778, + 0.7983334011501736, + 0.5260416666666666, + 0.8188889567057291 + ], + "point": [ + 0.4722, + 0.8086 + ] + }, + { + "instruction": "NEW", + "bbox": [ + 0.53125, + 0.8, + 0.5489583333333333, + 0.8133333333333334 + ], + "point": [ + 0.5401, + 0.8067 + ] + }, + { + "instruction": "payment services", + "bbox": [ + 0.6593750423855251, + 0.7955555555555556, + 0.74375, + 0.8183333333333334 + ], + "point": [ + 0.7016, + 0.8069 + ] + }, + { + "instruction": "Don't", + "bbox": [ + 0.6607638465033637, + 0.8211111111111111, + 0.6888889312744141, + 0.8394444444444444 + ], + "point": [ + 0.6748, + 0.8303 + ] + }, + { + "instruction": "or sell outside of your", + "bbox": [ + 0.7072916666666667, + 0.8205554877387152, + 0.8118055555555556, + 0.8416665988498264 + ], + "point": [ + 0.7595, + 0.8311 + ] + }, + { + "instruction": "13 piglets for sale: Male and female available: These", + "bbox": [ + 0.15902779897054037, + 0.8444444444444444, + 0.40625, + 0.8666666666666667 + ], + "point": [ + 0.2826, + 0.8556 + ] + }, + { + "instruction": "not to", + "bbox": [ + 0.5694444020589192, + 0.8461110432942708, + 0.5989582909478082, + 0.862222154405382 + ], + "point": [ + 0.5842, + 0.8542 + ] + }, + { + "instruction": "country: Don't accept cashier", + "bbox": [ + 0.659375, + 0.8394444444444444, + 0.7961805555555556, + 0.8616666666666667 + ], + "point": [ + 0.7278, + 0.8506 + ] + }, + { + "instruction": "Copy BibTeX to clipboard", + "bbox": [ + 0.43333333333333335, + 0.8583333333333333, + 0.5416666666666666, + 0.88 + ], + "point": [ + 0.4875, + 0.8692 + ] + }, + { + "instruction": "cheques from outside your country", + "bbox": [ + 0.659375, + 0.8594444444444445, + 0.8239583333333333, + 0.8844444444444445 + ], + "point": [ + 0.7417, + 0.8719 + ] + }, + { + "instruction": "root_", + "bbox": [ + 0.15868055555555555, + 0.8738888888888889, + 0.18020833333333333, + 0.8894444444444445 + ], + "point": [ + 0.1694, + 0.8817 + ] + }, + { + "instruction": "They are fairly friendly and comical Come take a", + "bbox": [ + 0.18159722222222222, + 0.87, + 0.41041666666666665, + 0.8933333333333333 + ], + "point": [ + 0.296, + 0.8817 + ] + }, + { + "instruction": "This site is never involved in any", + "bbox": [ + 0.6597222222222222, + 0.8866666666666667, + 0.8125, + 0.9066666666666666 + ], + "point": [ + 0.7361, + 0.8967 + ] + }, + { + "instruction": "transaction, and does not handle", + "bbox": [ + 0.6586805555555556, + 0.9055555555555556, + 0.815625, + 0.9266666666666666 + ], + "point": [ + 0.7372, + 0.9161 + ] + }, + { + "instruction": "payments, shipping, guarantee", + "bbox": [ + 0.659375, + 0.9261111111111111, + 0.8059027777777777, + 0.9488888888888889 + ], + "point": [ + 0.7326, + 0.9375 + ] + }, + { + "instruction": "transactions, provide escrow", + "bbox": [ + 0.6590277777777778, + 0.9461110432942709, + 0.7947916666666667, + 0.9666665988498264 + ], + "point": [ + 0.7269, + 0.9564 + ] + }, + { + "instruction": "services, or offer \"buyer protection\"", + "bbox": [ + 0.6597221374511719, + 0.9644444444444444, + 0.8260415818956163, + 0.9877777777777778 + ], + "point": [ + 0.7429, + 0.9761 + ] + }, + { + "instruction": "Or", + "bbox": [ + 0.6611110687255859, + 0.9916666666666667, + 0.6722221798366971, + 0.9988888888888889 + ], + "point": [ + 0.6667, + 0.9953 + ] + }, + { + "instruction": "\"celler certification\"", + "bbox": [ + 0.671875, + 0.9861111111111112, + 0.7652777777777777, + 0.9994444444444445 + ], + "point": [ + 0.7186, + 0.9928 + ] + }, + { + "instruction": "Pigs", + "bbox": [ + 0.3423611111111111, + 0.13555554707845052, + 0.36319444444444443, + 0.15944444444444444 + ], + "point": [ + 0.3528, + 0.1475 + ] + }, + { + "instruction": "buy", + "bbox": [ + 0.6885416242811415, + 0.82, + 0.7076388465033637, + 0.8438888888888889 + ], + "point": [ + 0.6981, + 0.8319 + ] + }, + { + "instruction": "Mark as_.", + "bbox": [ + 0.6298340267605251, + 0.2565627204047309, + 0.8416151258680555, + 0.30630933973524305 + ], + "point": [ + 0.7357, + 0.2814 + ] + }, + { + "instruction": "Contact seller", + "bbox": [ + 0.15702116224500867, + 0.9185308837890624, + 0.2569881863064236, + 0.9706988525390625 + ], + "point": [ + 0.207, + 0.9446 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08273667229546441, + 0.0528809568617079, + 0.1557055155436198, + 0.08442058987087674 + ], + "point": [ + 0.1192, + 0.0687 + ] + }, + { + "instruction": "Share", + "bbox": [ + 0.26195089552137585, + 0.9203706868489583, + 0.31866065131293403, + 0.9701268174913195 + ], + "point": [ + 0.2903, + 0.9452 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.21880626678466797, + 0.13451531304253472, + 0.2838673697577582, + 0.1571481662326389 + ], + "point": [ + 0.2513, + 0.1458 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.21880626678466797, + 0.13451531304253472, + 0.2838673697577582, + 0.1571481662326389 + ], + "point": [ + 0.2513, + 0.1458 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.15971587498982748, + 0.13466123792860243, + 0.2100431654188368, + 0.15698806762695314 + ], + "point": [ + 0.1849, + 0.1458 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15696064631144205, + 0.009666241539849175, + 0.17034162945217557, + 0.036754769219292535 + ], + "point": [ + 0.1637, + 0.0232 + ] + }, + { + "instruction": "~L", + "bbox": [ + 0.9499888949924045, + 0.04613024393717448, + 0.9712516784667968, + 0.0940263197157118 + ], + "point": [ + 0.9606, + 0.0701 + ] + }, + { + "instruction": "Block element._", + "bbox": [ + 0.4191497802734375, + 0.8297100830078125, + 0.5596519470214844, + 0.8560052490234376 + ], + "point": [ + 0.4894, + 0.8429 + ] + }, + { + "instruction": "javascript:;", + "bbox": [ + 0.0, + 0.9763667127821181, + 0.0527092350853814, + 0.9999614122178819 + ], + "point": [ + 0.0264, + 0.9882 + ] + }, + { + "instruction": "linda_walker382@example.com", + "bbox": [ + 0.644594489203559, + 0.5847806803385417, + 0.7999287923177083, + 0.6083175998263889 + ], + "point": [ + 0.7223, + 0.5965 + ] + }, + { + "instruction": "Create QR Code for this Image", + "bbox": [ + 0.4170965406629774, + 0.5920174153645833, + 0.5597284105088975, + 0.6301506890190972 + ], + "point": [ + 0.4884, + 0.6111 + ] + }, + { + "instruction": "Kune Kune", + "bbox": [ + 0.1571380297342936, + 0.1739146931966146, + 0.36106250551011826, + 0.25542711046006944 + ], + "point": [ + 0.2591, + 0.2147 + ] + }, + { + "instruction": "Pigs", + "bbox": [ + 0.1571380297342936, + 0.1739146931966146, + 0.36106250551011826, + 0.25542711046006944 + ], + "point": [ + 0.2591, + 0.2147 + ] + }, + { + "instruction": "Savc Image As:", + "bbox": [ + 0.4195338355170356, + 0.7217097303602431, + 0.56002320183648, + 0.772654554578993 + ], + "point": [ + 0.4898, + 0.7472 + ] + }, + { + "instruction": "Copy Image", + "bbox": [ + 0.4195338355170356, + 0.7217097303602431, + 0.56002320183648, + 0.772654554578993 + ], + "point": [ + 0.4898, + 0.7472 + ] + }, + { + "instruction": "Open Link in New Tab", + "bbox": [ + 0.41865111456976994, + 0.5087741427951389, + 0.5609257592095269, + 0.5942511664496528 + ], + "point": [ + 0.4898, + 0.5515 + ] + }, + { + "instruction": "Open Link in New Window", + "bbox": [ + 0.41865111456976994, + 0.5087741427951389, + 0.5609257592095269, + 0.5942511664496528 + ], + "point": [ + 0.4898, + 0.5515 + ] + }, + { + "instruction": "Open Link in Incognito Window", + "bbox": [ + 0.41865111456976994, + 0.5087741427951389, + 0.5609257592095269, + 0.5942511664496528 + ], + "point": [ + 0.4898, + 0.5515 + ] + }, + { + "instruction": "Inspect", + "bbox": [ + 0.41808531019422746, + 0.8920033094618055, + 0.561220211452908, + 0.9177425130208333 + ], + "point": [ + 0.4897, + 0.9049 + ] + }, + { + "instruction": "Avoid scams by acting locally or", + "bbox": [ + 0.6523640526665582, + 0.7068238661024305, + 0.8257672627766927, + 0.7502376302083333 + ], + "point": [ + 0.7391, + 0.7285 + ] + }, + { + "instruction": "paying with PayPal", + "bbox": [ + 0.6523640526665582, + 0.7068238661024305, + 0.8257672627766927, + 0.7502376302083333 + ], + "point": [ + 0.7391, + 0.7285 + ] + }, + { + "instruction": "5o.00 $", + "bbox": [ + 0.7373627556694878, + 0.17756195068359376, + 0.8402661641438802, + 0.24265753851996527 + ], + "point": [ + 0.7888, + 0.2101 + ] + }, + { + "instruction": "a dropdown menu to select the \"mark as\" options.", + "bbox": [ + 0.6298340267605251, + 0.2565627204047309, + 0.8416151258680555, + 0.30630933973524305 + ], + "point": [ + 0.7357, + 0.2814 + ] + }, + { + "instruction": "Contacts seller.", + "bbox": [ + 0.15702116224500867, + 0.9185308837890624, + 0.2569881863064236, + 0.9706988525390625 + ], + "point": [ + 0.207, + 0.9446 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08273667229546441, + 0.0528809568617079, + 0.1557055155436198, + 0.08442058987087674 + ], + "point": [ + 0.1192, + 0.0687 + ] + }, + { + "instruction": "Share.", + "bbox": [ + 0.26195089552137585, + 0.9203706868489583, + 0.31866065131293403, + 0.9701268174913195 + ], + "point": [ + 0.2903, + 0.9452 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054659064610799155, + 0.04990149180094401, + 0.07636535962422689, + 0.09022391425238716 + ], + "point": [ + 0.0655, + 0.0701 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8297361585828993, + 0.05673183017306858, + 0.8463004218207465, + 0.08613766988118489 + ], + "point": [ + 0.838, + 0.0714 + ] + }, + { + "instruction": "pigs in a pen.", + "bbox": [ + 0.5478077358669705, + 0.35434777153862845, + 0.606375969780816, + 0.438747795952691 + ], + "point": [ + 0.5771, + 0.3965 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029794820149739585, + 0.05173713684082031, + 0.050769435034857854, + 0.08986959669325087 + ], + "point": [ + 0.0403, + 0.0708 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.005399858951568604, + 0.05292037116156684, + 0.026231119367811414, + 0.08839568244086371 + ], + "point": [ + 0.0158, + 0.0707 + ] + }, + { + "instruction": "The function to create a new entry or garden.", + "bbox": [ + 0.21880626678466797, + 0.13451531304253472, + 0.2838673697577582, + 0.1571481662326389 + ], + "point": [ + 0.2513, + 0.1458 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9757453918457031, + 0.0039917373657226566, + 0.9967240227593316, + 0.040598648918999565 + ], + "point": [ + 0.9862, + 0.0223 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8620819939507378, + 0.05535495334201389, + 0.88129636976454, + 0.08457121107313369 + ], + "point": [ + 0.8717, + 0.07 + ] + }, + { + "instruction": "a button to access classifieds.", + "bbox": [ + 0.15971587498982748, + 0.13466123792860243, + 0.2100431654188368, + 0.15698806762695314 + ], + "point": [ + 0.1849, + 0.1458 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.18219807942708333, + 0.009240708880954318, + 0.195105955335829, + 0.03700665262010362 + ], + "point": [ + 0.1887, + 0.0231 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15696064631144205, + 0.009666241539849175, + 0.17034162945217557, + 0.036754769219292535 + ], + "point": [ + 0.1637, + 0.0232 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9499888949924045, + 0.04613024393717448, + 0.9712516784667968, + 0.0940263197157118 + ], + "point": [ + 0.9606, + 0.0701 + ] + }, + { + "instruction": "a user profile or account.", + "bbox": [ + 0.644270748562283, + 0.37642103407118055, + 0.7371119181315104, + 0.5245074462890625 + ], + "point": [ + 0.6907, + 0.4505 + ] + }, + { + "instruction": "uBlock element settings.", + "bbox": [ + 0.4191497802734375, + 0.8297100830078125, + 0.5596519470214844, + 0.8560052490234376 + ], + "point": [ + 0.4894, + 0.8429 + ] + }, + { + "instruction": "a script input field.", + "bbox": [ + 0.0, + 0.9763667127821181, + 0.0527092350853814, + 0.9999614122178819 + ], + "point": [ + 0.0264, + 0.9882 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.9763047960069444, + 0.05696116553412543, + 0.9927914089626736, + 0.08492068820529514 + ], + "point": [ + 0.9845, + 0.0709 + ] + }, + { + "instruction": "Linda, Walker 38@example.com", + "bbox": [ + 0.644594489203559, + 0.5847806803385417, + 0.7999287923177083, + 0.6083175998263889 + ], + "point": [ + 0.7223, + 0.5965 + ] + }, + { + "instruction": "Create QR Code for this image.", + "bbox": [ + 0.4170965406629774, + 0.5920174153645833, + 0.5597284105088975, + 0.6301506890190972 + ], + "point": [ + 0.4884, + 0.6111 + ] + }, + { + "instruction": "Kune Kuning pigs.", + "bbox": [ + 0.1571380297342936, + 0.1739146931966146, + 0.36106250551011826, + 0.25542711046006944 + ], + "point": [ + 0.2591, + 0.2147 + ] + }, + { + "instruction": "Text Box", + "bbox": [ + 0.41893768310546875, + 0.8565716552734375, + 0.43290506998697914, + 0.8813241238064237 + ], + "point": [ + 0.4259, + 0.8689 + ] + }, + { + "instruction": "saving an image as...", + "bbox": [ + 0.4195338355170356, + 0.7217097303602431, + 0.56002320183648, + 0.772654554578993 + ], + "point": [ + 0.4898, + 0.7472 + ] + }, + { + "instruction": "Opening a link in the new window.", + "bbox": [ + 0.41865111456976994, + 0.5087741427951389, + 0.5609257592095269, + 0.5942511664496528 + ], + "point": [ + 0.4898, + 0.5515 + ] + }, + { + "instruction": "an option to inspect or improve something.", + "bbox": [ + 0.41808531019422746, + 0.8920033094618055, + 0.561220211452908, + 0.9177425130208333 + ], + "point": [ + 0.4897, + 0.9049 + ] + }, + { + "instruction": "An option to avoid spam by operating localities or settings.", + "bbox": [ + 0.6523640526665582, + 0.7068238661024305, + 0.8257672627766927, + 0.7502376302083333 + ], + "point": [ + 0.7391, + 0.7285 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.9946355183919271, + 0.05673244900173611, + 1.0, + 0.08562839084201389 + ], + "point": [ + 0.9973, + 0.0712 + ] + }, + { + "instruction": "a price of 50.00.", + "bbox": [ + 0.7373627556694878, + 0.17756195068359376, + 0.8402661641438802, + 0.24265753851996527 + ], + "point": [ + 0.7888, + 0.2101 + ] + } + ], + "element_size": 91 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_18/11820.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Kune Kune Pigs Stuarts Draft", + "bbox": [ + 0.03437499470180935, + 0.013888888888888888, + 0.15208332803514268, + 0.03111111111111111 + ], + "point": [ + 0.0932, + 0.0225 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com 9980/indexphp?page-item&id-55683", + "bbox": [ + 0.15833333333333333, + 0.0577777820163303, + 0.5979166666666667, + 0.08277777777777778 + ], + "point": [ + 0.3781, + 0.0703 + ] + }, + { + "instruction": "0 | 4", + "bbox": [ + 0.8895833333333333, + 0.05833332909478082, + 0.9423611111111111, + 0.08277776930067274 + ], + "point": [ + 0.916, + 0.0706 + ] + }, + { + "instruction": "Kune Kune Pigs", + "bbox": [ + 0.29270833333333335, + 0.21444444444444444, + 0.3642361111111111, + 0.23666666666666666 + ], + "point": [ + 0.3285, + 0.2256 + ] + }, + { + "instruction": "Published date: 2023/11/16", + "bbox": [ + 0.16215277777777778, + 0.3516666666666667, + 0.2986111111111111, + 0.37277777777777776 + ], + "point": [ + 0.2304, + 0.3622 + ] + }, + { + "instruction": "Location: Stuarts Draft; Virginia, United States", + "bbox": [ + 0.16215277777777778, + 0.3794444444444444, + 0.38125, + 0.40166666666666667 + ], + "point": [ + 0.2717, + 0.3906 + ] + }, + { + "instruction": "Contact publisher", + "bbox": [ + 0.64375, + 0.4166666666666667, + 0.7625, + 0.44722222222222224 + ], + "point": [ + 0.7031, + 0.4319 + ] + }, + { + "instruction": "Name: Linda Walker", + "bbox": [ + 0.6451388888888889, + 0.6111111111111112, + 0.7451388888888889, + 0.6294444444444445 + ], + "point": [ + 0.6951, + 0.6203 + ] + }, + { + "instruction": "E-mail:", + "bbox": [ + 0.6451388465033637, + 0.6411111111111111, + 0.6795138465033637, + 0.6583333333333333 + ], + "point": [ + 0.6623, + 0.6497 + ] + }, + { + "instruction": "Useful information", + "bbox": [ + 0.6465277777777778, + 0.7555555555555555, + 0.7454861111111111, + 0.7766666666666666 + ], + "point": [ + 0.696, + 0.7661 + ] + }, + { + "instruction": "Moneygram or other anonymous", + "bbox": [ + 0.6600694444444445, + 0.8527777777777777, + 0.8142361111111112, + 0.8766666666666667 + ], + "point": [ + 0.7372, + 0.8647 + ] + }, + { + "instruction": "payment services", + "bbox": [ + 0.6593750423855251, + 0.8727777777777778, + 0.74375, + 0.8944444444444445 + ], + "point": [ + 0.7016, + 0.8836 + ] + }, + { + "instruction": "Don't buy or sell outside of your", + "bbox": [ + 0.6597222222222222, + 0.8983333333333333, + 0.8118055555555556, + 0.9205555555555556 + ], + "point": [ + 0.7358, + 0.9094 + ] + }, + { + "instruction": "13 piglets for sale: Male and female available. These are good pigs for grazing and tend not to", + "bbox": [ + 0.15902777777777777, + 0.9216666666666666, + 0.5993055555555555, + 0.9461111111111111 + ], + "point": [ + 0.3792, + 0.9339 + ] + }, + { + "instruction": "country: Don't accept cashier", + "bbox": [ + 0.659375, + 0.9172221544053819, + 0.7961805555555556, + 0.9394443766276042 + ], + "point": [ + 0.7278, + 0.9283 + ] + }, + { + "instruction": "cheques from outside your country", + "bbox": [ + 0.659375, + 0.9372222222222222, + 0.8239583333333333, + 0.9622222222222222 + ], + "point": [ + 0.7417, + 0.9497 + ] + }, + { + "instruction": "root", + "bbox": [ + 0.15868055555555555, + 0.9511111111111111, + 0.18020833333333333, + 0.9672222222222222 + ], + "point": [ + 0.1694, + 0.9592 + ] + }, + { + "instruction": "are fairly friendly and comical. Come take a lookl", + "bbox": [ + 0.20833333333333334, + 0.9494444444444444, + 0.4361111111111111, + 0.9716666666666667 + ], + "point": [ + 0.3222, + 0.9606 + ] + }, + { + "instruction": "This site is never involved in any", + "bbox": [ + 0.6600695292154948, + 0.9649999321831597, + 0.8121528625488281, + 0.983333265516493 + ], + "point": [ + 0.7361, + 0.9742 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com:9980index php?page-it:", + "bbox": [ + 0.0020833333333333333, + 0.9783333333333334, + 0.3236111111111111, + 1.0 + ], + "point": [ + 0.1628, + 0.9892 + ] + }, + { + "instruction": "transaction and does not handle", + "bbox": [ + 0.659375, + 0.985, + 0.8145833333333333, + 0.9994444444444445 + ], + "point": [ + 0.737, + 0.9922 + ] + }, + { + "instruction": "They", + "bbox": [ + 0.18368053436279297, + 0.9461110432942709, + 0.20729164547390408, + 0.9727777099609375 + ], + "point": [ + 0.1955, + 0.9594 + ] + }, + { + "instruction": "Mark as_.", + "bbox": [ + 0.6295418209499783, + 0.3341512722439236, + 0.8417494032118056, + 0.3848165554470486 + ], + "point": [ + 0.7356, + 0.3595 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08286707136366102, + 0.05365683237711589, + 0.1556889639960395, + 0.08425369262695312 + ], + "point": [ + 0.1193, + 0.069 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7623856438530816, + 0.120780029296875, + 0.8436856587727865, + 0.17211910671657987 + ], + "point": [ + 0.803, + 0.1464 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.7105710771348741, + 0.13134375678168403, + 0.7602829827202691, + 0.16102728949652778 + ], + "point": [ + 0.7354, + 0.1462 + ] + }, + { + "instruction": "OscClass", + "bbox": [ + 0.15647621154785157, + 0.10277718438042535, + 0.2813270568847656, + 0.18040206909179687 + ], + "point": [ + 0.2189, + 0.1416 + ] + }, + { + "instruction": "Farm", + "bbox": [ + 0.2192246331108941, + 0.2141611565483941, + 0.2421269310845269, + 0.23368782891167536 + ], + "point": [ + 0.2307, + 0.2239 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.16019906997680664, + 0.21410629272460938, + 0.20897076924641927, + 0.23358389960394965 + ], + "point": [ + 0.1846, + 0.2238 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.2514290279812283, + 0.21367746988932293, + 0.2835642496744792, + 0.23388902452256943 + ], + "point": [ + 0.2675, + 0.2238 + ] + }, + { + "instruction": "My account", + "bbox": [ + 0.6335768805609809, + 0.1306642150878906, + 0.7070688883463542, + 0.16219599405924479 + ], + "point": [ + 0.6703, + 0.1464 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.1571258650885688, + 0.01055283334520128, + 0.17002556059095594, + 0.03621386104159885 + ], + "point": [ + 0.1636, + 0.0234 + ] + }, + { + "instruction": "linda_walker382@example.com", + "bbox": [ + 0.6448375278049046, + 0.6628109402126736, + 0.8013504876030816, + 0.6865599907769098 + ], + "point": [ + 0.7231, + 0.6747 + ] + }, + { + "instruction": "50.00 $", + "bbox": [ + 0.7378523932562934, + 0.25726238674587676, + 0.8409377204047309, + 0.31907528347439235 + ], + "point": [ + 0.7894, + 0.2882 + ] + }, + { + "instruction": "Kune Kune", + "bbox": [ + 0.15698489083184136, + 0.2528352525499132, + 0.3605172157287598, + 0.3323494127061632 + ], + "point": [ + 0.2588, + 0.2926 + ] + }, + { + "instruction": "Pigs", + "bbox": [ + 0.15698489083184136, + 0.2528352525499132, + 0.3605172157287598, + 0.3323494127061632 + ], + "point": [ + 0.2588, + 0.2926 + ] + }, + { + "instruction": "Avoid scams by acting locally or", + "bbox": [ + 0.6566556718614366, + 0.7845115152994792, + 0.8259025573730469, + 0.8285222032335069 + ], + "point": [ + 0.7413, + 0.8065 + ] + }, + { + "instruction": "paying with PayPal", + "bbox": [ + 0.6566556718614366, + 0.7845115152994792, + 0.8259025573730469, + 0.8285222032335069 + ], + "point": [ + 0.7413, + 0.8065 + ] + }, + { + "instruction": "Never pay with Western Union,", + "bbox": [ + 0.6600313822428385, + 0.8307779947916667, + 0.8148184034559461, + 0.8533124457465278 + ], + "point": [ + 0.7374, + 0.842 + ] + }, + { + "instruction": "a dropdown menu to select the \"mark as\" options.", + "bbox": [ + 0.6295418209499783, + 0.3341512722439236, + 0.8417494032118056, + 0.3848165554470486 + ], + "point": [ + 0.7356, + 0.3595 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08286707136366102, + 0.05365683237711589, + 0.1556889639960395, + 0.08425369262695312 + ], + "point": [ + 0.1193, + 0.069 + ] + }, + { + "instruction": "Publish Add.", + "bbox": [ + 0.7623856438530816, + 0.120780029296875, + 0.8436856587727865, + 0.17211910671657987 + ], + "point": [ + 0.803, + 0.1464 + ] + }, + { + "instruction": "pigs in a pen.", + "bbox": [ + 0.547385491265191, + 0.43199378119574655, + 0.6069889492458768, + 0.5106708102756077 + ], + "point": [ + 0.5772, + 0.4713 + ] + }, + { + "instruction": "Logout.", + "bbox": [ + 0.7105710771348741, + 0.13134375678168403, + 0.7602829827202691, + 0.16102728949652778 + ], + "point": [ + 0.7354, + 0.1462 + ] + }, + { + "instruction": "an option to class.", + "bbox": [ + 0.15647621154785157, + 0.10277718438042535, + 0.2813270568847656, + 0.18040206909179687 + ], + "point": [ + 0.2189, + 0.1416 + ] + }, + { + "instruction": "Farm.", + "bbox": [ + 0.2192246331108941, + 0.2141611565483941, + 0.2421269310845269, + 0.23368782891167536 + ], + "point": [ + 0.2307, + 0.2239 + ] + }, + { + "instruction": "a button or link to the classifieds section.", + "bbox": [ + 0.16019906997680664, + 0.21410629272460938, + 0.20897076924641927, + 0.23358389960394965 + ], + "point": [ + 0.1846, + 0.2238 + ] + }, + { + "instruction": "garden.", + "bbox": [ + 0.2514290279812283, + 0.21367746988932293, + 0.2835642496744792, + 0.23388902452256943 + ], + "point": [ + 0.2675, + 0.2238 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.6335768805609809, + 0.1306642150878906, + 0.7070688883463542, + 0.16219599405924479 + ], + "point": [ + 0.6703, + 0.1464 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054554451836480035, + 0.05234574211968316, + 0.07594729529486763, + 0.08695028516981337 + ], + "point": [ + 0.0653, + 0.0696 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8307651095920139, + 0.05737632751464844, + 0.8458019680447049, + 0.08516456604003907 + ], + "point": [ + 0.8383, + 0.0713 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.8628170437282986, + 0.05746045430501302, + 0.880979241265191, + 0.08228761461046007 + ], + "point": [ + 0.8719, + 0.0699 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9757738749186198, + 0.004116509755452474, + 0.9965705871582031, + 0.039655185275607636 + ], + "point": [ + 0.9862, + 0.0219 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.006177989641825358, + 0.055433078342013886, + 0.025876839955647785, + 0.08497795952690972 + ], + "point": [ + 0.016, + 0.0702 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029997801780700682, + 0.05450684441460504, + 0.05000605583190918, + 0.08531298319498698 + ], + "point": [ + 0.04, + 0.0699 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1571258650885688, + 0.01055283334520128, + 0.17002556059095594, + 0.03621386104159885 + ], + "point": [ + 0.1636, + 0.0234 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.18217461903889973, + 0.009867839813232422, + 0.19531052907307941, + 0.03685118781195747 + ], + "point": [ + 0.1887, + 0.0234 + ] + }, + { + "instruction": "a text input field.", + "bbox": [ + 0.6448375278049046, + 0.6628109402126736, + 0.8013504876030816, + 0.6865599907769098 + ], + "point": [ + 0.7231, + 0.6747 + ] + }, + { + "instruction": "a price tag of 50.00.", + "bbox": [ + 0.7378523932562934, + 0.25726238674587676, + 0.8409377204047309, + 0.31907528347439235 + ], + "point": [ + 0.7894, + 0.2882 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.9759855482313368, + 0.057456516689724395, + 0.9923494127061632, + 0.08275722927517361 + ], + "point": [ + 0.9842, + 0.0701 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9497022840711805, + 0.05329353332519531, + 0.9713697645399305, + 0.0840611351860894 + ], + "point": [ + 0.9605, + 0.0687 + ] + }, + { + "instruction": "a user profile or account.", + "bbox": [ + 0.6445033179389106, + 0.4545730929904514, + 0.7372878180609809, + 0.6027419026692709 + ], + "point": [ + 0.6909, + 0.5287 + ] + }, + { + "instruction": "Kune Kuning pigs.", + "bbox": [ + 0.15698489083184136, + 0.2528352525499132, + 0.3605172157287598, + 0.3323494127061632 + ], + "point": [ + 0.2588, + 0.2926 + ] + }, + { + "instruction": "an option to avoid emails by operating localities or settings.", + "bbox": [ + 0.6566556718614366, + 0.7845115152994792, + 0.8259025573730469, + 0.8285222032335069 + ], + "point": [ + 0.7413, + 0.8065 + ] + }, + { + "instruction": "a prompt toNever play with the Western Union.", + "bbox": [ + 0.6600313822428385, + 0.8307779947916667, + 0.8148184034559461, + 0.8533124457465278 + ], + "point": [ + 0.7374, + 0.842 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.9945544772677951, + 0.05549866570366754, + 1.0, + 0.08618888854980469 + ], + "point": [ + 0.9973, + 0.0708 + ] + } + ], + "element_size": 66 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_19/12054.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Publish a listing", + "bbox": [ + 0.0340277804268731, + 0.011666666666666667, + 0.0996527804268731, + 0.03166666666666667 + ], + "point": [ + 0.0668, + 0.0217 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.10451388888888889, + 0.013888888888888888, + 0.15069444444444444, + 0.029444444444444443 + ], + "point": [ + 0.1276, + 0.0217 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com 9980/index php?page-item&action-item_add", + "bbox": [ + 0.15833333333333333, + 0.0577777820163303, + 0.6298611111111111, + 0.08277777777777778 + ], + "point": [ + 0.3941, + 0.0703 + ] + }, + { + "instruction": "0 | _", + "bbox": [ + 0.8888888888888888, + 0.056666666666666664, + 0.9420138888888889, + 0.08444443596733942 + ], + "point": [ + 0.9155, + 0.0706 + ] + }, + { + "instruction": "Publish a listing", + "bbox": [ + 0.21840277777777778, + 0.21444444444444444, + 0.290625, + 0.23666666666666666 + ], + "point": [ + 0.2545, + 0.2256 + ] + }, + { + "instruction": "Publish a", + "bbox": [ + 0.31493055555555555, + 0.2727777777777778, + 0.45729166666666665, + 0.33055555555555555 + ], + "point": [ + 0.3861, + 0.3017 + ] + }, + { + "instruction": "listing", + "bbox": [ + 0.453125, + 0.2666667005750868, + 0.5611111111111111, + 0.3494444783528646 + ], + "point": [ + 0.5071, + 0.3081 + ] + }, + { + "instruction": "General Information", + "bbox": [ + 0.31631944444444443, + 0.35, + 0.5024305555555556, + 0.38722222222222225 + ], + "point": [ + 0.4094, + 0.3686 + ] + }, + { + "instruction": "Category", + "bbox": [ + 0.25798611111111114, + 0.41555555555555557, + 0.3104166666666667, + 0.44277777777777777 + ], + "point": [ + 0.2842, + 0.4292 + ] + }, + { + "instruction": "Title", + "bbox": [ + 0.28229170905219186, + 0.48944444444444446, + 0.309375, + 0.51 + ], + "point": [ + 0.2958, + 0.4997 + ] + }, + { + "instruction": "Description", + "bbox": [ + 0.24722222222222223, + 0.5616666666666666, + 0.309375, + 0.585 + ], + "point": [ + 0.2783, + 0.5733 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.2809027777777778, + 0.9394443766276042, + 0.309375, + 0.9599999321831597 + ], + "point": [ + 0.2951, + 0.9497 + ] + }, + { + "instruction": "Select a category", + "bbox": [ + 0.3141265869140625, + 0.39747612847222225, + 0.5625405205620659, + 0.4575990125868056 + ], + "point": [ + 0.4383, + 0.4275 + ] + }, + { + "instruction": "Publish Ad", + "bbox": [ + 0.7645118713378907, + 0.12390218946668836, + 0.8413332621256511, + 0.16607774522569443 + ], + "point": [ + 0.8029, + 0.145 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08282708591885037, + 0.05349170260959201, + 0.1556557125515408, + 0.08427990383572048 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "Osclass", + "bbox": [ + 0.1549529923333062, + 0.10171049329969618, + 0.28165584140353733, + 0.1811747572157118 + ], + "point": [ + 0.2183, + 0.1414 + ] + }, + { + "instruction": "Logout", + "bbox": [ + 0.7093758477105034, + 0.1294284396701389, + 0.7628729926215277, + 0.16322672526041668 + ], + "point": [ + 0.7361, + 0.1463 + ] + }, + { + "instruction": "My account", + "bbox": [ + 0.6329312642415365, + 0.12957874721950954, + 0.7074052598741319, + 0.1635409715440538 + ], + "point": [ + 0.6702, + 0.1466 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15715785556369358, + 0.011272506713867187, + 0.1707504908243815, + 0.03407619900173611 + ], + "point": [ + 0.164, + 0.0227 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.1605207019382053, + 0.214447021484375, + 0.20927978091769747, + 0.23379380967881944 + ], + "point": [ + 0.1849, + 0.2241 + ] + }, + { + "instruction": "Pigst", + "bbox": [ + 0.31948125627305773, + 0.46975396050347223, + 0.690204980638292, + 0.5337610541449653 + ], + "point": [ + 0.5048, + 0.5018 + ] + }, + { + "instruction": "Select a category.", + "bbox": [ + 0.3141265869140625, + 0.39747612847222225, + 0.5625405205620659, + 0.4575990125868056 + ], + "point": [ + 0.4383, + 0.4275 + ] + }, + { + "instruction": "Publish Ad.", + "bbox": [ + 0.7645118713378907, + 0.12390218946668836, + 0.8413332621256511, + 0.16607774522569443 + ], + "point": [ + 0.8029, + 0.145 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08282708591885037, + 0.05349170260959201, + 0.1556557125515408, + 0.08427990383572048 + ], + "point": [ + 0.1192, + 0.0689 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.3132143232557509, + 0.9200444878472223, + 0.5609204186333551, + 0.9799224175347222 + ], + "point": [ + 0.4371, + 0.95 + ] + }, + { + "instruction": "an email application or document.", + "bbox": [ + 0.1549529923333062, + 0.10171049329969618, + 0.28165584140353733, + 0.1811747572157118 + ], + "point": [ + 0.2183, + 0.1414 + ] + }, + { + "instruction": "Logout.", + "bbox": [ + 0.7093758477105034, + 0.1294284396701389, + 0.7628729926215277, + 0.16322672526041668 + ], + "point": [ + 0.7361, + 0.1463 + ] + }, + { + "instruction": "My account.", + "bbox": [ + 0.6329312642415365, + 0.12957874721950954, + 0.7074052598741319, + 0.1635409715440538 + ], + "point": [ + 0.6702, + 0.1466 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.05488412645128038, + 0.0533394029405382, + 0.07599363327026368, + 0.08504157172309028 + ], + "point": [ + 0.0654, + 0.0692 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8304972330729167, + 0.05694657219780816, + 0.8460233900282118, + 0.08523467169867621 + ], + "point": [ + 0.8383, + 0.0711 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8622422960069445, + 0.05684376186794705, + 0.881794908311632, + 0.0824562750922309 + ], + "point": [ + 0.872, + 0.0697 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9756861368815104, + 0.0034728368123372396, + 0.9973692152235243, + 0.039397947523328994 + ], + "point": [ + 0.9865, + 0.0214 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.006672082344690958, + 0.05649885813395182, + 0.025403138664033677, + 0.08359347873263889 + ], + "point": [ + 0.016, + 0.07 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.03059882322947184, + 0.05559723748101129, + 0.04935667249891493, + 0.08388293796115451 + ], + "point": [ + 0.04, + 0.0697 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15715785556369358, + 0.011272506713867187, + 0.1707504908243815, + 0.03407619900173611 + ], + "point": [ + 0.164, + 0.0227 + ] + }, + { + "instruction": "a button or link to the classifieds section.", + "bbox": [ + 0.1605207019382053, + 0.214447021484375, + 0.20927978091769747, + 0.23379380967881944 + ], + "point": [ + 0.1849, + 0.2241 + ] + }, + { + "instruction": "Properties", + "bbox": [ + 0.9758035447862413, + 0.05695125155978733, + 0.9924101935492622, + 0.08239173889160156 + ], + "point": [ + 0.9841, + 0.0697 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.18210381401909723, + 0.009510002136230468, + 0.1952526092529297, + 0.036555743747287324 + ], + "point": [ + 0.1887, + 0.023 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9486540052625868, + 0.05369552612304687, + 0.9718024359809028, + 0.08273190816243489 + ], + "point": [ + 0.9602, + 0.0682 + ] + }, + { + "instruction": "currency or currency-related function.", + "bbox": [ + 0.5593841976589626, + 0.9232790120442709, + 0.583615239461263, + 0.9765848117404514 + ], + "point": [ + 0.5715, + 0.9499 + ] + }, + { + "instruction": "A loading bar or progress bar.", + "bbox": [ + 0.31948125627305773, + 0.46975396050347223, + 0.690204980638292, + 0.5337610541449653 + ], + "point": [ + 0.5048, + 0.5018 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.5853605482313368, + 0.9366504584418403, + 0.6019862704806858, + 0.969322984483507 + ], + "point": [ + 0.5937, + 0.953 + ] + } + ], + "element_size": 42 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_20/12660.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Publish a listing", + "bbox": [ + 0.0340277804268731, + 0.011666666666666667, + 0.0996527804268731, + 0.03166666666666667 + ], + "point": [ + 0.0668, + 0.0217 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.10451388888888889, + 0.013888888888888888, + 0.15069444444444444, + 0.029444444444444443 + ], + "point": [ + 0.1276, + 0.0217 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com:9980/index php?page-item&action-item_add", + "bbox": [ + 0.15833333333333333, + 0.06055555555555556, + 0.6298611111111111, + 0.08277777777777778 + ], + "point": [ + 0.3941, + 0.0717 + ] + }, + { + "instruction": "0 2 | g", + "bbox": [ + 0.8673611111111111, + 0.05611111111111111, + 0.9427083333333334, + 0.08333333333333333 + ], + "point": [ + 0.905, + 0.0697 + ] + }, + { + "instruction": "Description", + "bbox": [ + 0.24722222222222223, + 0.12444444444444444, + 0.309375, + 0.1466666497124566 + ], + "point": [ + 0.2783, + 0.1356 + ] + }, + { + "instruction": "have pigs for sale", + "bbox": [ + 0.3302083333333333, + 0.12444444444444444, + 0.4149305555555556, + 0.1466666497124566 + ], + "point": [ + 0.3726, + 0.1356 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.2809027777777778, + 0.5016666666666667, + 0.309375, + 0.5216666666666666 + ], + "point": [ + 0.2951, + 0.5117 + ] + }, + { + "instruction": "Listing Location", + "bbox": [ + 0.3159722222222222, + 0.7216667344835069, + 0.46458333333333335, + 0.7638889567057292 + ], + "point": [ + 0.3903, + 0.7428 + ] + }, + { + "instruction": "Region", + "bbox": [ + 0.2708333333333333, + 0.7894444444444444, + 0.3093749576144748, + 0.8127777777777778 + ], + "point": [ + 0.2901, + 0.8011 + ] + }, + { + "instruction": "Area", + "bbox": [ + 0.2826388888888889, + 0.935, + 0.30902782016330294, + 0.9533333333333334 + ], + "point": [ + 0.2958, + 0.9442 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.28715277777777776, + 0.8594443766276042, + 0.3079861111111111, + 0.8849999321831598 + ], + "point": [ + 0.2976, + 0.8722 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.2590277777777778, + 0.9316666666666666, + 0.28055555555555556, + 0.9572222222222222 + ], + "point": [ + 0.2698, + 0.9444 + ] + }, + { + "instruction": "Select a city_", + "bbox": [ + 0.31379591623942055, + 0.8429796685112847, + 0.5614827473958334, + 0.9028660074869792 + ], + "point": [ + 0.4376, + 0.8729 + ] + }, + { + "instruction": "Select a region ", + "bbox": [ + 0.3154250250922309, + 0.7713538953993055, + 0.5627193874782986, + 0.8297443305121528 + ], + "point": [ + 0.4391, + 0.8005 + ] + }, + { + "instruction": "Click or Drop for upload images", + "bbox": [ + 0.31565189361572266, + 0.572834947374132, + 0.6887364917331271, + 0.6471479627821181 + ], + "point": [ + 0.5022, + 0.61 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08315378824869792, + 0.05141594780815972, + 0.15699407789442274, + 0.0851708984375 + ], + "point": [ + 0.1201, + 0.0683 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.1570677333407932, + 0.011110319561428494, + 0.17083249621921115, + 0.03404802216423882 + ], + "point": [ + 0.164, + 0.0226 + ] + }, + { + "instruction": "a dropdown menu to select a city.", + "bbox": [ + 0.31379591623942055, + 0.8429796685112847, + 0.5614827473958334, + 0.9028660074869792 + ], + "point": [ + 0.4376, + 0.8729 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.3139572991265191, + 0.9146463351779514, + 0.5622008429633246, + 0.9754315185546875 + ], + "point": [ + 0.4381, + 0.945 + ] + }, + { + "instruction": "A button to view additional page information.", + "bbox": [ + 0.31662218305799694, + 0.13942096286349825, + 0.6881138483683268, + 0.45009160359700523 + ], + "point": [ + 0.5024, + 0.2948 + ] + }, + { + "instruction": "Selecting a region.", + "bbox": [ + 0.3154250250922309, + 0.7713538953993055, + 0.5627193874782986, + 0.8297443305121528 + ], + "point": [ + 0.4391, + 0.8005 + ] + }, + { + "instruction": "closing a window or dialog box.", + "bbox": [ + 0.31271029578314885, + 0.48149498833550347, + 0.5592620849609375, + 0.5439922078450521 + ], + "point": [ + 0.436, + 0.5127 + ] + }, + { + "instruction": "a dropdown menu for upload images.", + "bbox": [ + 0.31565189361572266, + 0.572834947374132, + 0.6887364917331271, + 0.6471479627821181 + ], + "point": [ + 0.5022, + 0.61 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054628213246663414, + 0.04989066653781467, + 0.0768157958984375, + 0.08972476535373264 + ], + "point": [ + 0.0657, + 0.0698 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8298729790581597, + 0.05633934868706597, + 0.8464781019422744, + 0.0863791741265191 + ], + "point": [ + 0.8382, + 0.0714 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8860594007703994, + 0.04966649797227648, + 0.9087924533420139, + 0.08592536078559028 + ], + "point": [ + 0.8974, + 0.0678 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08315378824869792, + 0.05141594780815972, + 0.15699407789442274, + 0.0851708984375 + ], + "point": [ + 0.1201, + 0.0683 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029628663592868382, + 0.051681603325737846, + 0.050795629289415146, + 0.08916463216145833 + ], + "point": [ + 0.0402, + 0.0704 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004472674263848199, + 0.05190677218967014, + 0.026770570543077257, + 0.08829801771375868 + ], + "point": [ + 0.0156, + 0.0701 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8613722907172309, + 0.05150482177734375, + 0.8826791551378038, + 0.08629062228732638 + ], + "point": [ + 0.872, + 0.0689 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9473936292860243, + 0.04683409372965495, + 0.9733885023328993, + 0.08853025648328994 + ], + "point": [ + 0.9604, + 0.0677 + ] + }, + { + "instruction": "Show container actions", + "bbox": [ + 0.9752037896050347, + 0.050799471537272135, + 0.9932973225911458, + 0.08788470798068576 + ], + "point": [ + 0.9843, + 0.0693 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1570677333407932, + 0.011110319561428494, + 0.17083249621921115, + 0.03404802216423882 + ], + "point": [ + 0.164, + 0.0226 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.9234144422743056, + 0.04756038241916233, + 0.9456831190321181, + 0.08715574476453992 + ], + "point": [ + 0.9345, + 0.0674 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.18183712429470486, + 0.008477009667290581, + 0.19555719163682725, + 0.03735526190863715 + ], + "point": [ + 0.1887, + 0.0229 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9752778795030382, + 0.003495167626274957, + 0.9967530992296006, + 0.04175803078545465 + ], + "point": [ + 0.986, + 0.0226 + ] + }, + { + "instruction": "a currency dropdown menu.", + "bbox": [ + 0.5574308607313369, + 0.4833140394422743, + 0.602451663547092, + 0.5412663099500868 + ], + "point": [ + 0.5799, + 0.5123 + ] + } + ], + "element_size": 37 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_21/12930.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Publish a listing", + "bbox": [ + 0.0340277804268731, + 0.011666666666666667, + 0.0996527804268731, + 0.03166666666666667 + ], + "point": [ + 0.0668, + 0.0217 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.10451388888888889, + 0.013888888888888888, + 0.15069444444444444, + 0.029444444444444443 + ], + "point": [ + 0.1276, + 0.0217 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com:9980/index php?page-item&action-item_add", + "bbox": [ + 0.15833333333333333, + 0.06055555555555556, + 0.6298611111111111, + 0.08277777777777778 + ], + "point": [ + 0.3941, + 0.0717 + ] + }, + { + "instruction": "0 2 | g", + "bbox": [ + 0.8673611111111111, + 0.05611111111111111, + 0.9420138888888889, + 0.08333333333333333 + ], + "point": [ + 0.9047, + 0.0697 + ] + }, + { + "instruction": "55683-png", + "bbox": [ + 0.32222222222222224, + 0.2222222222222222, + 0.3819444444444444, + 0.25 + ], + "point": [ + 0.3521, + 0.2361 + ] + }, + { + "instruction": "503.3kB", + "bbox": [ + 0.3232638888888889, + 0.24500001695421006, + 0.35694444444444445, + 0.26111112806532116 + ], + "point": [ + 0.3401, + 0.2531 + ] + }, + { + "instruction": "Delete", + "bbox": [ + 0.36319444444444443, + 0.2461111111111111, + 0.3902777777777778, + 0.2611111111111111 + ], + "point": [ + 0.3767, + 0.2536 + ] + }, + { + "instruction": "Rotate image", + "bbox": [ + 0.3229166666666667, + 0.2599999830457899, + 0.3927083333333333, + 0.2838888719346788 + ], + "point": [ + 0.3578, + 0.2719 + ] + }, + { + "instruction": "Listing Location", + "bbox": [ + 0.3159722222222222, + 0.5205555216471354, + 0.4642361111111111, + 0.5588888549804687 + ], + "point": [ + 0.3901, + 0.5397 + ] + }, + { + "instruction": "Region", + "bbox": [ + 0.2708333333333333, + 0.5855555555555556, + 0.3093749576144748, + 0.6088888888888889 + ], + "point": [ + 0.2901, + 0.5972 + ] + }, + { + "instruction": "Area", + "bbox": [ + 0.28194446563720704, + 0.73, + 0.30972224341498483, + 0.7516666666666667 + ], + "point": [ + 0.2958, + 0.7408 + ] + }, + { + "instruction": "Address", + "bbox": [ + 0.26493055555555556, + 0.8038888888888889, + 0.3090277777777778, + 0.8222222222222222 + ], + "point": [ + 0.287, + 0.8131 + ] + }, + { + "instruction": "Seller's information", + "bbox": [ + 0.3159722222222222, + 0.8866666666666667, + 0.4986111111111111, + 0.9227777777777778 + ], + "point": [ + 0.4073, + 0.9047 + ] + }, + { + "instruction": "Phone", + "bbox": [ + 0.2743055767483181, + 0.955, + 0.3090277989705404, + 0.9733333333333334 + ], + "point": [ + 0.2917, + 0.9642 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.28680555555555554, + 0.6544444444444445, + 0.3079861111111111, + 0.6827777777777778 + ], + "point": [ + 0.2974, + 0.6686 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.2590277777777778, + 0.7277777777777777, + 0.28055555555555556, + 0.7538888888888889 + ], + "point": [ + 0.2698, + 0.7408 + ] + }, + { + "instruction": "Select a city__.", + "bbox": [ + 0.3147637685139974, + 0.6381374104817709, + 0.5628575219048394, + 0.699934556749132 + ], + "point": [ + 0.4388, + 0.669 + ] + }, + { + "instruction": "Select a", + "bbox": [ + 0.31412904527452257, + 0.5666236707899306, + 0.5618598937988282, + 0.6274873860677084 + ], + "point": [ + 0.438, + 0.5971 + ] + }, + { + "instruction": "region_", + "bbox": [ + 0.31412904527452257, + 0.5666236707899306, + 0.5618598937988282, + 0.6274873860677084 + ], + "point": [ + 0.438, + 0.5971 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.0828352133433024, + 0.05252247280544705, + 0.15577949947781033, + 0.08427483452690972 + ], + "point": [ + 0.1193, + 0.0684 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15690401924981012, + 0.010847824944390192, + 0.17091544469197592, + 0.03442623138427734 + ], + "point": [ + 0.1639, + 0.0226 + ] + }, + { + "instruction": "Click or Drop for upload images", + "bbox": [ + 0.31565846337212455, + 0.13477225409613716, + 0.6906360838148329, + 0.20996197170681424 + ], + "point": [ + 0.5031, + 0.1724 + ] + }, + { + "instruction": "No file chosen", + "bbox": [ + 0.4374706268310547, + 0.6138130018446181, + 0.5016284942626953, + 0.642482435438368 + ], + "point": [ + 0.4695, + 0.6281 + ] + }, + { + "instruction": "a dropdown menu to select a city.", + "bbox": [ + 0.3147637685139974, + 0.6381374104817709, + 0.5628575219048394, + 0.699934556749132 + ], + "point": [ + 0.4388, + 0.669 + ] + }, + { + "instruction": "a horizontal scroll bar.", + "bbox": [ + 0.31316680908203126, + 0.7834849039713542, + 0.5623601277669271, + 0.8459218343098959 + ], + "point": [ + 0.4378, + 0.8147 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.31379237704806856, + 0.7120940483940972, + 0.5623192257351346, + 0.7721367730034723 + ], + "point": [ + 0.4381, + 0.7421 + ] + }, + { + "instruction": "Select a region.", + "bbox": [ + 0.31412904527452257, + 0.5666236707899306, + 0.5618598937988282, + 0.6274873860677084 + ], + "point": [ + 0.438, + 0.5971 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.0828352133433024, + 0.05252247280544705, + 0.15577949947781033, + 0.08427483452690972 + ], + "point": [ + 0.1193, + 0.0684 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.054544825024074976, + 0.05014320373535156, + 0.07666642400953505, + 0.08937647501627605 + ], + "point": [ + 0.0656, + 0.0698 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8301518758138021, + 0.05658482445610894, + 0.846380106608073, + 0.08569326612684462 + ], + "point": [ + 0.8383, + 0.0711 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8864373948838976, + 0.05095436520046658, + 0.9082715352376302, + 0.08509622361924914 + ], + "point": [ + 0.8974, + 0.068 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8614603678385416, + 0.05266339619954427, + 0.8824898613823785, + 0.08548327128092448 + ], + "point": [ + 0.872, + 0.0691 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9476071675618489, + 0.046789440578884546, + 0.9731754726833768, + 0.08785965813530816 + ], + "point": [ + 0.9604, + 0.0673 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.9236731635199653, + 0.04829319000244141, + 0.9452829996744792, + 0.08632639567057292 + ], + "point": [ + 0.9345, + 0.0673 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004781873358620538, + 0.05236665513780382, + 0.02678304711977641, + 0.08748238457573784 + ], + "point": [ + 0.0158, + 0.0699 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.02945039802127414, + 0.05206690470377604, + 0.05027381579081217, + 0.08743582831488715 + ], + "point": [ + 0.0399, + 0.0698 + ] + }, + { + "instruction": "a horizontal scroll bar.", + "bbox": [ + 0.31395946078830295, + 0.9343282063802083, + 0.5622236887613933, + 0.99712646484375 + ], + "point": [ + 0.4381, + 0.9657 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.9754113939073351, + 0.0034717559814453126, + 0.9968038770887587, + 0.040751575893825956 + ], + "point": [ + 0.9861, + 0.0221 + ] + }, + { + "instruction": "Show container actions", + "bbox": [ + 0.9753614637586806, + 0.05166031731499566, + 0.9930426703559028, + 0.0872341071234809 + ], + "point": [ + 0.9842, + 0.0694 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15690401924981012, + 0.010847824944390192, + 0.17091544469197592, + 0.03442623138427734 + ], + "point": [ + 0.1639, + 0.0226 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.1812817891438802, + 0.007870588302612305, + 0.1959400177001953, + 0.03814856105380588 + ], + "point": [ + 0.1886, + 0.023 + ] + }, + { + "instruction": "a dropdown menu for upload images.", + "bbox": [ + 0.31565846337212455, + 0.13477225409613716, + 0.6906360838148329, + 0.20996197170681424 + ], + "point": [ + 0.5031, + 0.1724 + ] + }, + { + "instruction": "No file chosen.", + "bbox": [ + 0.4374706268310547, + 0.6138130018446181, + 0.5016284942626953, + 0.642482435438368 + ], + "point": [ + 0.4695, + 0.6281 + ] + }, + { + "instruction": "a group of pigs.", + "bbox": [ + 0.32305357191297746, + 0.3303594970703125, + 0.42550862630208336, + 0.3580413140190972 + ], + "point": [ + 0.3743, + 0.3442 + ] + } + ], + "element_size": 44 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_22/13092.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Publish a listing", + "bbox": [ + 0.0340277804268731, + 0.011666666666666667, + 0.0996527804268731, + 0.03166666666666667 + ], + "point": [ + 0.0668, + 0.0217 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.10451388888888889, + 0.013888888888888888, + 0.15069444444444444, + 0.029444444444444443 + ], + "point": [ + 0.1276, + 0.0217 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2.con", + "bbox": [ + 0.15868055555555555, + 0.06111111111111111, + 0.31319444444444444, + 0.07833333333333334 + ], + "point": [ + 0.2359, + 0.0697 + ] + }, + { + "instruction": "action-item_add", + "bbox": [ + 0.5506944868299696, + 0.06111111111111111, + 0.6295138465033637, + 0.07833333333333334 + ], + "point": [ + 0.5901, + 0.0697 + ] + }, + { + "instruction": "0 0 | 4", + "bbox": [ + 0.8673611111111111, + 0.0577777820163303, + 0.9413194444444445, + 0.08277777777777778 + ], + "point": [ + 0.9043, + 0.0703 + ] + }, + { + "instruction": "Georgia", + "bbox": [ + 0.3277777777777778, + 0.16166666666666665, + 0.3680555555555556, + 0.18388888888888888 + ], + "point": [ + 0.3479, + 0.1728 + ] + }, + { + "instruction": "hages", + "bbox": [ + 0.5506945292154948, + 0.1638888888888889, + 0.5809027777777778, + 0.1811111111111111 + ], + "point": [ + 0.5658, + 0.1725 + ] + }, + { + "instruction": "Hawaii", + "bbox": [ + 0.32881944444444444, + 0.19111111111111112, + 0.36215277777777777, + 0.20944444444444443 + ], + "point": [ + 0.3455, + 0.2003 + ] + }, + { + "instruction": "Idaho", + "bbox": [ + 0.32743055555555556, + 0.21888890584309895, + 0.35694444444444445, + 0.2372222391764323 + ], + "point": [ + 0.3422, + 0.2281 + ] + }, + { + "instruction": "Illinois", + "bbox": [ + 0.328125, + 0.2461111111111111, + 0.3607638888888889, + 0.2644444444444444 + ], + "point": [ + 0.3444, + 0.2553 + ] + }, + { + "instruction": "Region", + "bbox": [ + 0.2708333333333333, + 0.5866665988498264, + 0.3093749576144748, + 0.6088888210720486 + ], + "point": [ + 0.2901, + 0.5978 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.2854166454739041, + 0.6572222222222223, + 0.3104166454739041, + 0.6811111111111111 + ], + "point": [ + 0.2979, + 0.6692 + ] + }, + { + "instruction": "Area", + "bbox": [ + 0.28194446563720704, + 0.7311111111111112, + 0.3090277989705404, + 0.7511111111111111 + ], + "point": [ + 0.2955, + 0.7411 + ] + }, + { + "instruction": "Address", + "bbox": [ + 0.26493055555555556, + 0.8038888888888889, + 0.3090277777777778, + 0.8222222222222222 + ], + "point": [ + 0.287, + 0.8131 + ] + }, + { + "instruction": "North Dakota", + "bbox": [ + 0.32881944444444444, + 0.83, + 0.39340277777777777, + 0.8483333333333334 + ], + "point": [ + 0.3611, + 0.8392 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.2590277777777778, + 0.7277777777777777, + 0.28055555555555556, + 0.7538888888888889 + ], + "point": [ + 0.2698, + 0.7408 + ] + }, + { + "instruction": "New York", + "bbox": [ + 0.32762061225043404, + 0.7678718397352431, + 0.5421843634711372, + 0.7970306396484375 + ], + "point": [ + 0.4349, + 0.7825 + ] + }, + { + "instruction": "Ohio", + "bbox": [ + 0.32740308973524307, + 0.8517125786675347, + 0.5500364515516493, + 0.8810163709852431 + ], + "point": [ + 0.4387, + 0.8664 + ] + }, + { + "instruction": "Oklahoma", + "bbox": [ + 0.32715282440185545, + 0.8785894097222222, + 0.5517571343315972, + 0.9092822265625 + ], + "point": [ + 0.4395, + 0.8939 + ] + }, + { + "instruction": "North Carolina", + "bbox": [ + 0.32785191006130643, + 0.7955426703559028, + 0.5417723337809245, + 0.8246527777777778 + ], + "point": [ + 0.4348, + 0.8101 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.15649886661105686, + 0.008266773223876953, + 0.17110409206814237, + 0.03857053968641493 + ], + "point": [ + 0.1638, + 0.0234 + ] + }, + { + "instruction": "New Hampshire", + "bbox": [ + 0.3270719740125868, + 0.6830087619357639, + 0.524458736843533, + 0.71432861328125 + ], + "point": [ + 0.4258, + 0.6987 + ] + }, + { + "instruction": "New Jersey", + "bbox": [ + 0.32760230170355903, + 0.7120655653211806, + 0.5442566765679253, + 0.7419196234809028 + ], + "point": [ + 0.4359, + 0.727 + ] + }, + { + "instruction": "New Mexico", + "bbox": [ + 0.3273594750298394, + 0.739203626844618, + 0.548273171318902, + 0.7690864393446181 + ], + "point": [ + 0.4378, + 0.7541 + ] + }, + { + "instruction": "Colorado", + "bbox": [ + 0.32228270636664497, + 0.04570816040039063, + 0.5529995812310113, + 0.07606592814127604 + ], + "point": [ + 0.4376, + 0.0609 + ] + }, + { + "instruction": "Connecticut", + "bbox": [ + 0.322941886054145, + 0.07470191107855903, + 0.5565144432915582, + 0.1035844251844618 + ], + "point": [ + 0.4397, + 0.0891 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08298558129204645, + 0.05109594980875651, + 0.15675154791937934, + 0.08546570671929253 + ], + "point": [ + 0.1199, + 0.0683 + ] + }, + { + "instruction": "Maryland", + "bbox": [ + 0.32114105224609374, + 0.43453887939453123, + 0.5278728908962673, + 0.46417660183376735 + ], + "point": [ + 0.4245, + 0.4494 + ] + }, + { + "instruction": "Michigan", + "bbox": [ + 0.32237326304117836, + 0.4908603922526042, + 0.5283075968424479, + 0.5195372856987848 + ], + "point": [ + 0.4253, + 0.5052 + ] + }, + { + "instruction": "Minnesota", + "bbox": [ + 0.3235044479370117, + 0.5179835679796007, + 0.5296013726128472, + 0.5468085734049479 + ], + "point": [ + 0.4266, + 0.5324 + ] + }, + { + "instruction": "Maine", + "bbox": [ + 0.31958961486816406, + 0.4070755343967014, + 0.5296376122368707, + 0.43543755425347225 + ], + "point": [ + 0.4246, + 0.4213 + ] + }, + { + "instruction": "Mississippi", + "bbox": [ + 0.3231909857855903, + 0.5458125474717882, + 0.5440591600206163, + 0.5747842746310764 + ], + "point": [ + 0.4336, + 0.5603 + ] + }, + { + "instruction": "Nebraska", + "bbox": [ + 0.32562018500434026, + 0.628274400499132, + 0.5294440375434027, + 0.657870347764757 + ], + "point": [ + 0.4275, + 0.6431 + ] + }, + { + "instruction": "Nevada", + "bbox": [ + 0.32600036197238497, + 0.6564493136935764, + 0.5363112555609809, + 0.6862971327039931 + ], + "point": [ + 0.4312, + 0.6714 + ] + }, + { + "instruction": "Massachusetts", + "bbox": [ + 0.3227103551228841, + 0.46168755425347224, + 0.5252644856770833, + 0.49192484537760417 + ], + "point": [ + 0.424, + 0.4768 + ] + }, + { + "instruction": "Missouri", + "bbox": [ + 0.32506001790364586, + 0.5729245334201389, + 0.5329834832085504, + 0.6031840006510417 + ], + "point": [ + 0.429, + 0.5881 + ] + }, + { + "instruction": "Pennsylvania", + "bbox": [ + 0.31494678921169705, + 0.9339385308159722, + 0.5543457455105252, + 0.9651190863715278 + ], + "point": [ + 0.4346, + 0.9495 + ] + }, + { + "instruction": "Delaware", + "bbox": [ + 0.3237222883436415, + 0.10171156141493055, + 0.557375717163086, + 0.13067972819010418 + ], + "point": [ + 0.4405, + 0.1162 + ] + }, + { + "instruction": "Kentucky", + "bbox": [ + 0.32009995778401695, + 0.35132737901475697, + 0.5315902709960938, + 0.3810087754991319 + ], + "point": [ + 0.4258, + 0.3662 + ] + }, + { + "instruction": "Montana", + "bbox": [ + 0.32502269744873047, + 0.6006006537543402, + 0.5319671630859375, + 0.6303151448567709 + ], + "point": [ + 0.4285, + 0.6155 + ] + }, + { + "instruction": "Louisiana", + "bbox": [ + 0.32023230658637153, + 0.3789255099826389, + 0.5266075134277344, + 0.408282470703125 + ], + "point": [ + 0.4234, + 0.3936 + ] + }, + { + "instruction": "Kansas", + "bbox": [ + 0.3203694025675456, + 0.3231551445855035, + 0.5313186645507812, + 0.3527605862087674 + ], + "point": [ + 0.4258, + 0.338 + ] + }, + { + "instruction": "Callornia", + "bbox": [ + 0.3185800128512912, + 0.006161719428168403, + 0.5472823248969184, + 0.047745361328125 + ], + "point": [ + 0.4329, + 0.027 + ] + }, + { + "instruction": "lowa", + "bbox": [ + 0.3200103759765625, + 0.2969143676757813, + 0.5303499009874132, + 0.32594519721137155 + ], + "point": [ + 0.4252, + 0.3114 + ] + }, + { + "instruction": "Florida", + "bbox": [ + 0.3226359685262044, + 0.1296408165825738, + 0.5613099839952257, + 0.15805006239149305 + ], + "point": [ + 0.442, + 0.1438 + ] + }, + { + "instruction": "Oregon", + "bbox": [ + 0.32029652065700953, + 0.907041015625, + 0.5518044789632162, + 0.9357497829861111 + ], + "point": [ + 0.4361, + 0.9214 + ] + }, + { + "instruction": "Indiana", + "bbox": [ + 0.31960413191053605, + 0.26766409979926215, + 0.5501941257052951, + 0.29782036675347223 + ], + "point": [ + 0.4349, + 0.2827 + ] + }, + { + "instruction": "Phone", + "bbox": [ + 0.27217468685574003, + 0.9488930935329861, + 0.31032661861843536, + 0.9780257161458333 + ], + "point": [ + 0.2913, + 0.9635 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.0541491879357232, + 0.04923392401801215, + 0.07704616652594673, + 0.09072144402398004 + ], + "point": [ + 0.0656, + 0.07 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9472488403320313, + 0.04780470106336806, + 0.9736736721462673, + 0.09045204162597656 + ], + "point": [ + 0.9605, + 0.0691 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8292370266384549, + 0.0562510257297092, + 0.8469346788194444, + 0.08607476976182726 + ], + "point": [ + 0.8381, + 0.0712 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8604916042751736, + 0.05021220313178169, + 0.8836683485243055, + 0.08767713758680555 + ], + "point": [ + 0.8721, + 0.0689 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.885360124376085, + 0.048989512125651044, + 0.9089905632866754, + 0.08694964090983073 + ], + "point": [ + 0.8972, + 0.068 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9754951477050782, + 0.0028397772047254774, + 0.9974784851074219, + 0.03998551898532444 + ], + "point": [ + 0.9865, + 0.0214 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.9227503458658854, + 0.04789324018690321, + 0.9462838066948784, + 0.08834537082248264 + ], + "point": [ + 0.9345, + 0.0681 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.028564945856730143, + 0.05056552886962891, + 0.05170893669128418, + 0.09066375732421875 + ], + "point": [ + 0.0401, + 0.0706 + ] + }, + { + "instruction": "More options", + "bbox": [ + 0.9744253370496961, + 0.04929528130425347, + 0.9942400614420573, + 0.08950041029188369 + ], + "point": [ + 0.9843, + 0.0694 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.0032348367902967664, + 0.05108735826280382, + 0.027572385470072427, + 0.09138512505425347 + ], + "point": [ + 0.0154, + 0.0712 + ] + }, + { + "instruction": "New York.", + "bbox": [ + 0.32762061225043404, + 0.7678718397352431, + 0.5421843634711372, + 0.7970306396484375 + ], + "point": [ + 0.4349, + 0.7825 + ] + }, + { + "instruction": "Ohio.", + "bbox": [ + 0.32740308973524307, + 0.8517125786675347, + 0.5500364515516493, + 0.8810163709852431 + ], + "point": [ + 0.4387, + 0.8664 + ] + }, + { + "instruction": "Oklahoma.", + "bbox": [ + 0.32715282440185545, + 0.8785894097222222, + 0.5517571343315972, + 0.9092822265625 + ], + "point": [ + 0.4395, + 0.8939 + ] + }, + { + "instruction": "A search bar for North Carolina.", + "bbox": [ + 0.32785191006130643, + 0.7955426703559028, + 0.5417723337809245, + 0.8246527777777778 + ], + "point": [ + 0.4348, + 0.8101 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.15649886661105686, + 0.008266773223876953, + 0.17110409206814237, + 0.03857053968641493 + ], + "point": [ + 0.1638, + 0.0234 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.5472913953993056, + 0.63743408203125, + 0.563187238905165, + 0.6681563313802084 + ], + "point": [ + 0.5552, + 0.6528 + ] + }, + { + "instruction": "New Hampshire.", + "bbox": [ + 0.3270719740125868, + 0.6830087619357639, + 0.524458736843533, + 0.71432861328125 + ], + "point": [ + 0.4258, + 0.6987 + ] + }, + { + "instruction": "Minimize window.", + "bbox": [ + 0.5467036353217231, + 0.5643580118815105, + 0.5620376163058811, + 0.6388431803385417 + ], + "point": [ + 0.5544, + 0.6016 + ] + }, + { + "instruction": "New Jersey.", + "bbox": [ + 0.32760230170355903, + 0.7120655653211806, + 0.5442566765679253, + 0.7419196234809028 + ], + "point": [ + 0.4359, + 0.727 + ] + }, + { + "instruction": "Add New Tab", + "bbox": [ + 0.18119441138373482, + 0.0071465884314643015, + 0.19485869937472874, + 0.03954603301154243 + ], + "point": [ + 0.188, + 0.0233 + ] + }, + { + "instruction": "Creating a new mexico location.", + "bbox": [ + 0.3273594750298394, + 0.739203626844618, + 0.548273171318902, + 0.7690864393446181 + ], + "point": [ + 0.4378, + 0.7541 + ] + }, + { + "instruction": "colorado.", + "bbox": [ + 0.32228270636664497, + 0.04570816040039063, + 0.5529995812310113, + 0.07606592814127604 + ], + "point": [ + 0.4376, + 0.0609 + ] + }, + { + "instruction": "Connecticut.", + "bbox": [ + 0.322941886054145, + 0.07470191107855903, + 0.5565144432915582, + 0.1035844251844618 + ], + "point": [ + 0.4397, + 0.0891 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08298558129204645, + 0.05109594980875651, + 0.15675154791937934, + 0.08546570671929253 + ], + "point": [ + 0.1199, + 0.0683 + ] + }, + { + "instruction": "A search function for Maryland.", + "bbox": [ + 0.32114105224609374, + 0.43453887939453123, + 0.5278728908962673, + 0.46417660183376735 + ], + "point": [ + 0.4245, + 0.4494 + ] + }, + { + "instruction": "michigan.", + "bbox": [ + 0.32237326304117836, + 0.4908603922526042, + 0.5283075968424479, + 0.5195372856987848 + ], + "point": [ + 0.4253, + 0.5052 + ] + }, + { + "instruction": "minnesota.", + "bbox": [ + 0.3235044479370117, + 0.5179835679796007, + 0.5296013726128472, + 0.5468085734049479 + ], + "point": [ + 0.4266, + 0.5324 + ] + }, + { + "instruction": "Maine.", + "bbox": [ + 0.31958961486816406, + 0.4070755343967014, + 0.5296376122368707, + 0.43543755425347225 + ], + "point": [ + 0.4246, + 0.4213 + ] + }, + { + "instruction": "a button to access the Mississippi application.", + "bbox": [ + 0.3231909857855903, + 0.5458125474717882, + 0.5440591600206163, + 0.5747842746310764 + ], + "point": [ + 0.4336, + 0.5603 + ] + }, + { + "instruction": "Nebraska.", + "bbox": [ + 0.32562018500434026, + 0.628274400499132, + 0.5294440375434027, + 0.657870347764757 + ], + "point": [ + 0.4275, + 0.6431 + ] + }, + { + "instruction": "Navigation to the Nevada state.", + "bbox": [ + 0.32600036197238497, + 0.6564493136935764, + 0.5363112555609809, + 0.6862971327039931 + ], + "point": [ + 0.4312, + 0.6714 + ] + }, + { + "instruction": "Massachusetts.", + "bbox": [ + 0.3227103551228841, + 0.46168755425347224, + 0.5252644856770833, + 0.49192484537760417 + ], + "point": [ + 0.424, + 0.4768 + ] + }, + { + "instruction": "A search function for the Missouri region.", + "bbox": [ + 0.32506001790364586, + 0.5729245334201389, + 0.5329834832085504, + 0.6031840006510417 + ], + "point": [ + 0.429, + 0.5881 + ] + }, + { + "instruction": "Pennsylvania.", + "bbox": [ + 0.31494678921169705, + 0.9339385308159722, + 0.5543457455105252, + 0.9651190863715278 + ], + "point": [ + 0.4346, + 0.9495 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.5506629943847656, + 0.9328468153211805, + 0.5606580098470052, + 0.9566008843315972 + ], + "point": [ + 0.5557, + 0.9447 + ] + }, + { + "instruction": "delivery status or delivery status.", + "bbox": [ + 0.3237222883436415, + 0.10171156141493055, + 0.557375717163086, + 0.13067972819010418 + ], + "point": [ + 0.4405, + 0.1162 + ] + }, + { + "instruction": "Kentucky.", + "bbox": [ + 0.32009995778401695, + 0.35132737901475697, + 0.5315902709960938, + 0.3810087754991319 + ], + "point": [ + 0.4258, + 0.3662 + ] + }, + { + "instruction": "Montana.", + "bbox": [ + 0.32502269744873047, + 0.6006006537543402, + 0.5319671630859375, + 0.6303151448567709 + ], + "point": [ + 0.4285, + 0.6155 + ] + }, + { + "instruction": "louisiana.", + "bbox": [ + 0.32023230658637153, + 0.3789255099826389, + 0.5266075134277344, + 0.408282470703125 + ], + "point": [ + 0.4234, + 0.3936 + ] + }, + { + "instruction": "Kansas.", + "bbox": [ + 0.3203694025675456, + 0.3231551445855035, + 0.5313186645507812, + 0.3527605862087674 + ], + "point": [ + 0.4258, + 0.338 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.42687644958496096, + 0.9703687201605903, + 0.43914146423339845, + 0.992782457139757 + ], + "point": [ + 0.433, + 0.9816 + ] + }, + { + "instruction": "a shortcut link.", + "bbox": [ + 0.40316802130805124, + 0.8245754665798611, + 0.416193856133355, + 0.8518503146701389 + ], + "point": [ + 0.4097, + 0.8382 + ] + }, + { + "instruction": "Search or magnifying glass function.", + "bbox": [ + 0.0, + 0.0, + 0.01663795444700453, + 0.06371687147352431 + ], + "point": [ + 0.0083, + 0.0319 + ] + }, + { + "instruction": "navigating to the California state.", + "bbox": [ + 0.3185800128512912, + 0.006161719428168403, + 0.5472823248969184, + 0.047745361328125 + ], + "point": [ + 0.4329, + 0.027 + ] + }, + { + "instruction": "iowa.", + "bbox": [ + 0.3200103759765625, + 0.2969143676757813, + 0.5303499009874132, + 0.32594519721137155 + ], + "point": [ + 0.4252, + 0.3114 + ] + }, + { + "instruction": "the state of Florida.", + "bbox": [ + 0.3226359685262044, + 0.1296408165825738, + 0.5613099839952257, + 0.15805006239149305 + ], + "point": [ + 0.442, + 0.1438 + ] + }, + { + "instruction": "oregon.", + "bbox": [ + 0.32029652065700953, + 0.907041015625, + 0.5518044789632162, + 0.9357497829861111 + ], + "point": [ + 0.4361, + 0.9214 + ] + }, + { + "instruction": "indiana.", + "bbox": [ + 0.31960413191053605, + 0.26766409979926215, + 0.5501941257052951, + 0.29782036675347223 + ], + "point": [ + 0.4349, + 0.2827 + ] + }, + { + "instruction": "Phone.", + "bbox": [ + 0.27217468685574003, + 0.9488930935329861, + 0.31032661861843536, + 0.9780257161458333 + ], + "point": [ + 0.2913, + 0.9635 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.5491901397705078, + 0.7110872395833333, + 0.5603703392876519, + 0.7732215711805556 + ], + "point": [ + 0.5548, + 0.7422 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.54964599609375, + 0.7831327989366319, + 0.5601817660861546, + 0.831704576280382 + ], + "point": [ + 0.5549, + 0.8074 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.9084710862901476, + 0.04910961574978299, + 0.9242727491590712, + 0.08706075880262587 + ], + "point": [ + 0.9164, + 0.0681 + ] + } + ], + "element_size": 100 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_23/13740.jpg", + "img_size": [ + 2880, + 1800 + ], + "element": [ + { + "instruction": "Farm", + "bbox": [ + 0.034375, + 0.013888888888888888, + 0.05694444444444444, + 0.029444444444444443 + ], + "point": [ + 0.0457, + 0.0217 + ] + }, + { + "instruction": "garden", + "bbox": [ + 0.06354166666666666, + 0.012777776718139648, + 0.09513888888888888, + 0.031111110051472983 + ], + "point": [ + 0.0793, + 0.0219 + ] + }, + { + "instruction": "Classifieds", + "bbox": [ + 0.1, + 0.013333333333333334, + 0.1451388888888889, + 0.029444444444444443 + ], + "point": [ + 0.1226, + 0.0214 + ] + }, + { + "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com:9980/index php?page-search&sCategory-16", + "bbox": [ + 0.15833333333333333, + 0.06055555555555556, + 0.628125, + 0.08277777777777778 + ], + "point": [ + 0.3932, + 0.0717 + ] + }, + { + "instruction": "0 2 | g", + "bbox": [ + 0.8673611111111111, + 0.05611111111111111, + 0.9427083333333334, + 0.08333333333333333 + ], + "point": [ + 0.905, + 0.0697 + ] + }, + { + "instruction": "19 Culaiu", + "bbox": [ + 0.36041666666666666, + 0.09055555555555556, + 0.4635416666666667, + 0.11388888888888889 + ], + "point": [ + 0.412, + 0.1022 + ] + }, + { + "instruction": "Region", + "bbox": [ + 0.2708333333333333, + 0.14444444444444443, + 0.3093749576144748, + 0.16666666666666666 + ], + "point": [ + 0.2901, + 0.1556 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.28506942325168183, + 0.21388888888888888, + 0.3107638676961263, + 0.24055555555555555 + ], + "point": [ + 0.2979, + 0.2272 + ] + }, + { + "instruction": "Area", + "bbox": [ + 0.28194446563720704, + 0.28833333333333333, + 0.3090277989705404, + 0.3088888888888889 + ], + "point": [ + 0.2955, + 0.2986 + ] + }, + { + "instruction": "Address", + "bbox": [ + 0.26458331214057074, + 0.3605555555555556, + 0.3093749788072374, + 0.38166666666666665 + ], + "point": [ + 0.287, + 0.3711 + ] + }, + { + "instruction": "Seller's information", + "bbox": [ + 0.3159722222222222, + 0.44555555555555554, + 0.4986111111111111, + 0.48 + ], + "point": [ + 0.4073, + 0.4628 + ] + }, + { + "instruction": "Phone", + "bbox": [ + 0.27361111111111114, + 0.5111111789279514, + 0.30972222222222223, + 0.5333334011501736 + ], + "point": [ + 0.2917, + 0.5222 + ] + }, + { + "instruction": "Show phone on the listing page", + "bbox": [ + 0.33194444444444443, + 0.5661110093858507, + 0.4736111111111111, + 0.5894443766276042 + ], + "point": [ + 0.4028, + 0.5778 + ] + }, + { + "instruction": "Other contact", + "bbox": [ + 0.23506944444444444, + 0.6277777777777778, + 0.3104166666666667, + 0.6494444444444445 + ], + "point": [ + 0.2727, + 0.6386 + ] + }, + { + "instruction": "Contact", + "bbox": [ + 0.15868055555555555, + 0.8900000678168403, + 0.19895833333333332, + 0.9083334011501736 + ], + "point": [ + 0.1788, + 0.8992 + ] + }, + { + "instruction": "Powered by best classifieds scripts osclass", + "bbox": [ + 0.15868055555555555, + 0.9411110432942709, + 0.33402777777777776, + 0.958333265516493 + ], + "point": [ + 0.2464, + 0.9497 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.259375, + 0.285, + 0.28020833333333334, + 0.31277777777777777 + ], + "point": [ + 0.2698, + 0.2989 + ] + }, + { + "instruction": "Publish", + "bbox": [ + 0.3168819427490234, + 0.7204280598958334, + 0.3884230295817057, + 0.7795369466145833 + ], + "point": [ + 0.3527, + 0.75 + ] + }, + { + "instruction": "Pittsburgh", + "bbox": [ + 0.3142334832085503, + 0.19615651448567709, + 0.5625008477105035, + 0.2575545925564236 + ], + "point": [ + 0.4384, + 0.2269 + ] + }, + { + "instruction": "15213", + "bbox": [ + 0.3135647455851237, + 0.2698763190375434, + 0.5621387057834202, + 0.3295731947157118 + ], + "point": [ + 0.4379, + 0.2997 + ] + }, + { + "instruction": "Pennsylvania", + "bbox": [ + 0.3141059875488281, + 0.12555328369140625, + 0.5619603474934896, + 0.18515801323784722 + ], + "point": [ + 0.438, + 0.1554 + ] + }, + { + "instruction": "Not Secure", + "bbox": [ + 0.08256277508205838, + 0.0510931650797526, + 0.1562234984503852, + 0.08489694383409288 + ], + "point": [ + 0.1194, + 0.068 + ] + }, + { + "instruction": "X", + "bbox": [ + 0.1562098715040419, + 0.010334539413452148, + 0.17206733491685655, + 0.034476821687486434 + ], + "point": [ + 0.1641, + 0.0224 + ] + }, + { + "instruction": "a progress bar.", + "bbox": [ + 0.31335027482774525, + 0.3416570705837674, + 0.5630828009711372, + 0.40304785834418405 + ], + "point": [ + 0.4382, + 0.3724 + ] + }, + { + "instruction": "English language selection.", + "bbox": [ + 0.3168819427490234, + 0.7204280598958334, + 0.3884230295817057, + 0.7795369466145833 + ], + "point": [ + 0.3527, + 0.75 + ] + }, + { + "instruction": "a dropdown menu for selecting the font size, font style, and font size.", + "bbox": [ + 0.3142334832085503, + 0.19615651448567709, + 0.5625008477105035, + 0.2575545925564236 + ], + "point": [ + 0.4384, + 0.2269 + ] + }, + { + "instruction": "a calendar date.", + "bbox": [ + 0.3135647455851237, + 0.2698763190375434, + 0.5621387057834202, + 0.3295731947157118 + ], + "point": [ + 0.4379, + 0.2997 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.31493182712131074, + 0.4919100613064236, + 0.5628593444824219, + 0.5533953179253472 + ], + "point": [ + 0.4389, + 0.5227 + ] + }, + { + "instruction": "a dropdown menu to select the state \"Pennsylvania\".", + "bbox": [ + 0.3141059875488281, + 0.12555328369140625, + 0.5619603474934896, + 0.18515801323784722 + ], + "point": [ + 0.438, + 0.1554 + ] + }, + { + "instruction": "a horizontal scrollbar.", + "bbox": [ + 0.3134543736775716, + 0.6096701388888889, + 0.5623256259494358, + 0.670111083984375 + ], + "point": [ + 0.4379, + 0.6399 + ] + }, + { + "instruction": "Not Security.", + "bbox": [ + 0.08256277508205838, + 0.0510931650797526, + 0.1562234984503852, + 0.08489694383409288 + ], + "point": [ + 0.1194, + 0.068 + ] + }, + { + "instruction": "Extensions", + "bbox": [ + 0.8867127312554254, + 0.05057005140516493, + 0.9081860860188802, + 0.0859176296657986 + ], + "point": [ + 0.8974, + 0.0682 + ] + }, + { + "instruction": "Five-point star", + "bbox": [ + 0.8301711188422309, + 0.05650115966796875, + 0.8461592780219184, + 0.08581434461805555 + ], + "point": [ + 0.8382, + 0.0712 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.8615680270724826, + 0.05311785380045573, + 0.8819042629665799, + 0.08583033243815104 + ], + "point": [ + 0.8717, + 0.0695 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.05534768104553223, + 0.053241216871473526, + 0.07578106456332737, + 0.08636437310112847 + ], + "point": [ + 0.0656, + 0.0698 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.029853913519117568, + 0.05404644012451172, + 0.05015304353502062, + 0.08513304816351996 + ], + "point": [ + 0.04, + 0.0696 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1562098715040419, + 0.010334539413452148, + 0.17206733491685655, + 0.034476821687486434 + ], + "point": [ + 0.1641, + 0.0224 + ] + }, + { + "instruction": "Download", + "bbox": [ + 0.9236067030164931, + 0.04814643859863281, + 0.9452670627170139, + 0.08676214430067275 + ], + "point": [ + 0.9344, + 0.0675 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.004389602608150906, + 0.052283087836371527, + 0.02678296168645223, + 0.08743665059407552 + ], + "point": [ + 0.0156, + 0.0699 + ] + }, + { + "instruction": "Time Field", + "bbox": [ + 0.9474225362141927, + 0.04685503217909071, + 0.973354000515408, + 0.08775065104166667 + ], + "point": [ + 0.9604, + 0.0673 + ] + }, + { + "instruction": "Show container actions", + "bbox": [ + 0.975518798828125, + 0.052434700859917534, + 0.9928463406032986, + 0.08697950575086806 + ], + "point": [ + 0.9842, + 0.0697 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.18166097005208334, + 0.008631663852267796, + 0.1957388136121962, + 0.03651915232340495 + ], + "point": [ + 0.1887, + 0.0226 + ] + }, + { + "instruction": "a completed task or confirmation.", + "bbox": [ + 0.3165575663248698, + 0.5641674465603299, + 0.3317331949869792, + 0.5902423773871528 + ], + "point": [ + 0.3241, + 0.5772 + ] + }, + { + "instruction": "expanding or opening a dropdown menu.", + "bbox": [ + 0.9753023783365885, + 0.0031777275933159723, + 0.99677980211046, + 0.04179145812988281 + ], + "point": [ + 0.986, + 0.0225 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.6481694963243273, + 0.5801181369357639, + 0.6659916771782769, + 0.6133535427517361 + ], + "point": [ + 0.6571, + 0.5967 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.019567408826616076, + 0.011846317715115018, + 0.03222530153062608, + 0.03571315765380859 + ], + "point": [ + 0.0259, + 0.0238 + ] + } + ], + "element_size": 46 + } +] \ No newline at end of file