diff --git "a/sales_tutorial/hf_train_ele.json" "b/sales_tutorial/hf_train_ele.json" new file mode 100644--- /dev/null +++ "b/sales_tutorial/hf_train_ele.json" @@ -0,0 +1,45845 @@ +[ + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_0/17.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Scope:", + "bbox": [ + 0.02447916865348816, + 0.13796297709147134, + 0.06041666865348816, + 0.16388890301739728 + ], + "point": [ + 0.0424, + 0.1509 + ] + }, + { + "instruction": "Advanced Reporting", + "bbox": [ + 0.01406249205271403, + 0.2759258976689091, + 0.1557291587193807, + 0.3138888606318721 + ], + "point": [ + 0.0849, + 0.2949 + ] + }, + { + "instruction": "Gain new insights and take command of your business' performance,", + "bbox": [ + 0.013541666666666667, + 0.32592592592592595, + 0.35833333333333334, + 0.3537037037037037 + ], + "point": [ + 0.1859, + 0.3398 + ] + }, + { + "instruction": "our dynamic product; order, and customer reports tailored to your customer data", + "bbox": [ + 0.38645833333333335, + 0.32592592592592595, + 0.7927083333333333, + 0.3537037037037037 + ], + "point": [ + 0.5896, + 0.3398 + ] + }, + { + "instruction": "Lifetime Sales", + "bbox": [ + 0.014583333333333334, + 0.42962962962962964, + 0.1125, + 0.45925925925925926 + ], + "point": [ + 0.0635, + 0.4444 + ] + }, + { + "instruction": "Chart is disabled. To enable the chart, click here:", + "bbox": [ + 0.3729166666666667, + 0.43703706529405384, + 0.6135416666666667, + 0.4611111393681279 + ], + "point": [ + 0.4932, + 0.4491 + ] + }, + { + "instruction": "So.00", + "bbox": [ + 0.014062501986821492, + 0.4675925925925926, + 0.06510416865348816, + 0.5027777777777778 + ], + "point": [ + 0.0396, + 0.4852 + ] + }, + { + "instruction": "Revenue", + "bbox": [ + 0.3729166348775228, + 0.5018518518518519, + 0.41874996821085614, + 0.524074074074074 + ], + "point": [ + 0.3958, + 0.513 + ] + }, + { + "instruction": "Tax", + "bbox": [ + 0.5375, + 0.5018518518518519, + 0.5572916666666666, + 0.524074074074074 + ], + "point": [ + 0.5474, + 0.513 + ] + }, + { + "instruction": "Shipping", + "bbox": [ + 0.7020833333333333, + 0.5018519083658854, + 0.7479166666666667, + 0.5277778342918114 + ], + "point": [ + 0.725, + 0.5148 + ] + }, + { + "instruction": "Quantity", + "bbox": [ + 0.8661458333333333, + 0.5, + 0.9135416666666667, + 0.5259259259259259 + ], + "point": [ + 0.8898, + 0.513 + ] + }, + { + "instruction": "Average Order", + "bbox": [ + 0.013541666666666667, + 0.5462962962962963, + 0.1171875, + 0.5805555555555556 + ], + "point": [ + 0.0654, + 0.5634 + ] + }, + { + "instruction": "SO.00", + "bbox": [ + 0.3723958333333333, + 0.5305555555555556, + 0.4234375, + 0.5657407407407408 + ], + "point": [ + 0.3979, + 0.5481 + ] + }, + { + "instruction": "SO.Oo", + "bbox": [ + 0.5369791666666667, + 0.5305555555555556, + 0.5880208333333333, + 0.5657407407407408 + ], + "point": [ + 0.5625, + 0.5481 + ] + }, + { + "instruction": "So.0o", + "bbox": [ + 0.7015625, + 0.5305555555555556, + 0.7526041666666666, + 0.5657407407407408 + ], + "point": [ + 0.7271, + 0.5481 + ] + }, + { + "instruction": "So.0o", + "bbox": [ + 0.014062501986821492, + 0.5805555555555556, + 0.0640625019868215, + 0.6175925925925926 + ], + "point": [ + 0.0391, + 0.5991 + ] + }, + { + "instruction": "Last Orders", + "bbox": [ + 0.014583333333333334, + 0.662962962962963, + 0.096875, + 0.6907407407407408 + ], + "point": [ + 0.0557, + 0.6769 + ] + }, + { + "instruction": "Bestsellel", + "bbox": [ + 0.3729166666666667, + 0.6722221657081887, + 0.42083333333333334, + 0.6944443879304109 + ], + "point": [ + 0.3969, + 0.6833 + ] + }, + { + "instruction": "Customer", + "bbox": [ + 0.014062501986821492, + 0.7083333333333334, + 0.06510416865348816, + 0.7268518518518519 + ], + "point": [ + 0.0396, + 0.7176 + ] + }, + { + "instruction": "Items", + "bbox": [ + 0.20364583333333333, + 0.7083333333333334, + 0.23489583333333333, + 0.7268518518518519 + ], + "point": [ + 0.2193, + 0.7176 + ] + }, + { + "instruction": "Total", + "bbox": [ + 0.3078125, + 0.7083333333333334, + 0.33489583333333334, + 0.7268518518518519 + ], + "point": [ + 0.3214, + 0.7176 + ] + }, + { + "instruction": "Sarah Miller", + "bbox": [ + 0.01354166865348816, + 0.757407463921441, + 0.0718750019868215, + 0.7796296861436632 + ], + "point": [ + 0.0427, + 0.7685 + ] + }, + { + "instruction": "$194.40", + "bbox": [ + 0.2947916666666667, + 0.757407463921441, + 0.334375, + 0.7796296861436632 + ], + "point": [ + 0.3146, + 0.7685 + ] + }, + { + "instruction": "Product", + "bbox": [ + 0.3734375, + 0.7564814814814815, + 0.41510416666666666, + 0.775 + ], + "point": [ + 0.3943, + 0.7657 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.9078125, + 0.7564814814814815, + 0.9348958333333334, + 0.775 + ], + "point": [ + 0.9214, + 0.7657 + ] + }, + { + "instruction": "Qu", + "bbox": [ + 0.9875, + 0.7555555555555555, + 1.0, + 0.7777777777777778 + ], + "point": [ + 0.9938, + 0.7667 + ] + }, + { + "instruction": "Grace Nguyen", + "bbox": [ + 0.013541670640309651, + 0.8092592592592592, + 0.08125000397364299, + 0.8351851851851851 + ], + "point": [ + 0.0474, + 0.8222 + ] + }, + { + "instruction": "$190.00", + "bbox": [ + 0.2947916666666667, + 0.8092592027452257, + 0.334375, + 0.8314814249674479 + ], + "point": [ + 0.3146, + 0.8204 + ] + }, + { + "instruction": "Sprite Stas", + "bbox": [ + 0.3729166666666667, + 0.8055555555555556, + 0.425, + 0.8296296296296296 + ], + "point": [ + 0.399, + 0.8176 + ] + }, + { + "instruction": "$27.00", + "bbox": [ + 0.9010417302449544, + 0.8055556120695891, + 0.9364583969116211, + 0.8277778342918113 + ], + "point": [ + 0.9188, + 0.8167 + ] + }, + { + "instruction": "Matt Baker", + "bbox": [ + 0.015104164679845175, + 0.862037037037037, + 0.06718749801317851, + 0.8805555555555555 + ], + "point": [ + 0.0411, + 0.8713 + ] + }, + { + "instruction": "$151.40", + "bbox": [ + 0.2947916666666667, + 0.8592592592592593, + 0.334375, + 0.8814814814814815 + ], + "point": [ + 0.3146, + 0.8704 + ] + }, + { + "instruction": "Quest Lum", + "bbox": [ + 0.3729166666666667, + 0.8574073508933738, + 0.4239583333333333, + 0.8796295731155961 + ], + "point": [ + 0.3984, + 0.8685 + ] + }, + { + "instruction": "$19.00", + "bbox": [ + 0.9010417302449544, + 0.8574073508933738, + 0.9364583969116211, + 0.8796295731155961 + ], + "point": [ + 0.9188, + 0.8685 + ] + }, + { + "instruction": "Lily Potter", + "bbox": [ + 0.01354166865348816, + 0.9111111111111111, + 0.06354166865348816, + 0.9351851851851852 + ], + "point": [ + 0.0385, + 0.9231 + ] + }, + { + "instruction": "$188.20", + "bbox": [ + 0.2947916666666667, + 0.9111111676251447, + 0.334375, + 0.9333333898473669 + ], + "point": [ + 0.3146, + 0.9222 + ] + }, + { + "instruction": "Sprite Yoga Strap 6 foot", + "bbox": [ + 0.3729166666666667, + 0.9074074074074074, + 0.484375, + 0.9342592592592592 + ], + "point": [ + 0.4286, + 0.9208 + ] + }, + { + "instruction": "$14.00", + "bbox": [ + 0.9015625635782878, + 0.9101851851851852, + 0.9359375635782877, + 0.9287037037037037 + ], + "point": [ + 0.9188, + 0.9194 + ] + }, + { + "instruction": "Ava Brown", + "bbox": [ + 0.012500001986821493, + 0.9611111111111111, + 0.06562500198682149, + 0.9851851851851852 + ], + "point": [ + 0.0391, + 0.9731 + ] + }, + { + "instruction": "583.40", + "bbox": [ + 0.30156246821085614, + 0.9638888888888889, + 0.3338541348775228, + 0.9824074074074074 + ], + "point": [ + 0.3177, + 0.9731 + ] + }, + { + "instruction": "Overnight Duffle", + "bbox": [ + 0.3729166666666667, + 0.9592592592592593, + 0.45208333333333334, + 0.9851851851851852 + ], + "point": [ + 0.4125, + 0.9722 + ] + }, + { + "instruction": "545.00", + "bbox": [ + 0.9010417302449544, + 0.9592592592592593, + 0.9364583969116211, + 0.9814814814814815 + ], + "point": [ + 0.9188, + 0.9704 + ] + }, + { + "instruction": "using", + "bbox": [ + 0.3578125, + 0.32314814814814813, + 0.3859375, + 0.35462962962962963 + ], + "point": [ + 0.3719, + 0.3389 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.934772237141927, + 0.11819404319480613, + 1.0, + 0.184063070791739 + ], + "point": [ + 0.9674, + 0.1511 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.7043592453002929, + 0.6449961909541377, + 0.7921581904093424, + 0.7235285441080729 + ], + "point": [ + 0.7483, + 0.6843 + ] + }, + { + "instruction": "Go to Advanced Reportim", + "bbox": [ + 0.8331201553344727, + 0.2814201637550637, + 0.9999999364217123, + 0.35079916494864005 + ], + "point": [ + 0.9166, + 0.3161 + ] + }, + { + "instruction": "New Customers", + "bbox": [ + 0.5921438852945964, + 0.6457493534794561, + 0.704760487874349, + 0.7196502685546875 + ], + "point": [ + 0.6485, + 0.6827 + ] + }, + { + "instruction": "AIl Store Views", + "bbox": [ + 0.07348763942718506, + 0.13031549806948062, + 0.1623977025349935, + 0.16789334615071613 + ], + "point": [ + 0.1179, + 0.1491 + ] + }, + { + "instruction": "Dashboard", + "bbox": [ + 0.014552625020345052, + 0.010655819928204571, + 0.12835232416788736, + 0.06834367116292318 + ], + "point": [ + 0.0715, + 0.0395 + ] + }, + { + "instruction": "Reload mode.", + "bbox": [ + 0.934772237141927, + 0.11819404319480613, + 1.0, + 0.184063070791739 + ], + "point": [ + 0.9674, + 0.1511 + ] + }, + { + "instruction": "Customers section.", + "bbox": [ + 0.7043592453002929, + 0.6449961909541377, + 0.7921581904093424, + 0.7235285441080729 + ], + "point": [ + 0.7483, + 0.6843 + ] + }, + { + "instruction": "a button to go to advanced report.", + "bbox": [ + 0.8331201553344727, + 0.2814201637550637, + 0.9999999364217123, + 0.35079916494864005 + ], + "point": [ + 0.9166, + 0.3161 + ] + }, + { + "instruction": "creating newcustomers.", + "bbox": [ + 0.5921438852945964, + 0.6457493534794561, + 0.704760487874349, + 0.7196502685546875 + ], + "point": [ + 0.6485, + 0.6827 + ] + }, + { + "instruction": "Help or information.", + "bbox": [ + 0.1681916077931722, + 0.12942979600694443, + 0.1981483300526937, + 0.16973795007776332 + ], + "point": [ + 0.1832, + 0.1496 + ] + }, + { + "instruction": "an option to view all store views.", + "bbox": [ + 0.07348763942718506, + 0.13031549806948062, + 0.1623977025349935, + 0.16789334615071613 + ], + "point": [ + 0.1179, + 0.1491 + ] + }, + { + "instruction": "sound or audio.", + "bbox": [ + 0.4216498692830404, + 0.6332829793294271, + 0.5773893356323242, + 0.8910268712926794 + ], + "point": [ + 0.4995, + 0.7622 + ] + }, + { + "instruction": "Find", + "bbox": [ + 0.8849086761474609, + 0.0017679920902958623, + 0.9202369689941406, + 0.07445432874891493 + ], + "point": [ + 0.9026, + 0.0381 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9260854721069336, + 0.0017554601033528646, + 0.9602178573608399, + 0.0737743165757921 + ], + "point": [ + 0.9432, + 0.0378 + ] + }, + { + "instruction": "User profile", + "bbox": [ + 0.9676062266031901, + 0.0029999927238181785, + 0.9999872843424479, + 0.058910562373973706 + ], + "point": [ + 0.9838, + 0.031 + ] + }, + { + "instruction": "a dashboard.", + "bbox": [ + 0.014552625020345052, + 0.010655819928204571, + 0.12835232416788736, + 0.06834367116292318 + ], + "point": [ + 0.0715, + 0.0395 + ] + } + ], + "element_size": 60 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_1/269.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Scope:", + "bbox": [ + 0.02447916865348816, + 0.13796297709147134, + 0.06041666865348816, + 0.16388890301739728 + ], + "point": [ + 0.0424, + 0.1509 + ] + }, + { + "instruction": "Advanced Reporting", + "bbox": [ + 0.01406249205271403, + 0.2759258976689091, + 0.1557291587193807, + 0.3138888606318721 + ], + "point": [ + 0.0849, + 0.2949 + ] + }, + { + "instruction": "Gain new insights and take command of your business' performance,", + "bbox": [ + 0.013541666666666667, + 0.32407407407407407, + 0.35625, + 0.3537037037037037 + ], + "point": [ + 0.1849, + 0.3389 + ] + }, + { + "instruction": "our dynamic product; order, and customer reports tailored to your customer data_", + "bbox": [ + 0.38645833333333335, + 0.3277777777777778, + 0.7927083333333333, + 0.3537037037037037 + ], + "point": [ + 0.5896, + 0.3407 + ] + }, + { + "instruction": "Lifetime Sales", + "bbox": [ + 0.014583333333333334, + 0.43148148148148147, + 0.1125, + 0.45925925925925926 + ], + "point": [ + 0.0635, + 0.4454 + ] + }, + { + "instruction": "Chart is disabled: To enable the chart, click here:", + "bbox": [ + 0.3729166666666667, + 0.43703706529405384, + 0.6135416666666667, + 0.4611111393681279 + ], + "point": [ + 0.4932, + 0.4491 + ] + }, + { + "instruction": "So.00", + "bbox": [ + 0.014062501986821492, + 0.4675925925925926, + 0.06510416865348816, + 0.5027777777777778 + ], + "point": [ + 0.0396, + 0.4852 + ] + }, + { + "instruction": "Revenue", + "bbox": [ + 0.3729166348775228, + 0.5018518518518519, + 0.41874996821085614, + 0.524074074074074 + ], + "point": [ + 0.3958, + 0.513 + ] + }, + { + "instruction": "Tax", + "bbox": [ + 0.5375, + 0.5018518518518519, + 0.5572916666666666, + 0.524074074074074 + ], + "point": [ + 0.5474, + 0.513 + ] + }, + { + "instruction": "Shipping", + "bbox": [ + 0.7020833333333333, + 0.5018519083658854, + 0.7479166666666667, + 0.5277778342918114 + ], + "point": [ + 0.725, + 0.5148 + ] + }, + { + "instruction": "Average Order", + "bbox": [ + 0.013541666666666667, + 0.5462962962962963, + 0.1171875, + 0.5805555555555556 + ], + "point": [ + 0.0654, + 0.5634 + ] + }, + { + "instruction": "SO.00", + "bbox": [ + 0.3723958333333333, + 0.5305555555555556, + 0.4234375, + 0.5657407407407408 + ], + "point": [ + 0.3979, + 0.5481 + ] + }, + { + "instruction": "SO.0o", + "bbox": [ + 0.5369791666666667, + 0.5305555555555556, + 0.5880208333333333, + 0.5657407407407408 + ], + "point": [ + 0.5625, + 0.5481 + ] + }, + { + "instruction": "So.0o", + "bbox": [ + 0.7015625, + 0.5305555555555556, + 0.7526041666666666, + 0.5657407407407408 + ], + "point": [ + 0.7271, + 0.5481 + ] + }, + { + "instruction": "So.00", + "bbox": [ + 0.014062501986821492, + 0.5814814814814815, + 0.06354166865348816, + 0.6166666666666667 + ], + "point": [ + 0.0388, + 0.5991 + ] + }, + { + "instruction": "Last Orders", + "bbox": [ + 0.014583333333333334, + 0.662962962962963, + 0.096875, + 0.6907407407407408 + ], + "point": [ + 0.0557, + 0.6769 + ] + }, + { + "instruction": "Customer", + "bbox": [ + 0.014062501986821492, + 0.7083333333333334, + 0.06510416865348816, + 0.7268518518518519 + ], + "point": [ + 0.0396, + 0.7176 + ] + }, + { + "instruction": "Items", + "bbox": [ + 0.20364583333333333, + 0.7083333333333334, + 0.23489583333333333, + 0.7268518518518519 + ], + "point": [ + 0.2193, + 0.7176 + ] + }, + { + "instruction": "Total", + "bbox": [ + 0.3078125, + 0.7083333333333334, + 0.3338541666666667, + 0.7268518518518519 + ], + "point": [ + 0.3208, + 0.7176 + ] + }, + { + "instruction": "Sarah Miller", + "bbox": [ + 0.01354166865348816, + 0.757407463921441, + 0.0718750019868215, + 0.7796296861436632 + ], + "point": [ + 0.0427, + 0.7685 + ] + }, + { + "instruction": "$194.40", + "bbox": [ + 0.2947916666666667, + 0.757407463921441, + 0.334375, + 0.7796296861436632 + ], + "point": [ + 0.3146, + 0.7685 + ] + }, + { + "instruction": "Product", + "bbox": [ + 0.3734375, + 0.7564814814814815, + 0.41510416666666666, + 0.775 + ], + "point": [ + 0.3943, + 0.7657 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.9078125, + 0.7564814814814815, + 0.9348958333333334, + 0.775 + ], + "point": [ + 0.9214, + 0.7657 + ] + }, + { + "instruction": "Qu", + "bbox": [ + 0.9875, + 0.7555555555555555, + 1.0, + 0.7777777777777778 + ], + "point": [ + 0.9938, + 0.7667 + ] + }, + { + "instruction": "Grace Nguyen", + "bbox": [ + 0.013541670640309651, + 0.8092592592592592, + 0.08125000397364299, + 0.8351851851851851 + ], + "point": [ + 0.0474, + 0.8222 + ] + }, + { + "instruction": "$190.00", + "bbox": [ + 0.2947916666666667, + 0.8092592027452257, + 0.334375, + 0.8314814249674479 + ], + "point": [ + 0.3146, + 0.8204 + ] + }, + { + "instruction": "Sprite Stasis Ball 65 cm", + "bbox": [ + 0.3729166348775228, + 0.8055555555555556, + 0.48124996821085614, + 0.8296296296296296 + ], + "point": [ + 0.4271, + 0.8176 + ] + }, + { + "instruction": "$27.00", + "bbox": [ + 0.9010417302449544, + 0.8055556120695891, + 0.9364583969116211, + 0.8277778342918113 + ], + "point": [ + 0.9188, + 0.8167 + ] + }, + { + "instruction": "Matt Baker", + "bbox": [ + 0.015104164679845175, + 0.862037037037037, + 0.06718749801317851, + 0.8805555555555555 + ], + "point": [ + 0.0411, + 0.8713 + ] + }, + { + "instruction": "$151,.40", + "bbox": [ + 0.2947916666666667, + 0.8592592592592593, + 0.334375, + 0.8814814814814815 + ], + "point": [ + 0.3146, + 0.8704 + ] + }, + { + "instruction": "Quest Lumaflexm Band", + "bbox": [ + 0.3729166666666667, + 0.8574073508933738, + 0.4822916666666667, + 0.8796295731155961 + ], + "point": [ + 0.4276, + 0.8685 + ] + }, + { + "instruction": "$19.00", + "bbox": [ + 0.9010417302449544, + 0.8574073508933738, + 0.9364583969116211, + 0.8796295731155961 + ], + "point": [ + 0.9188, + 0.8685 + ] + }, + { + "instruction": "Lily Potter", + "bbox": [ + 0.01354166865348816, + 0.9111111111111111, + 0.06354166865348816, + 0.9351851851851852 + ], + "point": [ + 0.0385, + 0.9231 + ] + }, + { + "instruction": "$188.20", + "bbox": [ + 0.2947916666666667, + 0.9111111676251447, + 0.334375, + 0.9333333898473669 + ], + "point": [ + 0.3146, + 0.9222 + ] + }, + { + "instruction": "514.00", + "bbox": [ + 0.9015625635782878, + 0.9101851851851852, + 0.9359375635782877, + 0.9287037037037037 + ], + "point": [ + 0.9188, + 0.9194 + ] + }, + { + "instruction": "Ava Brown", + "bbox": [ + 0.012500001986821493, + 0.9611111111111111, + 0.06562500198682149, + 0.9851851851851852 + ], + "point": [ + 0.0391, + 0.9731 + ] + }, + { + "instruction": "583.40", + "bbox": [ + 0.3010416348775228, + 0.9611111111111111, + 0.3343749682108561, + 0.9833333333333333 + ], + "point": [ + 0.3177, + 0.9722 + ] + }, + { + "instruction": "Overnight Duffle", + "bbox": [ + 0.3729166666666667, + 0.9592592592592593, + 0.45208333333333334, + 0.9851851851851852 + ], + "point": [ + 0.4125, + 0.9722 + ] + }, + { + "instruction": "545.00", + "bbox": [ + 0.9010417302449544, + 0.9592592592592593, + 0.9364583969116211, + 0.9814814814814815 + ], + "point": [ + 0.9188, + 0.9704 + ] + }, + { + "instruction": "using", + "bbox": [ + 0.3572916666666667, + 0.3240740458170573, + 0.38645833333333335, + 0.35462960137261285 + ], + "point": [ + 0.3719, + 0.3394 + ] + }, + { + "instruction": "New Customers", + "bbox": [ + 0.5921165466308593, + 0.645979987250434, + 0.703860855102539, + 0.7184640955041957 + ], + "point": [ + 0.648, + 0.6822 + ] + }, + { + "instruction": "Most Viewed Products", + "bbox": [ + 0.4446605046590169, + 0.6449426721643519, + 0.5912138621012369, + 0.7187268292462384 + ], + "point": [ + 0.5179, + 0.6818 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.9349313100179036, + 0.11814563186080368, + 1.0, + 0.1838621351453993 + ], + "point": [ + 0.9675, + 0.151 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.7046727498372396, + 0.6463994909215857, + 0.7922876993815104, + 0.7190294053819445 + ], + "point": [ + 0.7485, + 0.6827 + ] + }, + { + "instruction": "Go to Advanced Reportim", + "bbox": [ + 0.8325862884521484, + 0.2834817674424913, + 1.0, + 0.3504461500379774 + ], + "point": [ + 0.9163, + 0.317 + ] + }, + { + "instruction": "Bestsellers", + "bbox": [ + 0.35752251942952473, + 0.6447835286458333, + 0.4467547098795573, + 0.7213477240668402 + ], + "point": [ + 0.4021, + 0.6831 + ] + }, + { + "instruction": "All Store Views", + "bbox": [ + 0.0731078306833903, + 0.13109523631908276, + 0.16262369155883788, + 0.16682343659577548 + ], + "point": [ + 0.1179, + 0.149 + ] + }, + { + "instruction": "Quantity", + "bbox": [ + 0.8644800186157227, + 0.490799402307581, + 0.9173131942749023, + 0.5877645987051504 + ], + "point": [ + 0.8909, + 0.5393 + ] + }, + { + "instruction": "Dashboard", + "bbox": [ + 0.01408085028330485, + 0.011282412211100261, + 0.12760493755340577, + 0.06794863806830512 + ], + "point": [ + 0.0708, + 0.0396 + ] + }, + { + "instruction": "Sprite", + "bbox": [ + 0.3731201171875, + 0.9020294189453125, + 0.48488807678222656, + 0.9356781005859375 + ], + "point": [ + 0.429, + 0.9189 + ] + }, + { + "instruction": "Strap 6 foot", + "bbox": [ + 0.3731201171875, + 0.9020294189453125, + 0.48488807678222656, + 0.9356781005859375 + ], + "point": [ + 0.429, + 0.9189 + ] + }, + { + "instruction": "Yoga", + "bbox": [ + 0.3731201171875, + 0.9020294189453125, + 0.48488807678222656, + 0.9356781005859375 + ], + "point": [ + 0.429, + 0.9189 + ] + }, + { + "instruction": "creating newcustomers.", + "bbox": [ + 0.5921165466308593, + 0.645979987250434, + 0.703860855102539, + 0.7184640955041957 + ], + "point": [ + 0.648, + 0.6822 + ] + }, + { + "instruction": "most viewed products.", + "bbox": [ + 0.4446605046590169, + 0.6449426721643519, + 0.5912138621012369, + 0.7187268292462384 + ], + "point": [ + 0.5179, + 0.6818 + ] + }, + { + "instruction": "Reload mode.", + "bbox": [ + 0.9349313100179036, + 0.11814563186080368, + 1.0, + 0.1838621351453993 + ], + "point": [ + 0.9675, + 0.151 + ] + }, + { + "instruction": "Customers section.", + "bbox": [ + 0.7046727498372396, + 0.6463994909215857, + 0.7922876993815104, + 0.7190294053819445 + ], + "point": [ + 0.7485, + 0.6827 + ] + }, + { + "instruction": "An option to go to the advanced report.", + "bbox": [ + 0.8325862884521484, + 0.2834817674424913, + 1.0, + 0.3504461500379774 + ], + "point": [ + 0.9163, + 0.317 + ] + }, + { + "instruction": "a button to access the bestsellers section.", + "bbox": [ + 0.35752251942952473, + 0.6447835286458333, + 0.4467547098795573, + 0.7213477240668402 + ], + "point": [ + 0.4021, + 0.6831 + ] + }, + { + "instruction": "Help or information.", + "bbox": [ + 0.16794589360555012, + 0.13067043445728443, + 0.19806512196858725, + 0.1712363772922092 + ], + "point": [ + 0.183, + 0.151 + ] + }, + { + "instruction": "an option to view all store views.", + "bbox": [ + 0.0731078306833903, + 0.13109523631908276, + 0.16262369155883788, + 0.16682343659577548 + ], + "point": [ + 0.1179, + 0.149 + ] + }, + { + "instruction": "Find", + "bbox": [ + 0.8854375839233398, + 0.0013476654335304542, + 0.9197942733764648, + 0.07462631861368815 + ], + "point": [ + 0.9026, + 0.038 + ] + }, + { + "instruction": "User profile", + "bbox": [ + 0.9668179829915364, + 0.000998546459056713, + 0.999718983968099, + 0.062214519359447336 + ], + "point": [ + 0.9833, + 0.0316 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9265386581420898, + 0.0012592598243995948, + 0.9599252700805664, + 0.07334046540436921 + ], + "point": [ + 0.9432, + 0.0373 + ] + }, + { + "instruction": "Data.", + "bbox": [ + 0.7682650883992513, + 0.3226332770453559, + 0.7957403182983398, + 0.35716041282371236 + ], + "point": [ + 0.782, + 0.3399 + ] + }, + { + "instruction": "quantity value of 0.", + "bbox": [ + 0.8644800186157227, + 0.490799402307581, + 0.9173131942749023, + 0.5877645987051504 + ], + "point": [ + 0.8909, + 0.5393 + ] + }, + { + "instruction": "a dashboard.", + "bbox": [ + 0.01408085028330485, + 0.011282412211100261, + 0.12760493755340577, + 0.06794863806830512 + ], + "point": [ + 0.0708, + 0.0396 + ] + }, + { + "instruction": "sprite Yoga Strap 6 Foot settings.", + "bbox": [ + 0.3731201171875, + 0.9020294189453125, + 0.48488807678222656, + 0.9356781005859375 + ], + "point": [ + 0.429, + 0.9189 + ] + } + ], + "element_size": 67 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_2/566.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Scope:", + "bbox": [ + 0.02447916865348816, + 0.13796297709147134, + 0.06041666865348816, + 0.16388890301739728 + ], + "point": [ + 0.0424, + 0.1509 + ] + }, + { + "instruction": "Advanced Reporting", + "bbox": [ + 0.01406249205271403, + 0.2759258976689091, + 0.1557291587193807, + 0.3138888606318721 + ], + "point": [ + 0.0849, + 0.2949 + ] + }, + { + "instruction": "Gain new insights and take command of your business' performance,", + "bbox": [ + 0.013541666666666667, + 0.32407407407407407, + 0.35625, + 0.3537037037037037 + ], + "point": [ + 0.1849, + 0.3389 + ] + }, + { + "instruction": "our dynamic product; order, and customer reports tailored to your customer data_", + "bbox": [ + 0.38645833333333335, + 0.3277777777777778, + 0.7927083333333333, + 0.3537037037037037 + ], + "point": [ + 0.5896, + 0.3407 + ] + }, + { + "instruction": "Lifetime Sales", + "bbox": [ + 0.014583333333333334, + 0.43148148148148147, + 0.1125, + 0.45925925925925926 + ], + "point": [ + 0.0635, + 0.4454 + ] + }, + { + "instruction": "Chart is disabled. To enable the chart, click here:", + "bbox": [ + 0.3729166666666667, + 0.43703706529405384, + 0.6135416666666667, + 0.4611111393681279 + ], + "point": [ + 0.4932, + 0.4491 + ] + }, + { + "instruction": "So.00", + "bbox": [ + 0.014062501986821492, + 0.4675925925925926, + 0.06510416865348816, + 0.5027777777777778 + ], + "point": [ + 0.0396, + 0.4852 + ] + }, + { + "instruction": "Revenue", + "bbox": [ + 0.3729166348775228, + 0.5018518518518519, + 0.41874996821085614, + 0.524074074074074 + ], + "point": [ + 0.3958, + 0.513 + ] + }, + { + "instruction": "Tax", + "bbox": [ + 0.5375, + 0.5018518518518519, + 0.5572916666666666, + 0.524074074074074 + ], + "point": [ + 0.5474, + 0.513 + ] + }, + { + "instruction": "Shipping", + "bbox": [ + 0.7020833333333333, + 0.5018519083658854, + 0.7479166666666667, + 0.5277778342918114 + ], + "point": [ + 0.725, + 0.5148 + ] + }, + { + "instruction": "Average Order", + "bbox": [ + 0.013541666666666667, + 0.545370426884404, + 0.1171875, + 0.5805556120695892 + ], + "point": [ + 0.0654, + 0.563 + ] + }, + { + "instruction": "SO.00", + "bbox": [ + 0.3723958333333333, + 0.5305555555555556, + 0.4234375, + 0.5657407407407408 + ], + "point": [ + 0.3979, + 0.5481 + ] + }, + { + "instruction": "SO.0o", + "bbox": [ + 0.5369791666666667, + 0.5305555555555556, + 0.5880208333333333, + 0.5657407407407408 + ], + "point": [ + 0.5625, + 0.5481 + ] + }, + { + "instruction": "So.0o", + "bbox": [ + 0.7015625, + 0.5305555555555556, + 0.7526041666666666, + 0.5657407407407408 + ], + "point": [ + 0.7271, + 0.5481 + ] + }, + { + "instruction": "So.00", + "bbox": [ + 0.014062501986821492, + 0.5814814814814815, + 0.06354166865348816, + 0.6166666666666667 + ], + "point": [ + 0.0388, + 0.5991 + ] + }, + { + "instruction": "Last Orders", + "bbox": [ + 0.014583333333333334, + 0.662962962962963, + 0.096875, + 0.6907407407407408 + ], + "point": [ + 0.0557, + 0.6769 + ] + }, + { + "instruction": "Customer", + "bbox": [ + 0.014062501986821492, + 0.7083333333333334, + 0.06510416865348816, + 0.7268518518518519 + ], + "point": [ + 0.0396, + 0.7176 + ] + }, + { + "instruction": "Items", + "bbox": [ + 0.20364583333333333, + 0.7083333333333334, + 0.23489583333333333, + 0.7268518518518519 + ], + "point": [ + 0.2193, + 0.7176 + ] + }, + { + "instruction": "Total", + "bbox": [ + 0.3078125, + 0.7083333333333334, + 0.3338541666666667, + 0.7268518518518519 + ], + "point": [ + 0.3208, + 0.7176 + ] + }, + { + "instruction": "Sarah Miller", + "bbox": [ + 0.01354166865348816, + 0.757407463921441, + 0.0718750019868215, + 0.7796296861436632 + ], + "point": [ + 0.0427, + 0.7685 + ] + }, + { + "instruction": "$194.40", + "bbox": [ + 0.2947916666666667, + 0.757407463921441, + 0.334375, + 0.7796296861436632 + ], + "point": [ + 0.3146, + 0.7685 + ] + }, + { + "instruction": "Product", + "bbox": [ + 0.3734375, + 0.7564814814814815, + 0.41510416666666666, + 0.775 + ], + "point": [ + 0.3943, + 0.7657 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.9078125, + 0.7564814814814815, + 0.9348958333333334, + 0.775 + ], + "point": [ + 0.9214, + 0.7657 + ] + }, + { + "instruction": "Qu", + "bbox": [ + 0.9875, + 0.7555555555555555, + 1.0, + 0.7777777777777778 + ], + "point": [ + 0.9938, + 0.7667 + ] + }, + { + "instruction": "Grace Nguyen", + "bbox": [ + 0.013541670640309651, + 0.8092592592592592, + 0.08125000397364299, + 0.8351851851851851 + ], + "point": [ + 0.0474, + 0.8222 + ] + }, + { + "instruction": "$190.00", + "bbox": [ + 0.2947916666666667, + 0.8092592027452257, + 0.334375, + 0.8314814249674479 + ], + "point": [ + 0.3146, + 0.8204 + ] + }, + { + "instruction": "Sprite Stasis Ball 65 cm", + "bbox": [ + 0.3729166348775228, + 0.8055555555555556, + 0.48124996821085614, + 0.8296296296296296 + ], + "point": [ + 0.4271, + 0.8176 + ] + }, + { + "instruction": "$27.00", + "bbox": [ + 0.9010417302449544, + 0.8055556120695891, + 0.9364583969116211, + 0.8277778342918113 + ], + "point": [ + 0.9188, + 0.8167 + ] + }, + { + "instruction": "Matt Baker", + "bbox": [ + 0.015104164679845175, + 0.862037037037037, + 0.06718749801317851, + 0.8805555555555555 + ], + "point": [ + 0.0411, + 0.8713 + ] + }, + { + "instruction": "$151,.40", + "bbox": [ + 0.2947916666666667, + 0.8592592592592593, + 0.334375, + 0.8814814814814815 + ], + "point": [ + 0.3146, + 0.8704 + ] + }, + { + "instruction": "Quest Lumaflexm Band", + "bbox": [ + 0.3729166666666667, + 0.8574073508933738, + 0.4822916666666667, + 0.8796295731155961 + ], + "point": [ + 0.4276, + 0.8685 + ] + }, + { + "instruction": "$19.00", + "bbox": [ + 0.9010417302449544, + 0.8574073508933738, + 0.9364583969116211, + 0.8796295731155961 + ], + "point": [ + 0.9188, + 0.8685 + ] + }, + { + "instruction": "Lily Potter", + "bbox": [ + 0.01354166865348816, + 0.9111111111111111, + 0.06354166865348816, + 0.9351851851851852 + ], + "point": [ + 0.0385, + 0.9231 + ] + }, + { + "instruction": "$188.20", + "bbox": [ + 0.2947916666666667, + 0.9111111676251447, + 0.334375, + 0.9333333898473669 + ], + "point": [ + 0.3146, + 0.9222 + ] + }, + { + "instruction": "Sprite", + "bbox": [ + 0.3729166348775228, + 0.9092592592592592, + 0.40312496821085614, + 0.9333333333333333 + ], + "point": [ + 0.388, + 0.9213 + ] + }, + { + "instruction": "Strap 6 foot", + "bbox": [ + 0.42604166666666665, + 0.9074073508933739, + 0.484375, + 0.9333332768192998 + ], + "point": [ + 0.4552, + 0.9204 + ] + }, + { + "instruction": "$14.00", + "bbox": [ + 0.9015625635782878, + 0.9101851851851852, + 0.9359375635782877, + 0.9287037037037037 + ], + "point": [ + 0.9188, + 0.9194 + ] + }, + { + "instruction": "Ava Brown", + "bbox": [ + 0.012500001986821493, + 0.9611111111111111, + 0.06562500198682149, + 0.9851851851851852 + ], + "point": [ + 0.0391, + 0.9731 + ] + }, + { + "instruction": "583.40", + "bbox": [ + 0.3010416348775228, + 0.9611111111111111, + 0.3343749682108561, + 0.9833333333333333 + ], + "point": [ + 0.3177, + 0.9722 + ] + }, + { + "instruction": "Overnight Duffle", + "bbox": [ + 0.3729166666666667, + 0.9592592592592593, + 0.45208333333333334, + 0.9851851851851852 + ], + "point": [ + 0.4125, + 0.9722 + ] + }, + { + "instruction": "$45.00", + "bbox": [ + 0.9010417302449544, + 0.9592592592592593, + 0.9364583969116211, + 0.9814814814814815 + ], + "point": [ + 0.9188, + 0.9704 + ] + }, + { + "instruction": "using", + "bbox": [ + 0.3572916666666667, + 0.3240740458170573, + 0.38645833333333335, + 0.35462960137261285 + ], + "point": [ + 0.3719, + 0.3394 + ] + }, + { + "instruction": "Yoga", + "bbox": [ + 0.40208333333333335, + 0.9046296861436632, + 0.42604166666666665, + 0.9351852416992188 + ], + "point": [ + 0.4141, + 0.9199 + ] + }, + { + "instruction": "New Customers", + "bbox": [ + 0.5920274734497071, + 0.646124267578125, + 0.7038564682006836, + 0.7180940981264468 + ], + "point": [ + 0.6479, + 0.6821 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.9349568684895834, + 0.1181465714066117, + 1.0, + 0.18387925889756945 + ], + "point": [ + 0.9675, + 0.151 + ] + }, + { + "instruction": "Most Viewed Products", + "bbox": [ + 0.4442573547363281, + 0.645777667010272, + 0.5910562515258789, + 0.7179903948748553 + ], + "point": [ + 0.5177, + 0.6819 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.7046644210815429, + 0.6464261655454282, + 0.7923496882120769, + 0.7186752884476273 + ], + "point": [ + 0.7485, + 0.6826 + ] + }, + { + "instruction": "Go to Advanced Reportim", + "bbox": [ + 0.8326416015625, + 0.28348804050021703, + 1.0, + 0.3502940142596209 + ], + "point": [ + 0.9163, + 0.3169 + ] + }, + { + "instruction": "Bestsellers", + "bbox": [ + 0.35744994481404624, + 0.6453865333839699, + 0.44680579503377277, + 0.7199138500072338 + ], + "point": [ + 0.4021, + 0.6827 + ] + }, + { + "instruction": "All Store Views", + "bbox": [ + 0.07296876907348633, + 0.13091039304380064, + 0.16266999244689942, + 0.1669348398844401 + ], + "point": [ + 0.1178, + 0.1489 + ] + }, + { + "instruction": "Quantity", + "bbox": [ + 0.8645849227905273, + 0.4909306844075521, + 0.9174016952514649, + 0.587463774504485 + ], + "point": [ + 0.891, + 0.5392 + ] + }, + { + "instruction": "Dashboard", + "bbox": [ + 0.014148298899332683, + 0.011209710439046224, + 0.12726883888244628, + 0.06782052781846788 + ], + "point": [ + 0.0707, + 0.0395 + ] + }, + { + "instruction": "creating newcustomers.", + "bbox": [ + 0.5920274734497071, + 0.646124267578125, + 0.7038564682006836, + 0.7180940981264468 + ], + "point": [ + 0.6479, + 0.6821 + ] + }, + { + "instruction": "Reload mode.", + "bbox": [ + 0.9349568684895834, + 0.1181465714066117, + 1.0, + 0.18387925889756945 + ], + "point": [ + 0.9675, + 0.151 + ] + }, + { + "instruction": "most viewed products.", + "bbox": [ + 0.4442573547363281, + 0.645777667010272, + 0.5910562515258789, + 0.7179903948748553 + ], + "point": [ + 0.5177, + 0.6819 + ] + }, + { + "instruction": "Customers section.", + "bbox": [ + 0.7046644210815429, + 0.6464261655454282, + 0.7923496882120769, + 0.7186752884476273 + ], + "point": [ + 0.7485, + 0.6826 + ] + }, + { + "instruction": "An option to go to the advanced report.", + "bbox": [ + 0.8326416015625, + 0.28348804050021703, + 1.0, + 0.3502940142596209 + ], + "point": [ + 0.9163, + 0.3169 + ] + }, + { + "instruction": "a button to access the bestsellers section.", + "bbox": [ + 0.35744994481404624, + 0.6453865333839699, + 0.44680579503377277, + 0.7199138500072338 + ], + "point": [ + 0.4021, + 0.6827 + ] + }, + { + "instruction": "Help or information.", + "bbox": [ + 0.16794681549072266, + 0.13067550659179689, + 0.19808425903320312, + 0.17123548719618056 + ], + "point": [ + 0.183, + 0.151 + ] + }, + { + "instruction": "an option to view all store views.", + "bbox": [ + 0.07296876907348633, + 0.13091039304380064, + 0.16266999244689942, + 0.1669348398844401 + ], + "point": [ + 0.1178, + 0.1489 + ] + }, + { + "instruction": "Find", + "bbox": [ + 0.8855022430419922, + 0.0013622778433340567, + 0.9197452545166016, + 0.0744134196528682 + ], + "point": [ + 0.9026, + 0.0379 + ] + }, + { + "instruction": "User profile", + "bbox": [ + 0.9668169021606445, + 0.0010025095056604455, + 0.9997011184692383, + 0.062307159988968464 + ], + "point": [ + 0.9833, + 0.0317 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9265950520833334, + 0.0012692168906882958, + 0.9598828633626302, + 0.07329116750646521 + ], + "point": [ + 0.9432, + 0.0373 + ] + }, + { + "instruction": "quantity value of 0.", + "bbox": [ + 0.8645849227905273, + 0.4909306844075521, + 0.9174016952514649, + 0.587463774504485 + ], + "point": [ + 0.891, + 0.5392 + ] + }, + { + "instruction": "Data.", + "bbox": [ + 0.7679197311401367, + 0.3217796608253762, + 0.7959272384643554, + 0.35737344247323494 + ], + "point": [ + 0.7819, + 0.3396 + ] + }, + { + "instruction": "a dashboard.", + "bbox": [ + 0.014148298899332683, + 0.011209710439046224, + 0.12726883888244628, + 0.06782052781846788 + ], + "point": [ + 0.0707, + 0.0395 + ] + } + ], + "element_size": 66 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_3/653.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Scope:", + "bbox": [ + 0.02447916865348816, + 0.13796297709147134, + 0.06041666865348816, + 0.16388890301739728 + ], + "point": [ + 0.0424, + 0.1509 + ] + }, + { + "instruction": "Advanced Reporting", + "bbox": [ + 0.01406249205271403, + 0.2759258976689091, + 0.1557291587193807, + 0.3138888606318721 + ], + "point": [ + 0.0849, + 0.2949 + ] + }, + { + "instruction": "Gain new insights and take command of your business' performance,", + "bbox": [ + 0.013541666666666667, + 0.32407407407407407, + 0.35625, + 0.3537037037037037 + ], + "point": [ + 0.1849, + 0.3389 + ] + }, + { + "instruction": "our dynamic product; order, and customer reports tailored to your customer data_", + "bbox": [ + 0.38645833333333335, + 0.3277777777777778, + 0.7927083333333333, + 0.3537037037037037 + ], + "point": [ + 0.5896, + 0.3407 + ] + }, + { + "instruction": "Lifetime Sales", + "bbox": [ + 0.014583333333333334, + 0.43148148148148147, + 0.1125, + 0.45925925925925926 + ], + "point": [ + 0.0635, + 0.4454 + ] + }, + { + "instruction": "Chart is disabled. To enable the chart, click here:", + "bbox": [ + 0.3729166666666667, + 0.43703706529405384, + 0.6135416666666667, + 0.4611111393681279 + ], + "point": [ + 0.4932, + 0.4491 + ] + }, + { + "instruction": "So.00", + "bbox": [ + 0.014062501986821492, + 0.4675925925925926, + 0.06510416865348816, + 0.5027777777777778 + ], + "point": [ + 0.0396, + 0.4852 + ] + }, + { + "instruction": "Revenue", + "bbox": [ + 0.3729166348775228, + 0.5018518518518519, + 0.41874996821085614, + 0.524074074074074 + ], + "point": [ + 0.3958, + 0.513 + ] + }, + { + "instruction": "Tax", + "bbox": [ + 0.5375, + 0.5018518518518519, + 0.5572916666666666, + 0.524074074074074 + ], + "point": [ + 0.5474, + 0.513 + ] + }, + { + "instruction": "Shipping", + "bbox": [ + 0.7020833333333333, + 0.5018519083658854, + 0.7479166666666667, + 0.5277778342918114 + ], + "point": [ + 0.725, + 0.5148 + ] + }, + { + "instruction": "Average Order", + "bbox": [ + 0.013541666666666667, + 0.545370426884404, + 0.1171875, + 0.5805556120695892 + ], + "point": [ + 0.0654, + 0.563 + ] + }, + { + "instruction": "SO.00", + "bbox": [ + 0.3723958333333333, + 0.5305555555555556, + 0.4234375, + 0.5657407407407408 + ], + "point": [ + 0.3979, + 0.5481 + ] + }, + { + "instruction": "SO.0o", + "bbox": [ + 0.5369791666666667, + 0.5305555555555556, + 0.5880208333333333, + 0.5657407407407408 + ], + "point": [ + 0.5625, + 0.5481 + ] + }, + { + "instruction": "So.0o", + "bbox": [ + 0.7015625, + 0.5305555555555556, + 0.7526041666666666, + 0.5657407407407408 + ], + "point": [ + 0.7271, + 0.5481 + ] + }, + { + "instruction": "So.00", + "bbox": [ + 0.014062501986821492, + 0.5814814814814815, + 0.06354166865348816, + 0.6166666666666667 + ], + "point": [ + 0.0388, + 0.5991 + ] + }, + { + "instruction": "Last Orders", + "bbox": [ + 0.014583333333333334, + 0.662962962962963, + 0.096875, + 0.6907407407407408 + ], + "point": [ + 0.0557, + 0.6769 + ] + }, + { + "instruction": "Customer", + "bbox": [ + 0.014062501986821492, + 0.7083333333333334, + 0.06510416865348816, + 0.7268518518518519 + ], + "point": [ + 0.0396, + 0.7176 + ] + }, + { + "instruction": "Items", + "bbox": [ + 0.20364583333333333, + 0.7083333333333334, + 0.23489583333333333, + 0.7268518518518519 + ], + "point": [ + 0.2193, + 0.7176 + ] + }, + { + "instruction": "Total", + "bbox": [ + 0.3078125, + 0.7083333333333334, + 0.3338541666666667, + 0.7268518518518519 + ], + "point": [ + 0.3208, + 0.7176 + ] + }, + { + "instruction": "Sarah Miller", + "bbox": [ + 0.01354166865348816, + 0.757407463921441, + 0.0718750019868215, + 0.7796296861436632 + ], + "point": [ + 0.0427, + 0.7685 + ] + }, + { + "instruction": "$194.40", + "bbox": [ + 0.2947916666666667, + 0.757407463921441, + 0.334375, + 0.7796296861436632 + ], + "point": [ + 0.3146, + 0.7685 + ] + }, + { + "instruction": "Product", + "bbox": [ + 0.3734375, + 0.7564814814814815, + 0.41510416666666666, + 0.775 + ], + "point": [ + 0.3943, + 0.7657 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.9078125, + 0.7564814814814815, + 0.9348958333333334, + 0.775 + ], + "point": [ + 0.9214, + 0.7657 + ] + }, + { + "instruction": "Qu", + "bbox": [ + 0.9875, + 0.7555555555555555, + 1.0, + 0.7777777777777778 + ], + "point": [ + 0.9938, + 0.7667 + ] + }, + { + "instruction": "Grace Nguyen", + "bbox": [ + 0.013541670640309651, + 0.8092592592592592, + 0.08125000397364299, + 0.8351851851851851 + ], + "point": [ + 0.0474, + 0.8222 + ] + }, + { + "instruction": "$190.00", + "bbox": [ + 0.2947916666666667, + 0.8092592027452257, + 0.334375, + 0.8314814249674479 + ], + "point": [ + 0.3146, + 0.8204 + ] + }, + { + "instruction": "Sprite Stasis Ball 65 cm", + "bbox": [ + 0.3729166348775228, + 0.8055555555555556, + 0.48124996821085614, + 0.8296296296296296 + ], + "point": [ + 0.4271, + 0.8176 + ] + }, + { + "instruction": "$27.00", + "bbox": [ + 0.9010417302449544, + 0.8055556120695891, + 0.9364583969116211, + 0.8277778342918113 + ], + "point": [ + 0.9188, + 0.8167 + ] + }, + { + "instruction": "Matt Baker", + "bbox": [ + 0.015104164679845175, + 0.862037037037037, + 0.06718749801317851, + 0.8805555555555555 + ], + "point": [ + 0.0411, + 0.8713 + ] + }, + { + "instruction": "$151,.40", + "bbox": [ + 0.2947916666666667, + 0.8592592592592593, + 0.334375, + 0.8814814814814815 + ], + "point": [ + 0.3146, + 0.8704 + ] + }, + { + "instruction": "Quest Lumaflexm Band", + "bbox": [ + 0.3729166666666667, + 0.8574073508933738, + 0.4822916666666667, + 0.8796295731155961 + ], + "point": [ + 0.4276, + 0.8685 + ] + }, + { + "instruction": "$19.00", + "bbox": [ + 0.9010417302449544, + 0.8574073508933738, + 0.9364583969116211, + 0.8796295731155961 + ], + "point": [ + 0.9188, + 0.8685 + ] + }, + { + "instruction": "Lily Potter", + "bbox": [ + 0.01354166865348816, + 0.9111111111111111, + 0.06354166865348816, + 0.9351851851851852 + ], + "point": [ + 0.0385, + 0.9231 + ] + }, + { + "instruction": "$188.20", + "bbox": [ + 0.2947916666666667, + 0.9111111676251447, + 0.334375, + 0.9333333898473669 + ], + "point": [ + 0.3146, + 0.9222 + ] + }, + { + "instruction": "Sprite", + "bbox": [ + 0.3729166348775228, + 0.9092592592592592, + 0.40312496821085614, + 0.9333333333333333 + ], + "point": [ + 0.388, + 0.9213 + ] + }, + { + "instruction": "Strap 6 foot", + "bbox": [ + 0.42604166666666665, + 0.9074073508933739, + 0.484375, + 0.9333332768192998 + ], + "point": [ + 0.4552, + 0.9204 + ] + }, + { + "instruction": "$14.00", + "bbox": [ + 0.9015625635782878, + 0.9101851851851852, + 0.9359375635782877, + 0.9287037037037037 + ], + "point": [ + 0.9188, + 0.9194 + ] + }, + { + "instruction": "Ava Brown", + "bbox": [ + 0.012500001986821493, + 0.9611111111111111, + 0.06562500198682149, + 0.9851851851851852 + ], + "point": [ + 0.0391, + 0.9731 + ] + }, + { + "instruction": "583.40", + "bbox": [ + 0.3010416348775228, + 0.9611111111111111, + 0.3343749682108561, + 0.9833333333333333 + ], + "point": [ + 0.3177, + 0.9722 + ] + }, + { + "instruction": "Overnight Duffle", + "bbox": [ + 0.3729166666666667, + 0.9592592592592593, + 0.45208333333333334, + 0.9851851851851852 + ], + "point": [ + 0.4125, + 0.9722 + ] + }, + { + "instruction": "$45.00", + "bbox": [ + 0.9010417302449544, + 0.9592592592592593, + 0.9364583969116211, + 0.9814814814814815 + ], + "point": [ + 0.9188, + 0.9704 + ] + }, + { + "instruction": "using", + "bbox": [ + 0.3572916666666667, + 0.3240740458170573, + 0.38645833333333335, + 0.35462960137261285 + ], + "point": [ + 0.3719, + 0.3394 + ] + }, + { + "instruction": "Yoga", + "bbox": [ + 0.40208333333333335, + 0.9046296861436632, + 0.42604166666666665, + 0.9351852416992188 + ], + "point": [ + 0.4141, + 0.9199 + ] + }, + { + "instruction": "New Customers", + "bbox": [ + 0.5920309066772461, + 0.6461272063078703, + 0.7038549423217774, + 0.7181089048032407 + ], + "point": [ + 0.6479, + 0.6821 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.9349592208862305, + 0.11814823150634765, + 0.9999999364217123, + 0.18388539067021123 + ], + "point": [ + 0.9675, + 0.151 + ] + }, + { + "instruction": "Most Viewed Products", + "bbox": [ + 0.4442591667175293, + 0.6457819055627894, + 0.5910589853922527, + 0.7179944073712384 + ], + "point": [ + 0.5177, + 0.6819 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.7046676635742187, + 0.6464269002278645, + 0.7923500061035156, + 0.7187025847258391 + ], + "point": [ + 0.7485, + 0.6826 + ] + }, + { + "instruction": "Go to Advanced Reportim", + "bbox": [ + 0.8325948079427083, + 0.28348603425202545, + 1.0, + 0.3502810442889178 + ], + "point": [ + 0.9163, + 0.3169 + ] + }, + { + "instruction": "Bestsellers", + "bbox": [ + 0.35744984944661456, + 0.6453789039894386, + 0.4468072255452474, + 0.7199393378363715 + ], + "point": [ + 0.4021, + 0.6827 + ] + }, + { + "instruction": "All Store Views", + "bbox": [ + 0.07297956943511963, + 0.1309080053258825, + 0.16266791025797525, + 0.16693112408673322 + ], + "point": [ + 0.1178, + 0.1489 + ] + }, + { + "instruction": "Quantity", + "bbox": [ + 0.8645849863688151, + 0.49089847140842013, + 0.9173998514811198, + 0.5874679565429688 + ], + "point": [ + 0.891, + 0.5392 + ] + }, + { + "instruction": "Dashboard", + "bbox": [ + 0.014139656225840251, + 0.011213971950389721, + 0.12728367249170938, + 0.06781774980050546 + ], + "point": [ + 0.0707, + 0.0395 + ] + }, + { + "instruction": "creating newcustomers.", + "bbox": [ + 0.5920309066772461, + 0.6461272063078703, + 0.7038549423217774, + 0.7181089048032407 + ], + "point": [ + 0.6479, + 0.6821 + ] + }, + { + "instruction": "Reload mode.", + "bbox": [ + 0.9349592208862305, + 0.11814823150634765, + 0.9999999364217123, + 0.18388539067021123 + ], + "point": [ + 0.9675, + 0.151 + ] + }, + { + "instruction": "most viewed products.", + "bbox": [ + 0.4442591667175293, + 0.6457819055627894, + 0.5910589853922527, + 0.7179944073712384 + ], + "point": [ + 0.5177, + 0.6819 + ] + }, + { + "instruction": "Customers section.", + "bbox": [ + 0.7046676635742187, + 0.6464269002278645, + 0.7923500061035156, + 0.7187025847258391 + ], + "point": [ + 0.7485, + 0.6826 + ] + }, + { + "instruction": "An option to go to the advanced report.", + "bbox": [ + 0.8325948079427083, + 0.28348603425202545, + 1.0, + 0.3502810442889178 + ], + "point": [ + 0.9163, + 0.3169 + ] + }, + { + "instruction": "a button to access the bestsellers section.", + "bbox": [ + 0.35744984944661456, + 0.6453789039894386, + 0.4468072255452474, + 0.7199393378363715 + ], + "point": [ + 0.4021, + 0.6827 + ] + }, + { + "instruction": "Help or information.", + "bbox": [ + 0.16794870694478353, + 0.13067099959762007, + 0.19807515144348145, + 0.1712531054461444 + ], + "point": [ + 0.183, + 0.151 + ] + }, + { + "instruction": "an option to view all store views.", + "bbox": [ + 0.07297956943511963, + 0.1309080053258825, + 0.16266791025797525, + 0.16693112408673322 + ], + "point": [ + 0.1178, + 0.1489 + ] + }, + { + "instruction": "Find", + "bbox": [ + 0.885513178507487, + 0.0013657428600169993, + 0.9197374979654948, + 0.07437880833943684 + ], + "point": [ + 0.9026, + 0.0379 + ] + }, + { + "instruction": "User profile", + "bbox": [ + 0.9668222427368164, + 0.0010062182391131365, + 0.9997007369995117, + 0.062275165981716576 + ], + "point": [ + 0.9833, + 0.0316 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9266122817993164, + 0.001273381268536603, + 0.9598721186319987, + 0.07325798317238137 + ], + "point": [ + 0.9432, + 0.0373 + ] + }, + { + "instruction": "quantity value of 0.", + "bbox": [ + 0.8645849863688151, + 0.49089847140842013, + 0.9173998514811198, + 0.5874679565429688 + ], + "point": [ + 0.891, + 0.5392 + ] + }, + { + "instruction": "Data.", + "bbox": [ + 0.767920176188151, + 0.3217814692744502, + 0.7959307352701823, + 0.3573767202871817 + ], + "point": [ + 0.7819, + 0.3396 + ] + }, + { + "instruction": "a dashboard.", + "bbox": [ + 0.014139656225840251, + 0.011213971950389721, + 0.12728367249170938, + 0.06781774980050546 + ], + "point": [ + 0.0707, + 0.0395 + ] + } + ], + "element_size": 66 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_4/785.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Products", + "bbox": [ + 0.4197916666666667, + 0.45, + 0.475, + 0.4740740740740741 + ], + "point": [ + 0.4474, + 0.462 + ] + }, + { + "instruction": "Views", + "bbox": [ + 0.4197916666666667, + 0.5222221657081887, + 0.4510416666666667, + 0.5444443879304108 + ], + "point": [ + 0.4354, + 0.5333 + ] + }, + { + "instruction": "Ordered", + "bbox": [ + 0.4197916666666667, + 0.6999999434859664, + 0.46458333333333335, + 0.7222221657081886 + ], + "point": [ + 0.4422, + 0.7111 + ] + }, + { + "instruction": "Downloads", + "bbox": [ + 0.4197916666666667, + 0.7592592592592593, + 0.478125, + 0.7814814814814814 + ], + "point": [ + 0.449, + 0.7704 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.9072916666666667, + 0.8462963528103299, + 0.9354166666666667, + 0.868518575032552 + ], + "point": [ + 0.9214, + 0.8574 + ] + }, + { + "instruction": "QL", + "bbox": [ + 0.9875, + 0.8462962962962963, + 1.0, + 0.8703703703703703 + ], + "point": [ + 0.9938, + 0.8583 + ] + }, + { + "instruction": "Statistics", + "bbox": [ + 0.41875, + 0.8777777777777778, + 0.47604166666666664, + 0.9018518518518519 + ], + "point": [ + 0.4474, + 0.8898 + ] + }, + { + "instruction": "$27.00", + "bbox": [ + 0.9010417302449544, + 0.8981480916341146, + 0.9364583969116211, + 0.920370426884404 + ], + "point": [ + 0.9188, + 0.9093 + ] + }, + { + "instruction": "$19.00", + "bbox": [ + 0.9010416666666666, + 0.9481481481481482, + 0.9354166666666667, + 0.9703703703703703 + ], + "point": [ + 0.9182, + 0.9593 + ] + }, + { + "instruction": "Reload", + "bbox": [ + 0.9331104278564453, + 0.20898874070909287, + 1.0, + 0.28131092212818287 + ], + "point": [ + 0.9666, + 0.2451 + ] + }, + { + "instruction": "Sales", + "bbox": [ + 0.20411319732666017, + 0.11257982607241031, + 0.38841495513916013, + 0.1942104763454861 + ], + "point": [ + 0.2963, + 0.1534 + ] + }, + { + "instruction": "Quantity", + "bbox": [ + 0.8040773391723632, + 0.4789325290256076, + 1.0000000635782877, + 0.8112481576425058 + ], + "point": [ + 0.902, + 0.6451 + ] + }, + { + "instruction": "Invoiced", + "bbox": [ + 0.20697884559631347, + 0.3124850802951389, + 0.392570432027181, + 0.37347999855324077 + ], + "point": [ + 0.2998, + 0.343 + ] + }, + { + "instruction": "Products in Cart", + "bbox": [ + 0.0016857067743937175, + 0.19056704485857928, + 0.20591684182484946, + 0.2547923617892795 + ], + "point": [ + 0.1038, + 0.2227 + ] + }, + { + "instruction": "Marketing", + "bbox": [ + 0.00021104812622070314, + 0.11471876921477141, + 0.2042678197224935, + 0.19236775151005497 + ], + "point": [ + 0.1022, + 0.1535 + ] + }, + { + "instruction": "Shipping", + "bbox": [ + 0.20960222880045573, + 0.37181871202256944, + 0.3892918904622396, + 0.4333160400390625 + ], + "point": [ + 0.2994, + 0.4026 + ] + }, + { + "instruction": "Orders", + "bbox": [ + 0.20500771204630533, + 0.19268304330331307, + 0.38862009048461915, + 0.2543051260489005 + ], + "point": [ + 0.2968, + 0.2235 + ] + }, + { + "instruction": "Tax", + "bbox": [ + 0.2055449644724528, + 0.25419011999059604, + 0.38873729705810545, + 0.3144808733904803 + ], + "point": [ + 0.2971, + 0.2843 + ] + }, + { + "instruction": "Refunds", + "bbox": [ + 0.21138830184936525, + 0.42990875244140625, + 0.3898312568664551, + 0.49303097195095485 + ], + "point": [ + 0.3006, + 0.4615 + ] + }, + { + "instruction": "Search Terms", + "bbox": [ + 0.0027808666229248045, + 0.2518265900788484, + 0.19560996691385904, + 0.3138765123155382 + ], + "point": [ + 0.0992, + 0.2829 + ] + }, + { + "instruction": "Order Total", + "bbox": [ + 0.41651846567789713, + 0.18943280820493344, + 0.6045343399047851, + 0.2551961545591001 + ], + "point": [ + 0.5105, + 0.2223 + ] + }, + { + "instruction": "Business Intelligence", + "bbox": [ + 0.6106069564819336, + 0.11401019626193576, + 0.7866889317830403, + 0.19121822781032985 + ], + "point": [ + 0.6986, + 0.1526 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.4161052385965983, + 0.11710861347339771, + 0.6060941696166993, + 0.19117906358506945 + ], + "point": [ + 0.5111, + 0.1541 + ] + }, + { + "instruction": "Coupons", + "bbox": [ + 0.2134860356648763, + 0.4919249923140914, + 0.3908830642700195, + 0.5510819611725983 + ], + "point": [ + 0.3022, + 0.5215 + ] + }, + { + "instruction": "Abandoned Carts", + "bbox": [ + 0.005082337061564127, + 0.3127295034903067, + 0.19526675542195637, + 0.37323037606698495 + ], + "point": [ + 0.1002, + 0.343 + ] + }, + { + "instruction": "Order Count", + "bbox": [ + 0.4157748540242513, + 0.25155309041341145, + 0.6030645370483398, + 0.3143541971842448 + ], + "point": [ + 0.5094, + 0.283 + ] + }, + { + "instruction": "By Customers", + "bbox": [ + 0.009241906801859538, + 0.5588349518952547, + 0.1973640521367391, + 0.6249469898365162 + ], + "point": [ + 0.1033, + 0.5919 + ] + }, + { + "instruction": "Reviews", + "bbox": [ + 0.008306280771891276, + 0.48604736328125, + 0.2018767992655436, + 0.5603391294126158 + ], + "point": [ + 0.1051, + 0.5232 + ] + }, + { + "instruction": "Go to Advanced Reportin", + "bbox": [ + 0.8333751678466796, + 0.3750760113751447, + 1.0, + 0.44277315492983216 + ], + "point": [ + 0.9167, + 0.4089 + ] + }, + { + "instruction": "Advanced Reporting", + "bbox": [ + 0.6128489176432291, + 0.19023794951262296, + 0.7900243123372396, + 0.25422476309317127 + ], + "point": [ + 0.7014, + 0.2222 + ] + }, + { + "instruction": "Bl Essentials %", + "bbox": [ + 0.6180639266967773, + 0.25211348357024016, + 0.7910863876342773, + 0.31079528243453414 + ], + "point": [ + 0.7046, + 0.2815 + ] + }, + { + "instruction": "By Products", + "bbox": [ + 0.00864251454671224, + 0.6225074485496238, + 0.19600772857666016, + 0.6831422593858507 + ], + "point": [ + 0.1023, + 0.6528 + ] + }, + { + "instruction": "PayPal Settlement", + "bbox": [ + 0.21357625325520832, + 0.549241468641493, + 0.3919807434082031, + 0.6093781647858796 + ], + "point": [ + 0.3028, + 0.5793 + ] + }, + { + "instruction": "Newsletter Problem Reports", + "bbox": [ + 0.0032001336415608725, + 0.37196265326605904, + 0.19820760091145834, + 0.4322719432689525 + ], + "point": [ + 0.1007, + 0.4021 + ] + }, + { + "instruction": "Braintree Settlement", + "bbox": [ + 0.21484820048014322, + 0.6078434131763599, + 0.3976323445638021, + 0.6729123150860822 + ], + "point": [ + 0.3062, + 0.6404 + ] + }, + { + "instruction": "New", + "bbox": [ + 0.41625547409057617, + 0.31241206416377315, + 0.6040875752766927, + 0.37987857394748265 + ], + "point": [ + 0.5102, + 0.3461 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.012429388364156087, + 0.025847299010665327, + 0.0800448497136434, + 0.06691631564387569 + ], + "point": [ + 0.0462, + 0.0464 + ] + }, + { + "instruction": "Refresh Statistics", + "bbox": [ + 0.41944265365600586, + 0.945314704047309, + 0.5062230110168457, + 0.9754301848234954 + ], + "point": [ + 0.4628, + 0.9604 + ] + }, + { + "instruction": "Low Stock", + "bbox": [ + 0.4176606814066569, + 0.6214826230649595, + 0.7812234242757161, + 0.6857516253436053 + ], + "point": [ + 0.5994, + 0.6536 + ] + }, + { + "instruction": "Bestsellers", + "bbox": [ + 0.41797962188720705, + 0.5618269178602431, + 0.7774816513061523, + 0.6243911178023727 + ], + "point": [ + 0.5977, + 0.5931 + ] + }, + { + "instruction": "Reload mode.", + "bbox": [ + 0.9331104278564453, + 0.20898874070909287, + 1.0, + 0.28131092212818287 + ], + "point": [ + 0.9666, + 0.2451 + ] + }, + { + "instruction": "Sales.", + "bbox": [ + 0.20411319732666017, + 0.11257982607241031, + 0.38841495513916013, + 0.1942104763454861 + ], + "point": [ + 0.2963, + 0.1534 + ] + }, + { + "instruction": "the quantity selection option.", + "bbox": [ + 0.8040773391723632, + 0.4789325290256076, + 1.0000000635782877, + 0.8112481576425058 + ], + "point": [ + 0.902, + 0.6451 + ] + }, + { + "instruction": "Invoice.", + "bbox": [ + 0.20697884559631347, + 0.3124850802951389, + 0.392570432027181, + 0.37347999855324077 + ], + "point": [ + 0.2998, + 0.343 + ] + }, + { + "instruction": "Products in cart.", + "bbox": [ + 0.0016857067743937175, + 0.19056704485857928, + 0.20591684182484946, + 0.2547923617892795 + ], + "point": [ + 0.1038, + 0.2227 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.00021104812622070314, + 0.11471876921477141, + 0.2042678197224935, + 0.19236775151005497 + ], + "point": [ + 0.1022, + 0.1535 + ] + }, + { + "instruction": "Shipping.", + "bbox": [ + 0.20960222880045573, + 0.37181871202256944, + 0.3892918904622396, + 0.4333160400390625 + ], + "point": [ + 0.2994, + 0.4026 + ] + }, + { + "instruction": "Orders.", + "bbox": [ + 0.20500771204630533, + 0.19268304330331307, + 0.38862009048461915, + 0.2543051260489005 + ], + "point": [ + 0.2968, + 0.2235 + ] + }, + { + "instruction": "the \"Fax\" function.", + "bbox": [ + 0.2055449644724528, + 0.25419011999059604, + 0.38873729705810545, + 0.3144808733904803 + ], + "point": [ + 0.2971, + 0.2843 + ] + }, + { + "instruction": "Refunds.", + "bbox": [ + 0.21138830184936525, + 0.42990875244140625, + 0.3898312568664551, + 0.49303097195095485 + ], + "point": [ + 0.3006, + 0.4615 + ] + }, + { + "instruction": "Search terms.", + "bbox": [ + 0.0027808666229248045, + 0.2518265900788484, + 0.19560996691385904, + 0.3138765123155382 + ], + "point": [ + 0.0992, + 0.2829 + ] + }, + { + "instruction": "an option to order a total.", + "bbox": [ + 0.41651846567789713, + 0.18943280820493344, + 0.6045343399047851, + 0.2551961545591001 + ], + "point": [ + 0.5105, + 0.2223 + ] + }, + { + "instruction": "Business Intelligence.", + "bbox": [ + 0.6106069564819336, + 0.11401019626193576, + 0.7866889317830403, + 0.19121822781032985 + ], + "point": [ + 0.6986, + 0.1526 + ] + }, + { + "instruction": "Customers section.", + "bbox": [ + 0.4161052385965983, + 0.11710861347339771, + 0.6060941696166993, + 0.19117906358506945 + ], + "point": [ + 0.5111, + 0.1541 + ] + }, + { + "instruction": "Coupons.", + "bbox": [ + 0.2134860356648763, + 0.4919249923140914, + 0.3908830642700195, + 0.5510819611725983 + ], + "point": [ + 0.3022, + 0.5215 + ] + }, + { + "instruction": "Find", + "bbox": [ + 0.8861406326293946, + 0.09604411655002171, + 0.9190481185913086, + 0.16186781989203558 + ], + "point": [ + 0.9026, + 0.129 + ] + }, + { + "instruction": "A button to expand cartons.", + "bbox": [ + 0.005082337061564127, + 0.3127295034903067, + 0.19526675542195637, + 0.37323037606698495 + ], + "point": [ + 0.1002, + 0.343 + ] + }, + { + "instruction": "Ordered Count.", + "bbox": [ + 0.4157748540242513, + 0.25155309041341145, + 0.6030645370483398, + 0.3143541971842448 + ], + "point": [ + 0.5094, + 0.283 + ] + }, + { + "instruction": "ByCustomers.", + "bbox": [ + 0.009241906801859538, + 0.5588349518952547, + 0.1973640521367391, + 0.6249469898365162 + ], + "point": [ + 0.1033, + 0.5919 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9266497294108073, + 0.0977326993589048, + 0.9584887186686198, + 0.16299852441858362 + ], + "point": [ + 0.9426, + 0.1304 + ] + }, + { + "instruction": "Clone", + "bbox": [ + 0.9663751602172852, + 0.09454823246708623, + 0.9997610092163086, + 0.16507438377097802 + ], + "point": [ + 0.9831, + 0.1298 + ] + }, + { + "instruction": "a button to view more reviews or details.", + "bbox": [ + 0.008306280771891276, + 0.48604736328125, + 0.2018767992655436, + 0.5603391294126158 + ], + "point": [ + 0.1051, + 0.5232 + ] + }, + { + "instruction": "a button to go to the advanced report.", + "bbox": [ + 0.8333751678466796, + 0.3750760113751447, + 1.0, + 0.44277315492983216 + ], + "point": [ + 0.9167, + 0.4089 + ] + }, + { + "instruction": "Advanced Reporting.", + "bbox": [ + 0.6128489176432291, + 0.19023794951262296, + 0.7900243123372396, + 0.25422476309317127 + ], + "point": [ + 0.7014, + 0.2222 + ] + }, + { + "instruction": "Bl Essentials section.", + "bbox": [ + 0.6180639266967773, + 0.25211348357024016, + 0.7910863876342773, + 0.31079528243453414 + ], + "point": [ + 0.7046, + 0.2815 + ] + }, + { + "instruction": "\" By Products\"", + "bbox": [ + 0.00864251454671224, + 0.6225074485496238, + 0.19600772857666016, + 0.6831422593858507 + ], + "point": [ + 0.1023, + 0.6528 + ] + }, + { + "instruction": "PayPal Settings.", + "bbox": [ + 0.21357625325520832, + 0.549241468641493, + 0.3919807434082031, + 0.6093781647858796 + ], + "point": [ + 0.3028, + 0.5793 + ] + }, + { + "instruction": "Newspaster Problem Reports.", + "bbox": [ + 0.0032001336415608725, + 0.37196265326605904, + 0.19820760091145834, + 0.4322719432689525 + ], + "point": [ + 0.1007, + 0.4021 + ] + }, + { + "instruction": "Braintree Settings.", + "bbox": [ + 0.21484820048014322, + 0.6078434131763599, + 0.3976323445638021, + 0.6729123150860822 + ], + "point": [ + 0.3062, + 0.6404 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.7577676137288412, + 0.012174867700647424, + 0.7940415700276693, + 0.07836724740487558 + ], + "point": [ + 0.7759, + 0.0453 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 0.00514229933420817, + 0.4315745035807292, + 0.1997555653254191, + 0.49216059932002315 + ], + "point": [ + 0.1024, + 0.4619 + ] + }, + { + "instruction": "New.", + "bbox": [ + 0.41625547409057617, + 0.31241206416377315, + 0.6040875752766927, + 0.37987857394748265 + ], + "point": [ + 0.5102, + 0.3461 + ] + }, + { + "instruction": "Reports.", + "bbox": [ + 0.012429388364156087, + 0.025847299010665327, + 0.0800448497136434, + 0.06691631564387569 + ], + "point": [ + 0.0462, + 0.0464 + ] + }, + { + "instruction": "Refresh statistics.", + "bbox": [ + 0.41944265365600586, + 0.945314704047309, + 0.5062230110168457, + 0.9754301848234954 + ], + "point": [ + 0.4628, + 0.9604 + ] + }, + { + "instruction": "Low stock.", + "bbox": [ + 0.4176606814066569, + 0.6214826230649595, + 0.7812234242757161, + 0.6857516253436053 + ], + "point": [ + 0.5994, + 0.6536 + ] + }, + { + "instruction": "Bastellers.", + "bbox": [ + 0.41797962188720705, + 0.5618269178602431, + 0.7774816513061523, + 0.6243911178023727 + ], + "point": [ + 0.5977, + 0.5931 + ] + } + ], + "element_size": 76 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_5/917.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "For accurate reporting; be sure to refresh lifetime statistics whenever you change the time zone_", + "bbox": [ + 0.05520833333333333, + 0.31666666666666665, + 0.528125, + 0.3472222222222222 + ], + "point": [ + 0.2917, + 0.3319 + ] + }, + { + "instruction": "Last updated: Jun 17, 2023, 12.00.03 AM: To refresh last day's statistics, click here_", + "bbox": [ + 0.055208317438761395, + 0.3925925925925926, + 0.45624998410542805, + 0.4212962962962963 + ], + "point": [ + 0.2557, + 0.4069 + ] + }, + { + "instruction": "The Order Updated report is created in real time and does not require a refresh:", + "bbox": [ + 0.27708333333333335, + 0.6, + 0.6166666666666667, + 0.625 + ], + "point": [ + 0.4469, + 0.6125 + ] + }, + { + "instruction": "Period", + "bbox": [ + 0.221875, + 0.674074074074074, + 0.25833333333333336, + 0.6962962962962963 + ], + "point": [ + 0.2401, + 0.6852 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.22708333333333333, + 0.7555555555555555, + 0.2578125, + 0.7833333333333333 + ], + "point": [ + 0.2424, + 0.7694 + ] + }, + { + "instruction": "Order Status", + "bbox": [ + 0.18958333333333333, + 0.9277777777777778, + 0.25833333333333336, + 0.95 + ], + "point": [ + 0.224, + 0.9389 + ] + }, + { + "instruction": "Applies to", + "bbox": [ + 0.27708333333333335, + 0.9740740740740741, + 0.3229166666666667, + 0.9981481481481481 + ], + "point": [ + 0.3, + 0.9861 + ] + }, + { + "instruction": "of the Specified Order Statuses except canceled orders", + "bbox": [ + 0.33958333333333335, + 0.9722222222222222, + 0.5739583333333333, + 0.9981481481481481 + ], + "point": [ + 0.4568, + 0.9852 + ] + }, + { + "instruction": "Any", + "bbox": [ + 0.3223958333333333, + 0.9740740740740741, + 0.34010416666666665, + 0.9981481481481481 + ], + "point": [ + 0.3312, + 0.9861 + ] + }, + { + "instruction": "Show Rer", + "bbox": [ + 0.9318358103434244, + 0.1680377960205078, + 1.0, + 0.23433344805682146 + ], + "point": [ + 0.9659, + 0.2012 + ] + }, + { + "instruction": "Order Created", + "bbox": [ + 0.2769659360249837, + 0.5394397311740451, + 0.39872706731160484, + 0.589883479365596 + ], + "point": [ + 0.3378, + 0.5647 + ] + }, + { + "instruction": "Day", + "bbox": [ + 0.27628949483235676, + 0.6578272501627604, + 0.357045046488444, + 0.7105018333152489 + ], + "point": [ + 0.3167, + 0.6842 + ] + }, + { + "instruction": "All Websites", + "bbox": [ + 0.07326285839080811, + 0.18174492164894387, + 0.14964043299357097, + 0.21950675116644966 + ], + "point": [ + 0.1115, + 0.2006 + ] + }, + { + "instruction": "Any", + "bbox": [ + 0.27650101979573566, + 0.9139643916377315, + 0.3692307154337565, + 0.9649697762948496 + ], + "point": [ + 0.3229, + 0.9395 + ] + }, + { + "instruction": "Orders Report", + "bbox": [ + 0.012573814392089844, + 0.05684138757211191, + 0.16594053904215494, + 0.12778365170514142 + ], + "point": [ + 0.0893, + 0.0923 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.23999703725179036, + 0.8370586819118924, + 0.25944531758626305, + 0.8768485175238715 + ], + "point": [ + 0.2497, + 0.857 + ] + }, + { + "instruction": "Date Used", + "bbox": [ + 0.19296719233194987, + 0.5394420482494213, + 0.2652613957722982, + 0.5850851553457754 + ], + "point": [ + 0.2291, + 0.5623 + ] + }, + { + "instruction": "Scope:", + "bbox": [ + 0.02205919623374939, + 0.17587195502387154, + 0.060404103994369504, + 0.22673102484809027 + ], + "point": [ + 0.0412, + 0.2013 + ] + }, + { + "instruction": "Filter", + "bbox": [ + 0.01405337651570638, + 0.46850407918294273, + 0.05113625526428223, + 0.5053053114149305 + ], + "point": [ + 0.0326, + 0.4869 + ] + }, + { + "instruction": "a button to show more details or information.", + "bbox": [ + 0.9318358103434244, + 0.1680377960205078, + 1.0, + 0.23433344805682146 + ], + "point": [ + 0.9659, + 0.2012 + ] + }, + { + "instruction": "A dropdown menu to order create a new item.", + "bbox": [ + 0.2769659360249837, + 0.5394397311740451, + 0.39872706731160484, + 0.589883479365596 + ], + "point": [ + 0.3378, + 0.5647 + ] + }, + { + "instruction": "a dropdown menu labeled \"Day\".", + "bbox": [ + 0.27628949483235676, + 0.6578272501627604, + 0.357045046488444, + 0.7105018333152489 + ], + "point": [ + 0.3167, + 0.6842 + ] + }, + { + "instruction": "a calendar or scheduling function.", + "bbox": [ + 0.27659422556559243, + 0.8286528975875289, + 0.3950125376383464, + 0.8806338274920428 + ], + "point": [ + 0.3358, + 0.8546 + ] + }, + { + "instruction": "Help or information.", + "bbox": [ + 0.15823650360107422, + 0.18102250275788484, + 0.18732706705729166, + 0.22474410445601853 + ], + "point": [ + 0.1728, + 0.2029 + ] + }, + { + "instruction": "a calendar or scheduling function.", + "bbox": [ + 0.2778305689493815, + 0.7446055094401042, + 0.39355138142903645, + 0.7944088406032986 + ], + "point": [ + 0.3357, + 0.7695 + ] + }, + { + "instruction": "All Websites.", + "bbox": [ + 0.07326285839080811, + 0.18174492164894387, + 0.14964043299357097, + 0.21950675116644966 + ], + "point": [ + 0.1115, + 0.2006 + ] + }, + { + "instruction": "a dropdown menu labeled \"Any\".", + "bbox": [ + 0.27650101979573566, + 0.9139643916377315, + 0.3692307154337565, + 0.9649697762948496 + ], + "point": [ + 0.3229, + 0.9395 + ] + }, + { + "instruction": "Star", + "bbox": [ + 0.25985633532206215, + 0.7535698784722222, + 0.2763386090596517, + 0.7849833170572916 + ], + "point": [ + 0.2681, + 0.7693 + ] + }, + { + "instruction": "Orders Report.", + "bbox": [ + 0.012573814392089844, + 0.05684138757211191, + 0.16594053904215494, + 0.12778365170514142 + ], + "point": [ + 0.0893, + 0.0923 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9290613810221354, + 0.06644358458342375, + 0.9536043802897135, + 0.11133210217511212 + ], + "point": [ + 0.9413, + 0.0889 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.23999703725179036, + 0.8370586819118924, + 0.25944531758626305, + 0.8768485175238715 + ], + "point": [ + 0.2497, + 0.857 + ] + }, + { + "instruction": "Next", + "bbox": [ + 0.41033544540405276, + 0.443609619140625, + 0.4292752265930176, + 0.47931394223813656 + ], + "point": [ + 0.4198, + 0.4615 + ] + }, + { + "instruction": "Find", + "bbox": [ + 0.8869839986165364, + 0.05370799877025463, + 0.9210027058919271, + 0.12122732091833044 + ], + "point": [ + 0.904, + 0.0875 + ] + }, + { + "instruction": "1, October, 2024", + "bbox": [ + 0.021464274326960246, + 0.30621795654296874, + 0.05087562402089437, + 0.3589038425021701 + ], + "point": [ + 0.0362, + 0.3326 + ] + }, + { + "instruction": "Six-point star", + "bbox": [ + 0.2589783827463786, + 0.8402539288556135, + 0.27542552947998045, + 0.8709401448567708 + ], + "point": [ + 0.2672, + 0.8556 + ] + }, + { + "instruction": "Clone", + "bbox": [ + 0.9654169718424479, + 0.047786991684525104, + 1.0, + 0.13228256437513564 + ], + "point": [ + 0.9827, + 0.09 + ] + }, + { + "instruction": "Date Used.", + "bbox": [ + 0.19296719233194987, + 0.5394420482494213, + 0.2652613957722982, + 0.5850851553457754 + ], + "point": [ + 0.2291, + 0.5623 + ] + }, + { + "instruction": "Scope:", + "bbox": [ + 0.02205919623374939, + 0.17587195502387154, + 0.060404103994369504, + 0.22673102484809027 + ], + "point": [ + 0.0412, + 0.2013 + ] + }, + { + "instruction": "Information", + "bbox": [ + 0.021347586313883463, + 0.3818118625217014, + 0.050939329465230304, + 0.4356287638346354 + ], + "point": [ + 0.0361, + 0.4087 + ] + }, + { + "instruction": "Filter functionality.", + "bbox": [ + 0.01405337651570638, + 0.46850407918294273, + 0.05113625526428223, + 0.5053053114149305 + ], + "point": [ + 0.0326, + 0.4869 + ] + } + ], + "element_size": 40 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_6/1084.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Date Used", + "bbox": [ + 0.20208333333333334, + 0.1574074074074074, + 0.25833333333333336, + 0.1814814814814815 + ], + "point": [ + 0.2302, + 0.1694 + ] + }, + { + "instruction": "The Order Updated report is created in real time and does not require a refresh:", + "bbox": [ + 0.27708333333333335, + 0.20555555555555555, + 0.6166666666666667, + 0.22777777777777777 + ], + "point": [ + 0.4469, + 0.2167 + ] + }, + { + "instruction": "Period", + "bbox": [ + 0.221875, + 0.2777777777777778, + 0.25833333333333336, + 0.3 + ], + "point": [ + 0.2401, + 0.2889 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.228125, + 0.362962962962963, + 0.25729166666666664, + 0.3851851851851852 + ], + "point": [ + 0.2427, + 0.3741 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.24322916666666666, + 0.4490740458170573, + 0.2578125, + 0.46759256433557583 + ], + "point": [ + 0.2505, + 0.4583 + ] + }, + { + "instruction": "Order Status", + "bbox": [ + 0.190625, + 0.531481537995515, + 0.25833333333333336, + 0.5537037602177373 + ], + "point": [ + 0.2245, + 0.5426 + ] + }, + { + "instruction": "Applies to", + "bbox": [ + 0.278125, + 0.5796296296296296, + 0.3229166666666667, + 0.6037037037037037 + ], + "point": [ + 0.3005, + 0.5917 + ] + }, + { + "instruction": "of the Specified Order Statuses except canceled orders", + "bbox": [ + 0.33958333333333335, + 0.5796296296296296, + 0.575, + 0.6037037037037037 + ], + "point": [ + 0.4573, + 0.5917 + ] + }, + { + "instruction": "Empty Rows", + "bbox": [ + 0.19218748410542805, + 0.6509259259259259, + 0.25833331743876137, + 0.6787037037037037 + ], + "point": [ + 0.2253, + 0.6648 + ] + }, + { + "instruction": "Show Actual Values", + "bbox": [ + 0.15625, + 0.7370370935510706, + 0.25833333333333336, + 0.7592593157732929 + ], + "point": [ + 0.2073, + 0.7481 + ] + }, + { + "instruction": "Export to:", + "bbox": [ + 0.8333333333333334, + 0.820370426884404, + 0.8854166666666666, + 0.8462963528103299 + ], + "point": [ + 0.8594, + 0.8333 + ] + }, + { + "instruction": "Any", + "bbox": [ + 0.321875, + 0.5768518518518518, + 0.340625, + 0.6046296296296296 + ], + "point": [ + 0.3313, + 0.5907 + ] + }, + { + "instruction": "Order Created", + "bbox": [ + 0.2767573356628418, + 0.14309601960358798, + 0.3983556429545085, + 0.19336270932798033 + ], + "point": [ + 0.3376, + 0.1682 + ] + }, + { + "instruction": "Day", + "bbox": [ + 0.27671724955240884, + 0.2618429113317419, + 0.3569889704386393, + 0.3130414609555845 + ], + "point": [ + 0.3169, + 0.2874 + ] + }, + { + "instruction": "Any", + "bbox": [ + 0.2768314997355143, + 0.517633056640625, + 0.3689351399739583, + 0.568086525245949 + ], + "point": [ + 0.3229, + 0.5429 + ] + }, + { + "instruction": "CSV", + "bbox": [ + 0.8899210611979167, + 0.8070887247721354, + 0.9858477274576823, + 0.859533182779948 + ], + "point": [ + 0.9379, + 0.8333 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.2769966125488281, + 0.6371570728443287, + 0.34501171112060547, + 0.6883397985387731 + ], + "point": [ + 0.311, + 0.6627 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.27729714711507164, + 0.7215934470847801, + 0.34524523417154945, + 0.772791431568287 + ], + "point": [ + 0.3113, + 0.7472 + ] + }, + { + "instruction": "Oraers Report", + "bbox": [ + 0.0, + 0.0, + 0.14854380289713542, + 0.051306830512152776 + ], + "point": [ + 0.0743, + 0.0257 + ] + }, + { + "instruction": "Show", + "bbox": [ + 0.9550253550211588, + 0.0, + 1.0, + 0.04357900619506836 + ], + "point": [ + 0.9775, + 0.0218 + ] + }, + { + "instruction": "Interval", + "bbox": [ + 0.011996821562449137, + 0.9382039953161169, + 0.10182550350824991, + 0.9947463424117476 + ], + "point": [ + 0.0569, + 0.9665 + ] + }, + { + "instruction": "Sales Tax", + "bbox": [ + 0.5749842325846354, + 0.939434814453125, + 0.6813382466634115, + 0.994024658203125 + ], + "point": [ + 0.6282, + 0.9667 + ] + }, + { + "instruction": "Cancelec", + "bbox": [ + 0.9508677164713542, + 0.9394635800962094, + 1.0, + 0.9942032425491898 + ], + "point": [ + 0.9754, + 0.9668 + ] + }, + { + "instruction": "Refunded", + "bbox": [ + 0.4796708106994629, + 0.9399006596317998, + 0.5862204233805338, + 0.9939624927662037 + ], + "point": [ + 0.5329, + 0.9669 + ] + }, + { + "instruction": "Sales Discount", + "bbox": [ + 0.8145139058430989, + 0.9394468519422743, + 0.9546465555826823, + 0.9943422670717592 + ], + "point": [ + 0.8846, + 0.9669 + ] + }, + { + "instruction": "Sales Shipping", + "bbox": [ + 0.6795140584309896, + 0.9397126939561632, + 0.8106021881103516, + 0.9938377097800926 + ], + "point": [ + 0.7451, + 0.9668 + ] + }, + { + "instruction": "Sales Total", + "bbox": [ + 0.2769521077473958, + 0.939692461932147, + 0.3961494445800781, + 0.9937258119936343 + ], + "point": [ + 0.3366, + 0.9667 + ] + }, + { + "instruction": "Filter", + "bbox": [ + 0.00022992491722106934, + 0.061707277651186346, + 0.058232706785202024, + 0.12374391908998843 + ], + "point": [ + 0.0292, + 0.0927 + ] + }, + { + "instruction": "Invoiced", + "bbox": [ + 0.39268601735432945, + 0.9396794071903936, + 0.4867442448933919, + 0.9938553421585649 + ], + "point": [ + 0.4397, + 0.9668 + ] + }, + { + "instruction": "Orders", + "bbox": [ + 0.09311818281809489, + 0.9391680682146991, + 0.1783231735229492, + 0.9938370316116898 + ], + "point": [ + 0.1357, + 0.9665 + ] + }, + { + "instruction": "Sales Items", + "bbox": [ + 0.1731405735015869, + 0.9393376668294271, + 0.2905146598815918, + 0.9938208685980903 + ], + "point": [ + 0.2318, + 0.9666 + ] + }, + { + "instruction": "records found", + "bbox": [ + 0.005237996578216553, + 0.8687585336190683, + 0.10374791224797567, + 0.9147600527162905 + ], + "point": [ + 0.0545, + 0.8918 + ] + }, + { + "instruction": "A dropdown menu to order create a new item.", + "bbox": [ + 0.2767573356628418, + 0.14309601960358798, + 0.3983556429545085, + 0.19336270932798033 + ], + "point": [ + 0.3376, + 0.1682 + ] + }, + { + "instruction": "the \"Day\" function.", + "bbox": [ + 0.27671724955240884, + 0.2618429113317419, + 0.3569889704386393, + 0.3130414609555845 + ], + "point": [ + 0.3169, + 0.2874 + ] + }, + { + "instruction": "a dropdown menu labeled \"Any\".", + "bbox": [ + 0.2768314997355143, + 0.517633056640625, + 0.3689351399739583, + 0.568086525245949 + ], + "point": [ + 0.3229, + 0.5429 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.8899210611979167, + 0.8070887247721354, + 0.9858477274576823, + 0.859533182779948 + ], + "point": [ + 0.9379, + 0.8333 + ] + }, + { + "instruction": "a dropdown menu with no options.", + "bbox": [ + 0.2769966125488281, + 0.6371570728443287, + 0.34501171112060547, + 0.6883397985387731 + ], + "point": [ + 0.311, + 0.6627 + ] + }, + { + "instruction": "a calendar.", + "bbox": [ + 0.27694025039672854, + 0.43307718347620083, + 0.3955836296081543, + 0.4834307070131655 + ], + "point": [ + 0.3363, + 0.4583 + ] + }, + { + "instruction": "a calendar or scheduling function.", + "bbox": [ + 0.277316951751709, + 0.34755859375, + 0.39588212966918945, + 0.4003453572591146 + ], + "point": [ + 0.3366, + 0.374 + ] + }, + { + "instruction": "a dropdown menu with no items or options.", + "bbox": [ + 0.27729714711507164, + 0.7215934470847801, + 0.34524523417154945, + 0.772791431568287 + ], + "point": [ + 0.3113, + 0.7472 + ] + }, + { + "instruction": "Orders Report.", + "bbox": [ + 0.0, + 0.0, + 0.14854380289713542, + 0.051306830512152776 + ], + "point": [ + 0.0743, + 0.0257 + ] + }, + { + "instruction": "Show.", + "bbox": [ + 0.9550253550211588, + 0.0, + 1.0, + 0.04357900619506836 + ], + "point": [ + 0.9775, + 0.0218 + ] + }, + { + "instruction": "interval.", + "bbox": [ + 0.011996821562449137, + 0.9382039953161169, + 0.10182550350824991, + 0.9947463424117476 + ], + "point": [ + 0.0569, + 0.9665 + ] + }, + { + "instruction": "Sales Tax.", + "bbox": [ + 0.5749842325846354, + 0.939434814453125, + 0.6813382466634115, + 0.994024658203125 + ], + "point": [ + 0.6282, + 0.9667 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9904254913330078, + 0.808608161078559, + 1.0, + 0.8573854234483507 + ], + "point": [ + 0.9952, + 0.833 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.25881322224934894, + 0.4440567864312066, + 0.2754987080891927, + 0.4722247936107494 + ], + "point": [ + 0.2672, + 0.4581 + ] + }, + { + "instruction": "Canceled.", + "bbox": [ + 0.9508677164713542, + 0.9394635800962094, + 1.0, + 0.9942032425491898 + ], + "point": [ + 0.9754, + 0.9668 + ] + }, + { + "instruction": "Refounded.", + "bbox": [ + 0.4796708106994629, + 0.9399006596317998, + 0.5862204233805338, + 0.9939624927662037 + ], + "point": [ + 0.5329, + 0.9669 + ] + }, + { + "instruction": "sales discount.", + "bbox": [ + 0.8145139058430989, + 0.9394468519422743, + 0.9546465555826823, + 0.9943422670717592 + ], + "point": [ + 0.8846, + 0.9669 + ] + }, + { + "instruction": "Sales Shipping.", + "bbox": [ + 0.6795140584309896, + 0.9397126939561632, + 0.8106021881103516, + 0.9938377097800926 + ], + "point": [ + 0.7451, + 0.9668 + ] + }, + { + "instruction": "sales total.", + "bbox": [ + 0.2769521077473958, + 0.939692461932147, + 0.3961494445800781, + 0.9937258119936343 + ], + "point": [ + 0.3366, + 0.9667 + ] + }, + { + "instruction": "Filter settings.", + "bbox": [ + 0.00022992491722106934, + 0.061707277651186346, + 0.058232706785202024, + 0.12374391908998843 + ], + "point": [ + 0.0292, + 0.0927 + ] + }, + { + "instruction": "An option to proceed to the next item or screen.", + "bbox": [ + 0.39268601735432945, + 0.9396794071903936, + 0.4867442448933919, + 0.9938553421585649 + ], + "point": [ + 0.4397, + 0.9668 + ] + }, + { + "instruction": "Orders section.", + "bbox": [ + 0.09311818281809489, + 0.9391680682146991, + 0.1783231735229492, + 0.9938370316116898 + ], + "point": [ + 0.1357, + 0.9665 + ] + }, + { + "instruction": "Sales items.", + "bbox": [ + 0.1731405735015869, + 0.9393376668294271, + 0.2905146598815918, + 0.9938208685980903 + ], + "point": [ + 0.2318, + 0.9666 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.2601095994313558, + 0.3567949930826823, + 0.2752226829528809, + 0.38691380818684895 + ], + "point": [ + 0.2677, + 0.3719 + ] + }, + { + "instruction": "0 records found.", + "bbox": [ + 0.005237996578216553, + 0.8687585336190683, + 0.10374791224797567, + 0.9147600527162905 + ], + "point": [ + 0.0545, + 0.8918 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.395139217376709, + 0.431360117594401, + 0.401091480255127, + 0.44793675740559896 + ], + "point": [ + 0.3981, + 0.4396 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.39514363606770836, + 0.34719859935619213, + 0.40104986826578776, + 0.36994696723090276 + ], + "point": [ + 0.3981, + 0.3586 + ] + } + ], + "element_size": 59 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_7/1177.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Date Used", + "bbox": [ + 0.20208333333333334, + 0.1574074074074074, + 0.25833333333333336, + 0.1814814814814815 + ], + "point": [ + 0.2302, + 0.1694 + ] + }, + { + "instruction": "The Order Updated report is created in real time and does not require a refresh:", + "bbox": [ + 0.27708333333333335, + 0.20555555555555555, + 0.6166666666666667, + 0.22777777777777777 + ], + "point": [ + 0.4469, + 0.2167 + ] + }, + { + "instruction": "Period", + "bbox": [ + 0.221875, + 0.2777777777777778, + 0.25833333333333336, + 0.3 + ], + "point": [ + 0.2401, + 0.2889 + ] + }, + { + "instruction": "Month", + "bbox": [ + 0.2875, + 0.30185185185185187, + 0.321875, + 0.32407407407407407 + ], + "point": [ + 0.3047, + 0.313 + ] + }, + { + "instruction": "Year", + "bbox": [ + 0.2864583651224772, + 0.3314814814814815, + 0.3125000317891439, + 0.3537037037037037 + ], + "point": [ + 0.2995, + 0.3426 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.228125, + 0.362962962962963, + 0.25729166666666664, + 0.3851851851851852 + ], + "point": [ + 0.2427, + 0.3741 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.24270833333333333, + 0.44814814814814813, + 0.25833333333333336, + 0.4703703703703704 + ], + "point": [ + 0.2505, + 0.4593 + ] + }, + { + "instruction": "Order Status", + "bbox": [ + 0.190625, + 0.531481537995515, + 0.25833333333333336, + 0.5537037602177373 + ], + "point": [ + 0.2245, + 0.5426 + ] + }, + { + "instruction": "Applies to", + "bbox": [ + 0.278125, + 0.5796296296296296, + 0.3229166666666667, + 0.6037037037037037 + ], + "point": [ + 0.3005, + 0.5917 + ] + }, + { + "instruction": "of the Specified Order Statuses except canceled orders", + "bbox": [ + 0.33958333333333335, + 0.5796296296296296, + 0.575, + 0.6037037037037037 + ], + "point": [ + 0.4573, + 0.5917 + ] + }, + { + "instruction": "Empty Rows", + "bbox": [ + 0.19218748410542805, + 0.6509259259259259, + 0.25833331743876137, + 0.6787037037037037 + ], + "point": [ + 0.2253, + 0.6648 + ] + }, + { + "instruction": "Show Actual Values", + "bbox": [ + 0.15625, + 0.7370370935510706, + 0.25833333333333336, + 0.7592593157732929 + ], + "point": [ + 0.2073, + 0.7481 + ] + }, + { + "instruction": "Export to:", + "bbox": [ + 0.8333333333333334, + 0.820370426884404, + 0.8854166666666666, + 0.8462963528103299 + ], + "point": [ + 0.8594, + 0.8333 + ] + }, + { + "instruction": "Day", + "bbox": [ + 0.2875, + 0.2675925925925926, + 0.30833333333333335, + 0.2953703703703704 + ], + "point": [ + 0.2979, + 0.2815 + ] + }, + { + "instruction": "Any", + "bbox": [ + 0.321875, + 0.5768518518518518, + 0.340625, + 0.6046296296296296 + ], + "point": [ + 0.3313, + 0.5907 + ] + }, + { + "instruction": "Any", + "bbox": [ + 0.276851749420166, + 0.5175925925925926, + 0.3689729372660319, + 0.5681431523075811 + ], + "point": [ + 0.3229, + 0.5429 + ] + }, + { + "instruction": "Order Created", + "bbox": [ + 0.277186648050944, + 0.14218994423195166, + 0.39836050669352213, + 0.19390263027615018 + ], + "point": [ + 0.3378, + 0.168 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.27690041859944664, + 0.6371801870840567, + 0.3451148351033529, + 0.6884655422634549 + ], + "point": [ + 0.311, + 0.6628 + ] + }, + { + "instruction": "CSV", + "bbox": [ + 0.8900434494018554, + 0.8073771158854167, + 0.985624122619629, + 0.8588385687934028 + ], + "point": [ + 0.9378, + 0.8331 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.2771288553873698, + 0.7215190181025752, + 0.3453123728434245, + 0.7728156760886863 + ], + "point": [ + 0.3112, + 0.7472 + ] + }, + { + "instruction": "Oraers Report", + "bbox": [ + 0.0, + 0.0, + 0.14870475133260092, + 0.052060169643825954 + ], + "point": [ + 0.0744, + 0.026 + ] + }, + { + "instruction": "Show", + "bbox": [ + 0.9551040649414062, + 0.0, + 1.0, + 0.04388175540500217 + ], + "point": [ + 0.9776, + 0.0219 + ] + }, + { + "instruction": "Sales Tax", + "bbox": [ + 0.5741769790649414, + 0.9394664623119213, + 0.6813493728637695, + 0.9939902976707176 + ], + "point": [ + 0.6278, + 0.9667 + ] + }, + { + "instruction": "Interval", + "bbox": [ + 0.009173675378163656, + 0.9383971037688079, + 0.10156933069229127, + 0.9947587754991319 + ], + "point": [ + 0.0554, + 0.9666 + ] + }, + { + "instruction": "Cancelec", + "bbox": [ + 0.9508534749348958, + 0.9394669709382234, + 1.0, + 0.9941440158420138 + ], + "point": [ + 0.9754, + 0.9668 + ] + }, + { + "instruction": "Refunded", + "bbox": [ + 0.4789379119873047, + 0.9399054633246527, + 0.5860326766967774, + 0.9939229329427083 + ], + "point": [ + 0.5325, + 0.9669 + ] + }, + { + "instruction": "Sales Discount", + "bbox": [ + 0.8143746693929036, + 0.9395706176757812, + 0.9540116628011067, + 0.994227882667824 + ], + "point": [ + 0.8842, + 0.9669 + ] + }, + { + "instruction": "Sales Total", + "bbox": [ + 0.2748671849568685, + 0.9397321912977431, + 0.3958762486775716, + 0.9936899820963542 + ], + "point": [ + 0.3354, + 0.9667 + ] + }, + { + "instruction": "Sales Shipping", + "bbox": [ + 0.679462178548177, + 0.9397852014612269, + 0.8053846995035807, + 0.9937570077401621 + ], + "point": [ + 0.7424, + 0.9668 + ] + }, + { + "instruction": "Orders", + "bbox": [ + 0.09003435770670573, + 0.9391229135018808, + 0.17879031499226888, + 0.9938989709924768 + ], + "point": [ + 0.1344, + 0.9665 + ] + }, + { + "instruction": "Invoiced", + "bbox": [ + 0.3862842241923014, + 0.9398351033528646, + 0.48609113693237305, + 0.9936513264973958 + ], + "point": [ + 0.4362, + 0.9667 + ] + }, + { + "instruction": "Sales Items", + "bbox": [ + 0.17196935017903645, + 0.9394263373480902, + 0.289390500386556, + 0.9937360975477431 + ], + "point": [ + 0.2307, + 0.9666 + ] + }, + { + "instruction": "Filter", + "bbox": [ + 0.0034776151180267332, + 0.06191912050600405, + 0.05534311334292094, + 0.12307458100495515 + ], + "point": [ + 0.0294, + 0.0925 + ] + }, + { + "instruction": "records found", + "bbox": [ + 0.005080854892730713, + 0.8688028971354167, + 0.10392013788223267, + 0.914811537000868 + ], + "point": [ + 0.0545, + 0.8918 + ] + }, + { + "instruction": "a dropdown menu labeled \"Any\".", + "bbox": [ + 0.276851749420166, + 0.5175925925925926, + 0.3689729372660319, + 0.5681431523075811 + ], + "point": [ + 0.3229, + 0.5429 + ] + }, + { + "instruction": "A dropdown menu to order create a new item.", + "bbox": [ + 0.277186648050944, + 0.14218994423195166, + 0.39836050669352213, + 0.19390263027615018 + ], + "point": [ + 0.3378, + 0.168 + ] + }, + { + "instruction": "a dropdown menu with no options.", + "bbox": [ + 0.27690041859944664, + 0.6371801870840567, + 0.3451148351033529, + 0.6884655422634549 + ], + "point": [ + 0.311, + 0.6628 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.8900434494018554, + 0.8073771158854167, + 0.985624122619629, + 0.8588385687934028 + ], + "point": [ + 0.9378, + 0.8331 + ] + }, + { + "instruction": "a dropdown menu with no items or options.", + "bbox": [ + 0.2771288553873698, + 0.7215190181025752, + 0.3453123728434245, + 0.7728156760886863 + ], + "point": [ + 0.3112, + 0.7472 + ] + }, + { + "instruction": "a calendar.", + "bbox": [ + 0.277065372467041, + 0.4333232173213252, + 0.3956784248352051, + 0.48348716453269674 + ], + "point": [ + 0.3364, + 0.4584 + ] + }, + { + "instruction": "Orders Report.", + "bbox": [ + 0.0, + 0.0, + 0.14870475133260092, + 0.052060169643825954 + ], + "point": [ + 0.0744, + 0.026 + ] + }, + { + "instruction": "Show.", + "bbox": [ + 0.9551040649414062, + 0.0, + 1.0, + 0.04388175540500217 + ], + "point": [ + 0.9776, + 0.0219 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9902853647867839, + 0.8085457695855035, + 1.0, + 0.8574681599934896 + ], + "point": [ + 0.9951, + 0.833 + ] + }, + { + "instruction": "Sales Tax.", + "bbox": [ + 0.5741769790649414, + 0.9394664623119213, + 0.6813493728637695, + 0.9939902976707176 + ], + "point": [ + 0.6278, + 0.9667 + ] + }, + { + "instruction": "interval.", + "bbox": [ + 0.009173675378163656, + 0.9383971037688079, + 0.10156933069229127, + 0.9947587754991319 + ], + "point": [ + 0.0554, + 0.9666 + ] + }, + { + "instruction": "Canceled.", + "bbox": [ + 0.9508534749348958, + 0.9394669709382234, + 1.0, + 0.9941440158420138 + ], + "point": [ + 0.9754, + 0.9668 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.25879931449890137, + 0.4443292971010561, + 0.2761534055074056, + 0.4726718196162471 + ], + "point": [ + 0.2675, + 0.4585 + ] + }, + { + "instruction": "Refounded.", + "bbox": [ + 0.4789379119873047, + 0.9399054633246527, + 0.5860326766967774, + 0.9939229329427083 + ], + "point": [ + 0.5325, + 0.9669 + ] + }, + { + "instruction": "sales discount.", + "bbox": [ + 0.8143746693929036, + 0.9395706176757812, + 0.9540116628011067, + 0.994227882667824 + ], + "point": [ + 0.8842, + 0.9669 + ] + }, + { + "instruction": "sales total.", + "bbox": [ + 0.2748671849568685, + 0.9397321912977431, + 0.3958762486775716, + 0.9936899820963542 + ], + "point": [ + 0.3354, + 0.9667 + ] + }, + { + "instruction": "Sales Shipping.", + "bbox": [ + 0.679462178548177, + 0.9397852014612269, + 0.8053846995035807, + 0.9937570077401621 + ], + "point": [ + 0.7424, + 0.9668 + ] + }, + { + "instruction": "Orders section.", + "bbox": [ + 0.09003435770670573, + 0.9391229135018808, + 0.17879031499226888, + 0.9938989709924768 + ], + "point": [ + 0.1344, + 0.9665 + ] + }, + { + "instruction": "Invoice.", + "bbox": [ + 0.3862842241923014, + 0.9398351033528646, + 0.48609113693237305, + 0.9936513264973958 + ], + "point": [ + 0.4362, + 0.9667 + ] + }, + { + "instruction": "Sales items.", + "bbox": [ + 0.17196935017903645, + 0.9394263373480902, + 0.289390500386556, + 0.9937360975477431 + ], + "point": [ + 0.2307, + 0.9666 + ] + }, + { + "instruction": "Filter settings.", + "bbox": [ + 0.0034776151180267332, + 0.06191912050600405, + 0.05534311334292094, + 0.12307458100495515 + ], + "point": [ + 0.0294, + 0.0925 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.2612369696299235, + 0.36173307630750867, + 0.2755021095275879, + 0.3876276369448061 + ], + "point": [ + 0.2684, + 0.3747 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.3951735496520996, + 0.4313158671061198, + 0.4011984825134277, + 0.448103756374783 + ], + "point": [ + 0.3982, + 0.4397 + ] + }, + { + "instruction": "0 records found.", + "bbox": [ + 0.005080854892730713, + 0.8688028971354167, + 0.10392013788223267, + 0.914811537000868 + ], + "point": [ + 0.0545, + 0.8918 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.39507649739583334, + 0.3466183132595486, + 0.4013050079345703, + 0.37109527587890623 + ], + "point": [ + 0.3982, + 0.3589 + ] + } + ], + "element_size": 59 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_8/1531.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Date Used", + "bbox": [ + 0.20208333333333334, + 0.06851851851851852, + 0.25833333333333336, + 0.09259259259259259 + ], + "point": [ + 0.2302, + 0.0806 + ] + }, + { + "instruction": "The Order Updated report is created in real time and does not require a refresh:", + "bbox": [ + 0.27708333333333335, + 0.11666668079517506, + 0.6166666666666667, + 0.13888890301739729 + ], + "point": [ + 0.4469, + 0.1278 + ] + }, + { + "instruction": "Period", + "bbox": [ + 0.22187501589457195, + 0.18888888888888888, + 0.25729168256123863, + 0.2111111111111111 + ], + "point": [ + 0.2396, + 0.2 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.228125, + 0.2740740740740741, + 0.25729166666666664, + 0.2962962962962963 + ], + "point": [ + 0.2427, + 0.2852 + ] + }, + { + "instruction": "Order Status", + "bbox": [ + 0.190625, + 0.44166666666666665, + 0.25885416666666666, + 0.4675925925925926 + ], + "point": [ + 0.2247, + 0.4546 + ] + }, + { + "instruction": "Sun", + "bbox": [ + 0.2984375, + 0.49166666666666664, + 0.3182291666666667, + 0.5101851851851852 + ], + "point": [ + 0.3083, + 0.5009 + ] + }, + { + "instruction": "Mon", + "bbox": [ + 0.32760419845581057, + 0.4935185185185185, + 0.34947919845581055, + 0.5101851851851852 + ], + "point": [ + 0.3385, + 0.5019 + ] + }, + { + "instruction": "Tue", + "bbox": [ + 0.3578125, + 0.49166666666666664, + 0.3776041666666667, + 0.5101851851851852 + ], + "point": [ + 0.3677, + 0.5009 + ] + }, + { + "instruction": "Wed", + "bbox": [ + 0.38593753178914386, + 0.49166666666666664, + 0.4078125317891439, + 0.5101851851851852 + ], + "point": [ + 0.3969, + 0.5009 + ] + }, + { + "instruction": "Thu", + "bbox": [ + 0.4171875, + 0.49166666666666664, + 0.43697916666666664, + 0.5101851851851852 + ], + "point": [ + 0.4271, + 0.5009 + ] + }, + { + "instruction": "Sat", + "bbox": [ + 0.47760416666666666, + 0.49166666666666664, + 0.4942708333333333, + 0.5101851851851852 + ], + "point": [ + 0.4859, + 0.5009 + ] + }, + { + "instruction": "hceled orders", + "bbox": [ + 0.5135416666666667, + 0.49074074074074076, + 0.575, + 0.512962962962963 + ], + "point": [ + 0.5443, + 0.5019 + ] + }, + { + "instruction": "Empty Rows", + "bbox": [ + 0.19218748410542805, + 0.562037037037037, + 0.25833331743876137, + 0.5898148148148148 + ], + "point": [ + 0.2253, + 0.5759 + ] + }, + { + "instruction": "10", + "bbox": [ + 0.36041666666666666, + 0.5888888888888889, + 0.3770833333333333, + 0.6111111111111112 + ], + "point": [ + 0.3688, + 0.6 + ] + }, + { + "instruction": "11", + "bbox": [ + 0.39010419845581057, + 0.5898148713288484, + 0.41197919845581055, + 0.6083333898473668 + ], + "point": [ + 0.401, + 0.5991 + ] + }, + { + "instruction": "12", + "bbox": [ + 0.4197916666666667, + 0.5888888888888889, + 0.43645833333333334, + 0.6111111111111112 + ], + "point": [ + 0.4281, + 0.6 + ] + }, + { + "instruction": "13", + "bbox": [ + 0.44895833333333335, + 0.5888888888888889, + 0.465625, + 0.6111111111111112 + ], + "point": [ + 0.4573, + 0.6 + ] + }, + { + "instruction": "14", + "bbox": [ + 0.478125, + 0.5888888888888889, + 0.49375, + 0.6111111111111112 + ], + "point": [ + 0.4859, + 0.6 + ] + }, + { + "instruction": "Show Actual Values", + "bbox": [ + 0.15625, + 0.6481480916341146, + 0.25833333333333336, + 0.670370426884404 + ], + "point": [ + 0.2073, + 0.6593 + ] + }, + { + "instruction": "Export to:", + "bbox": [ + 0.8333333333333334, + 0.7333333333333333, + 0.8854166666666666, + 0.7574074074074074 + ], + "point": [ + 0.8594, + 0.7454 + ] + }, + { + "instruction": "30", + "bbox": [ + 0.33125, + 0.7462962962962963, + 0.346875, + 0.7685185185185185 + ], + "point": [ + 0.3391, + 0.7574 + ] + }, + { + "instruction": "2 | 3", + "bbox": [ + 0.39166666666666666, + 0.7462962962962963, + 0.43645833333333334, + 0.7685185185185185 + ], + "point": [ + 0.4141, + 0.7574 + ] + }, + { + "instruction": "Inded", + "bbox": [ + 0.5145833651224773, + 0.8666667231807003, + 0.5427083333333333, + 0.8888889454029224 + ], + "point": [ + 0.5286, + 0.8778 + ] + }, + { + "instruction": "Sales Tax", + "bbox": [ + 0.5916666666666667, + 0.8666667231807003, + 0.6395833333333333, + 0.8888889454029224 + ], + "point": [ + 0.6156, + 0.8778 + ] + }, + { + "instruction": "We couldn't find any records_", + "bbox": [ + 0.44895833333333335, + 0.9444444444444444, + 0.6119791666666666, + 0.9740740740740741 + ], + "point": [ + 0.5305, + 0.9593 + ] + }, + { + "instruction": "Year", + "bbox": [ + 0.2766400337219238, + 0.17380793536150896, + 0.3573172569274902, + 0.22466251232005932 + ], + "point": [ + 0.317, + 0.1992 + ] + }, + { + "instruction": "Go Today", + "bbox": [ + 0.2923166275024414, + 0.8009328206380208, + 0.39742393493652345, + 0.8628265380859375 + ], + "point": [ + 0.3449, + 0.8319 + ] + }, + { + "instruction": "CSV", + "bbox": [ + 0.8899927775065104, + 0.718447028266059, + 0.9857171376546224, + 0.7688331321433738 + ], + "point": [ + 0.9379, + 0.7436 + ] + }, + { + "instruction": "2024", + "bbox": [ + 0.40054025650024416, + 0.4207322862413194, + 0.479001522064209, + 0.47112782796223956 + ], + "point": [ + 0.4398, + 0.4459 + ] + }, + { + "instruction": "Order Created", + "bbox": [ + 0.2778501510620117, + 0.05727182317663122, + 0.39786510467529296, + 0.10451730092366536 + ], + "point": [ + 0.3379, + 0.0809 + ] + }, + { + "instruction": "01/1/2021", + "bbox": [ + 0.27652050654093424, + 0.25777031227394387, + 0.39504308700561525, + 0.311064119692202 + ], + "point": [ + 0.3358, + 0.2844 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.39842027028401694, + 0.8002072934751158, + 0.5030216852823893, + 0.8625197799117477 + ], + "point": [ + 0.4507, + 0.8314 + ] + }, + { + "instruction": "28", + "bbox": [ + 0.4727036476135254, + 0.681097412109375, + 0.5014681816101074, + 0.7331125895182292 + ], + "point": [ + 0.4871, + 0.7071 + ] + }, + { + "instruction": "23", + "bbox": [ + 0.32391370137532555, + 0.6785835548683449, + 0.35397326151529945, + 0.7373527244285301 + ], + "point": [ + 0.3389, + 0.708 + ] + }, + { + "instruction": "24", + "bbox": [ + 0.35438741048177086, + 0.6800704390914352, + 0.38266016642252604, + 0.7329510724103009 + ], + "point": [ + 0.3685, + 0.7065 + ] + }, + { + "instruction": "17", + "bbox": [ + 0.3561962763468424, + 0.6369013468424479, + 0.3801794687906901, + 0.6763622707790798 + ], + "point": [ + 0.3682, + 0.6566 + ] + }, + { + "instruction": "Interval", + "bbox": [ + 0.012426654497782389, + 0.8507861102068865, + 0.10236476262410482, + 0.9053077980324075 + ], + "point": [ + 0.0574, + 0.878 + ] + }, + { + "instruction": "Sep", + "bbox": [ + 0.3172801971435547, + 0.42184470847800926, + 0.36876004536946616, + 0.47054675066912616 + ], + "point": [ + 0.343, + 0.4462 + ] + }, + { + "instruction": "25", + "bbox": [ + 0.3827351570129395, + 0.6789313422309028, + 0.4137822151184082, + 0.7690168592664931 + ], + "point": [ + 0.3983, + 0.724 + ] + }, + { + "instruction": "Show", + "bbox": [ + 0.9566009521484375, + 0.0, + 1.0, + 0.0436786863538954 + ], + "point": [ + 0.9783, + 0.0218 + ] + }, + { + "instruction": "Cancelec", + "bbox": [ + 0.9508722305297852, + 0.8514101381655093, + 0.9999999364217123, + 0.9050810637297454 + ], + "point": [ + 0.9754, + 0.8782 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.24025804201761883, + 0.3537949173538773, + 0.2590178648630778, + 0.38520157425491897 + ], + "point": [ + 0.2496, + 0.3695 + ] + }, + { + "instruction": "18", + "bbox": [ + 0.3880360921223958, + 0.6376569959852431, + 0.40848846435546876, + 0.6719093605324075 + ], + "point": [ + 0.3983, + 0.6548 + ] + }, + { + "instruction": "15", + "bbox": [ + 0.29653771718343097, + 0.6347346553096065, + 0.32083746592203777, + 0.6786291051793981 + ], + "point": [ + 0.3087, + 0.6567 + ] + }, + { + "instruction": "Fri", + "bbox": [ + 0.44766642252604166, + 0.48972286648220487, + 0.4651387532552083, + 0.5139999389648438 + ], + "point": [ + 0.4564, + 0.5019 + ] + }, + { + "instruction": "Sales Discount", + "bbox": [ + 0.8139379501342774, + 0.8507804022894965, + 0.9529779434204102, + 0.905342780219184 + ], + "point": [ + 0.8835, + 0.8781 + ] + }, + { + "instruction": "22", + "bbox": [ + 0.2942458152770996, + 0.6800062956633391, + 0.32182830174764, + 0.7334079883716724 + ], + "point": [ + 0.308, + 0.7067 + ] + }, + { + "instruction": "27", + "bbox": [ + 0.44239091873168945, + 0.6818765710901331, + 0.4714634895324707, + 0.7334685714156539 + ], + "point": [ + 0.4569, + 0.7077 + ] + }, + { + "instruction": "Orders", + "bbox": [ + 0.09804786046346028, + 0.8511316370081019, + 0.17854874928792316, + 0.9048917417173032 + ], + "point": [ + 0.1383, + 0.878 + ] + }, + { + "instruction": "Oraers Report", + "bbox": [ + 0.0, + 0.0, + 0.15236021677652994, + 0.05161689122517903 + ], + "point": [ + 0.0762, + 0.0258 + ] + }, + { + "instruction": "16", + "bbox": [ + 0.32471157709757487, + 0.6339166711877894, + 0.35063435236612955, + 0.6767546477141204 + ], + "point": [ + 0.3377, + 0.6553 + ] + }, + { + "instruction": "29", + "bbox": [ + 0.2991650581359863, + 0.7418181242766204, + 0.3190225919087728, + 0.7754785608362269 + ], + "point": [ + 0.3091, + 0.7586 + ] + }, + { + "instruction": "26", + "bbox": [ + 0.4123248100280762, + 0.6788000036168982, + 0.44255838394165037, + 0.7501789234302662 + ], + "point": [ + 0.4274, + 0.7145 + ] + }, + { + "instruction": "records found", + "bbox": [ + 0.013754665851593018, + 0.786693827311198, + 0.09893258015314738, + 0.818567403157552 + ], + "point": [ + 0.0563, + 0.8026 + ] + }, + { + "instruction": "Sales Shipping", + "bbox": [ + 0.6793756484985352, + 0.8512554027416088, + 0.816438357035319, + 0.9050905580873843 + ], + "point": [ + 0.7479, + 0.8782 + ] + }, + { + "instruction": "2", + "bbox": [ + 0.3252002080281576, + 0.5211272063078703, + 0.3516637166341146, + 0.5745441578052662 + ], + "point": [ + 0.3384, + 0.5478 + ] + }, + { + "instruction": "21", + "bbox": [ + 0.47346906661987304, + 0.6332916259765625, + 0.49828367233276366, + 0.678536535192419 + ], + "point": [ + 0.4859, + 0.6559 + ] + }, + { + "instruction": "3", + "bbox": [ + 0.3613931655883789, + 0.5343685574001736, + 0.37538738250732423, + 0.5621306242766204 + ], + "point": [ + 0.3684, + 0.5482 + ] + }, + { + "instruction": "Sales Items", + "bbox": [ + 0.18395566940307617, + 0.8653299402307582, + 0.24181480407714845, + 0.890357745135272 + ], + "point": [ + 0.2129, + 0.8778 + ] + }, + { + "instruction": "19", + "bbox": [ + 0.4126178741455078, + 0.6285737779405381, + 0.4398794174194336, + 0.6806886461046007 + ], + "point": [ + 0.4262, + 0.6546 + ] + }, + { + "instruction": "20", + "bbox": [ + 0.4431918462117513, + 0.629417645489728, + 0.47072315216064453, + 0.6803289907949942 + ], + "point": [ + 0.457, + 0.6549 + ] + }, + { + "instruction": "a dropdown menu to select the year.", + "bbox": [ + 0.2766400337219238, + 0.17380793536150896, + 0.3573172569274902, + 0.22466251232005932 + ], + "point": [ + 0.317, + 0.1992 + ] + }, + { + "instruction": "a button to proceed to the next step or action.", + "bbox": [ + 0.2923166275024414, + 0.8009328206380208, + 0.39742393493652345, + 0.8628265380859375 + ], + "point": [ + 0.3449, + 0.8319 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.8899927775065104, + 0.718447028266059, + 0.9857171376546224, + 0.7688331321433738 + ], + "point": [ + 0.9379, + 0.7436 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.40054025650024416, + 0.4207322862413194, + 0.479001522064209, + 0.47112782796223956 + ], + "point": [ + 0.4398, + 0.4459 + ] + }, + { + "instruction": "A dropdown menu to order create a new item.", + "bbox": [ + 0.2778501510620117, + 0.05727182317663122, + 0.39786510467529296, + 0.10451730092366536 + ], + "point": [ + 0.3379, + 0.0809 + ] + }, + { + "instruction": "Calendar date.", + "bbox": [ + 0.27652050654093424, + 0.25777031227394387, + 0.39504308700561525, + 0.311064119692202 + ], + "point": [ + 0.3358, + 0.2844 + ] + }, + { + "instruction": "closing a window or dialog.", + "bbox": [ + 0.39842027028401694, + 0.8002072934751158, + 0.5030216852823893, + 0.8625197799117477 + ], + "point": [ + 0.4507, + 0.8314 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9902458190917969, + 0.719629414876302, + 1.0, + 0.7682742083514178 + ], + "point": [ + 0.9951, + 0.744 + ] + }, + { + "instruction": "Number 28.", + "bbox": [ + 0.4727036476135254, + 0.681097412109375, + 0.5014681816101074, + 0.7331125895182292 + ], + "point": [ + 0.4871, + 0.7071 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.29351606369018557, + 0.5213890358253762, + 0.32328081130981445, + 0.5736770629882812 + ], + "point": [ + 0.3084, + 0.5475 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.26020415623982746, + 0.35522418551974827, + 0.2749857266743978, + 0.3853645324707031 + ], + "point": [ + 0.2676, + 0.3703 + ] + }, + { + "instruction": "a calendar date.", + "bbox": [ + 0.32391370137532555, + 0.6785835548683449, + 0.35397326151529945, + 0.7373527244285301 + ], + "point": [ + 0.3389, + 0.708 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.28552576700846355, + 0.42603335910373263, + 0.30935599009195963, + 0.47055494520399305 + ], + "point": [ + 0.2974, + 0.4483 + ] + }, + { + "instruction": "24, September, 2024", + "bbox": [ + 0.35438741048177086, + 0.6800704390914352, + 0.38266016642252604, + 0.7329510724103009 + ], + "point": [ + 0.3685, + 0.7065 + ] + }, + { + "instruction": "17, September, 2024", + "bbox": [ + 0.3561962763468424, + 0.6369013468424479, + 0.3801794687906901, + 0.6763622707790798 + ], + "point": [ + 0.3682, + 0.6566 + ] + }, + { + "instruction": "International language selection.", + "bbox": [ + 0.012426654497782389, + 0.8507861102068865, + 0.10236476262410482, + 0.9053077980324075 + ], + "point": [ + 0.0574, + 0.878 + ] + }, + { + "instruction": "Rounded rectangle", + "bbox": [ + 0.36591914494832356, + 0.4218223289207176, + 0.3945821444193522, + 0.47078625714337385 + ], + "point": [ + 0.3803, + 0.4463 + ] + }, + { + "instruction": "minimizing a calendar.", + "bbox": [ + 0.2768803596496582, + 0.34301396122685185, + 0.39621400833129883, + 0.3949508101851852 + ], + "point": [ + 0.3365, + 0.369 + ] + }, + { + "instruction": "Sep.", + "bbox": [ + 0.3172801971435547, + 0.42184470847800926, + 0.36876004536946616, + 0.47054675066912616 + ], + "point": [ + 0.343, + 0.4462 + ] + }, + { + "instruction": "a calendar date.", + "bbox": [ + 0.3827351570129395, + 0.6789313422309028, + 0.4137822151184082, + 0.7690168592664931 + ], + "point": [ + 0.3983, + 0.724 + ] + }, + { + "instruction": "Show.", + "bbox": [ + 0.9566009521484375, + 0.0, + 1.0, + 0.0436786863538954 + ], + "point": [ + 0.9783, + 0.0218 + ] + }, + { + "instruction": "Canceled.", + "bbox": [ + 0.9508722305297852, + 0.8514101381655093, + 0.9999999364217123, + 0.9050810637297454 + ], + "point": [ + 0.9754, + 0.8782 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.24025804201761883, + 0.3537949173538773, + 0.2590178648630778, + 0.38520157425491897 + ], + "point": [ + 0.2496, + 0.3695 + ] + }, + { + "instruction": "18, September, 2024", + "bbox": [ + 0.3880360921223958, + 0.6376569959852431, + 0.40848846435546876, + 0.6719093605324075 + ], + "point": [ + 0.3983, + 0.6548 + ] + }, + { + "instruction": "15, September, 2024", + "bbox": [ + 0.29653771718343097, + 0.6347346553096065, + 0.32083746592203777, + 0.6786291051793981 + ], + "point": [ + 0.3087, + 0.6567 + ] + }, + { + "instruction": "Friday", + "bbox": [ + 0.44766642252604166, + 0.48972286648220487, + 0.4651387532552083, + 0.5139999389648438 + ], + "point": [ + 0.4564, + 0.5019 + ] + }, + { + "instruction": "sales discount.", + "bbox": [ + 0.8139379501342774, + 0.8507804022894965, + 0.9529779434204102, + 0.905342780219184 + ], + "point": [ + 0.8835, + 0.8781 + ] + }, + { + "instruction": "22, September, 2024", + "bbox": [ + 0.2942458152770996, + 0.6800062956633391, + 0.32182830174764, + 0.7334079883716724 + ], + "point": [ + 0.308, + 0.7067 + ] + }, + { + "instruction": "27, September, 2024", + "bbox": [ + 0.44239091873168945, + 0.6818765710901331, + 0.4714634895324707, + 0.7334685714156539 + ], + "point": [ + 0.4569, + 0.7077 + ] + }, + { + "instruction": "4, September, 2024", + "bbox": [ + 0.3910311381022135, + 0.5344894974320024, + 0.4061448415120443, + 0.560781408239294 + ], + "point": [ + 0.3986, + 0.5476 + ] + }, + { + "instruction": "Orders section.", + "bbox": [ + 0.09804786046346028, + 0.8511316370081019, + 0.17854874928792316, + 0.9048917417173032 + ], + "point": [ + 0.1383, + 0.878 + ] + }, + { + "instruction": "Orders Report.", + "bbox": [ + 0.0, + 0.0, + 0.15236021677652994, + 0.05161689122517903 + ], + "point": [ + 0.0762, + 0.0258 + ] + }, + { + "instruction": "16, September, 2024", + "bbox": [ + 0.32471157709757487, + 0.6339166711877894, + 0.35063435236612955, + 0.6767546477141204 + ], + "point": [ + 0.3377, + 0.6553 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.2604078769683838, + 0.26983252631293403, + 0.27559652328491213, + 0.29826575385199655 + ], + "point": [ + 0.268, + 0.284 + ] + }, + { + "instruction": "29, September, 2024", + "bbox": [ + 0.2991650581359863, + 0.7418181242766204, + 0.3190225919087728, + 0.7754785608362269 + ], + "point": [ + 0.3091, + 0.7586 + ] + }, + { + "instruction": "a calendar date.", + "bbox": [ + 0.4123248100280762, + 0.6788000036168982, + 0.44255838394165037, + 0.7501789234302662 + ], + "point": [ + 0.4274, + 0.7145 + ] + }, + { + "instruction": "a search function for 0 records found.", + "bbox": [ + 0.013754665851593018, + 0.786693827311198, + 0.09893258015314738, + 0.818567403157552 + ], + "point": [ + 0.0563, + 0.8026 + ] + }, + { + "instruction": "Sales Shipping.", + "bbox": [ + 0.6793756484985352, + 0.8512554027416088, + 0.816438357035319, + 0.9050905580873843 + ], + "point": [ + 0.7479, + 0.8782 + ] + }, + { + "instruction": "8, October, 2024", + "bbox": [ + 0.30118637084960936, + 0.5874953658492477, + 0.31877339680989586, + 0.6161140724464699 + ], + "point": [ + 0.31, + 0.6018 + ] + }, + { + "instruction": "2, September, 2024", + "bbox": [ + 0.3252002080281576, + 0.5211272063078703, + 0.3516637166341146, + 0.5745441578052662 + ], + "point": [ + 0.3384, + 0.5478 + ] + }, + { + "instruction": "21, September, 2024", + "bbox": [ + 0.47346906661987304, + 0.6332916259765625, + 0.49828367233276366, + 0.678536535192419 + ], + "point": [ + 0.4859, + 0.6559 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.49748004277547203, + 0.49013626663773147, + 0.5105730374654134, + 0.5134639033564815 + ], + "point": [ + 0.504, + 0.5018 + ] + }, + { + "instruction": "3, September, 2024", + "bbox": [ + 0.3613931655883789, + 0.5343685574001736, + 0.37538738250732423, + 0.5621306242766204 + ], + "point": [ + 0.3684, + 0.5482 + ] + }, + { + "instruction": "11, September, 2024", + "bbox": [ + 0.39013233184814455, + 0.5874148898654514, + 0.40611311594645183, + 0.6146613226996528 + ], + "point": [ + 0.3981, + 0.601 + ] + }, + { + "instruction": "Sales items.", + "bbox": [ + 0.18395566940307617, + 0.8653299402307582, + 0.24181480407714845, + 0.890357745135272 + ], + "point": [ + 0.2129, + 0.8778 + ] + }, + { + "instruction": "One", + "bbox": [ + 0.35368852615356444, + 0.7345292833116319, + 0.3838197390238444, + 0.7867143419053819 + ], + "point": [ + 0.3688, + 0.7606 + ] + }, + { + "instruction": "19, September, 2024", + "bbox": [ + 0.4126178741455078, + 0.6285737779405381, + 0.4398794174194336, + 0.6806886461046007 + ], + "point": [ + 0.4262, + 0.6546 + ] + }, + { + "instruction": "5, September, 2024", + "bbox": [ + 0.4214204788208008, + 0.5344483552155671, + 0.4330402374267578, + 0.5628493697554977 + ], + "point": [ + 0.4272, + 0.5486 + ] + }, + { + "instruction": "20, September, 2024", + "bbox": [ + 0.4431918462117513, + 0.629417645489728, + 0.47072315216064453, + 0.6803289907949942 + ], + "point": [ + 0.457, + 0.6549 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.9940196990966796, + 0.7716448748553241, + 1.0, + 0.8424358226634838 + ], + "point": [ + 0.997, + 0.807 + ] + }, + { + "instruction": "4, September, 2024", + "bbox": [ + 0.44441610972086587, + 0.7390750461154514, + 0.4693640391031901, + 0.7795274522569444 + ], + "point": [ + 0.4569, + 0.7593 + ] + }, + { + "instruction": "9, September, 2024", + "bbox": [ + 0.32373390197753904, + 0.5751486319082755, + 0.3531634012858073, + 0.6293276186342592 + ], + "point": [ + 0.3384, + 0.6022 + ] + }, + { + "instruction": "The number 5.", + "bbox": [ + 0.47189133961995444, + 0.730197200068721, + 0.5025551478068034, + 0.7881423950195312 + ], + "point": [ + 0.4872, + 0.7592 + ] + } + ], + "element_size": 114 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_9/2091.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Filter", + "bbox": [ + 0.013541666666666667, + 0.09444444444444444, + 0.051041666666666666, + 0.12037037037037036 + ], + "point": [ + 0.0323, + 0.1074 + ] + }, + { + "instruction": "Date Used", + "bbox": [ + 0.20208333333333334, + 0.17592592592592593, + 0.25833333333333336, + 0.19814814814814816 + ], + "point": [ + 0.2302, + 0.187 + ] + }, + { + "instruction": "ited report is created in real time and does not require a refresh:", + "bbox": [ + 0.34375, + 0.2222222222222222, + 0.6166666666666667, + 0.24722222222222223 + ], + "point": [ + 0.4802, + 0.2347 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.228125, + 0.37962962962962965, + 0.25729166666666664, + 0.40185185185185185 + ], + "point": [ + 0.2427, + 0.3907 + ] + }, + { + "instruction": "Order Status", + "bbox": [ + 0.190625, + 0.55, + 0.25833333333333336, + 0.5722222222222222 + ], + "point": [ + 0.2245, + 0.5611 + ] + }, + { + "instruction": "Applies to", + "bbox": [ + 0.27708333333333335, + 0.5962962962962963, + 0.3229166666666667, + 0.6203703703703703 + ], + "point": [ + 0.3, + 0.6083 + ] + }, + { + "instruction": "of the Specified Order Statuses except canceled orders", + "bbox": [ + 0.33958333333333335, + 0.594444500958478, + 0.575, + 0.6203704268844039 + ], + "point": [ + 0.4573, + 0.6074 + ] + }, + { + "instruction": "Export to:", + "bbox": [ + 0.8328125, + 0.8379629064489293, + 0.8854166666666666, + 0.8657406842267071 + ], + "point": [ + 0.8591, + 0.8519 + ] + }, + { + "instruction": "records found", + "bbox": [ + 0.022916666666666665, + 0.8981480916341146, + 0.09583333333333334, + 0.920370426884404 + ], + "point": [ + 0.0594, + 0.9093 + ] + }, + { + "instruction": "Sales Items", + "bbox": [ + 0.184375, + 0.9722222222222222, + 0.24166666666666667, + 0.9944444444444445 + ], + "point": [ + 0.213, + 0.9833 + ] + }, + { + "instruction": "Any", + "bbox": [ + 0.3223958333333333, + 0.5962962962962963, + 0.34010416666666665, + 0.6203703703703703 + ], + "point": [ + 0.3312, + 0.6083 + ] + }, + { + "instruction": "Order Created", + "bbox": [ + 0.276020876566569, + 0.1611085397225839, + 0.39846617380777993, + 0.2117192303692853 + ], + "point": [ + 0.3372, + 0.1864 + ] + }, + { + "instruction": "Any", + "bbox": [ + 0.27701040903727214, + 0.5356945461697049, + 0.3693442662556966, + 0.5869556003146701 + ], + "point": [ + 0.3232, + 0.5613 + ] + }, + { + "instruction": "CSV", + "bbox": [ + 0.8904058456420898, + 0.8249226888020833, + 0.9857969284057617, + 0.8753618028428819 + ], + "point": [ + 0.9381, + 0.8501 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.2767792701721191, + 0.7396055433485244, + 0.34551871617635094, + 0.7909422132703993 + ], + "point": [ + 0.3111, + 0.7653 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.2768355051676432, + 0.6543224193431713, + 0.34570204416910805, + 0.7055283157913773 + ], + "point": [ + 0.3113, + 0.6799 + ] + }, + { + "instruction": "01/1/2021", + "bbox": [ + 0.27705723444620767, + 0.3648487514919705, + 0.39464108149210614, + 0.4164918405038339 + ], + "point": [ + 0.3358, + 0.3907 + ] + }, + { + "instruction": "Oraers Report", + "bbox": [ + 0.0, + 0.0, + 0.14887364705403647, + 0.050170718299018015 + ], + "point": [ + 0.0744, + 0.0251 + ] + }, + { + "instruction": "Show", + "bbox": [ + 0.9549400329589843, + 0.0, + 1.0, + 0.04336077372233073 + ], + "point": [ + 0.9775, + 0.0217 + ] + }, + { + "instruction": "12/31/2023", + "bbox": [ + 0.27670717239379883, + 0.44962680957935475, + 0.3949343045552572, + 0.5029301961263021 + ], + "point": [ + 0.3358, + 0.4763 + ] + }, + { + "instruction": "Show Actual Values", + "bbox": [ + 0.1469548225402832, + 0.7397312305591724, + 0.2655298868815104, + 0.7892202306676794 + ], + "point": [ + 0.2062, + 0.7645 + ] + }, + { + "instruction": "Interval", + "bbox": [ + 0.012801627318064371, + 0.9573919225622106, + 0.09954804976781209, + 1.0000001130280671 + ], + "point": [ + 0.0562, + 0.9787 + ] + }, + { + "instruction": "Empty Rows", + "bbox": [ + 0.1862728754679362, + 0.6586564805772569, + 0.26805686950683594, + 0.7011893943504051 + ], + "point": [ + 0.2272, + 0.6799 + ] + }, + { + "instruction": "Refunded", + "bbox": [ + 0.47991498311360675, + 0.9579908582899306, + 0.5814807891845704, + 1.0 + ], + "point": [ + 0.5307, + 0.979 + ] + }, + { + "instruction": "Sales Discount", + "bbox": [ + 0.8136951446533203, + 0.9568319815176505, + 0.9537666320800782, + 0.9999998869719329 + ], + "point": [ + 0.8837, + 0.9784 + ] + }, + { + "instruction": "Cancelec", + "bbox": [ + 0.9514146169026693, + 0.9577729401765046, + 1.0, + 1.0 + ], + "point": [ + 0.9757, + 0.9789 + ] + }, + { + "instruction": "Sales Shipping", + "bbox": [ + 0.679197120666504, + 0.9572107385706019, + 0.8158792495727539, + 0.9998028790509259 + ], + "point": [ + 0.7475, + 0.9785 + ] + }, + { + "instruction": "Sales Tax", + "bbox": [ + 0.5839439392089844, + 0.9580656828703704, + 0.6817143758138021, + 0.9985143590856481 + ], + "point": [ + 0.6328, + 0.9783 + ] + }, + { + "instruction": "Year", + "bbox": [ + 0.2635133902231852, + 0.27733900282118057, + 0.39481563568115235, + 0.35990318015769673 + ], + "point": [ + 0.3292, + 0.3186 + ] + }, + { + "instruction": "Orders", + "bbox": [ + 0.09964101314544678, + 0.9575740107783565, + 0.17966461181640625, + 1.0 + ], + "point": [ + 0.1397, + 0.9788 + ] + }, + { + "instruction": "Invoiced", + "bbox": [ + 0.3952330589294434, + 0.9580240885416667, + 0.48800077438354494, + 0.9983954535590278 + ], + "point": [ + 0.4416, + 0.9782 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.24067025184631347, + 0.45511579160337096, + 0.25830788612365724, + 0.49653037742332173 + ], + "point": [ + 0.2495, + 0.4758 + ] + }, + { + "instruction": "Period", + "bbox": [ + 0.22035250663757325, + 0.28697320443612556, + 0.2607141971588135, + 0.3281137254503038 + ], + "point": [ + 0.2405, + 0.3075 + ] + }, + { + "instruction": "Sales Total", + "bbox": [ + 0.2884037653605143, + 0.9578694661458333, + 0.395327885945638, + 1.0 + ], + "point": [ + 0.3419, + 0.9789 + ] + }, + { + "instruction": "Month", + "bbox": [ + 0.26784706115722656, + 0.2100717473913122, + 0.3479921340942383, + 0.28968370225694445 + ], + "point": [ + 0.3079, + 0.2499 + ] + }, + { + "instruction": "Day", + "bbox": [ + 0.26784706115722656, + 0.2100717473913122, + 0.3479921340942383, + 0.28968370225694445 + ], + "point": [ + 0.3079, + 0.2499 + ] + }, + { + "instruction": "A dropdown menu to order create a new item.", + "bbox": [ + 0.276020876566569, + 0.1611085397225839, + 0.39846617380777993, + 0.2117192303692853 + ], + "point": [ + 0.3372, + 0.1864 + ] + }, + { + "instruction": "a dropdown menu labeled \"Any\".", + "bbox": [ + 0.27701040903727214, + 0.5356945461697049, + 0.3693442662556966, + 0.5869556003146701 + ], + "point": [ + 0.3232, + 0.5613 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.8904058456420898, + 0.8249226888020833, + 0.9857969284057617, + 0.8753618028428819 + ], + "point": [ + 0.9381, + 0.8501 + ] + }, + { + "instruction": "a dropdown menu with no options.", + "bbox": [ + 0.2767792701721191, + 0.7396055433485244, + 0.34551871617635094, + 0.7909422132703993 + ], + "point": [ + 0.3111, + 0.7653 + ] + }, + { + "instruction": "a dropdown menu with no items or options.", + "bbox": [ + 0.2768355051676432, + 0.6543224193431713, + 0.34570204416910805, + 0.7055283157913773 + ], + "point": [ + 0.3113, + 0.6799 + ] + }, + { + "instruction": "Calendar date.", + "bbox": [ + 0.27705723444620767, + 0.3648487514919705, + 0.39464108149210614, + 0.4164918405038339 + ], + "point": [ + 0.3358, + 0.3907 + ] + }, + { + "instruction": "Orders Report.", + "bbox": [ + 0.0, + 0.0, + 0.14887364705403647, + 0.050170718299018015 + ], + "point": [ + 0.0744, + 0.0251 + ] + }, + { + "instruction": "Show.", + "bbox": [ + 0.9549400329589843, + 0.0, + 1.0, + 0.04336077372233073 + ], + "point": [ + 0.9775, + 0.0217 + ] + }, + { + "instruction": "a calendar date.", + "bbox": [ + 0.27670717239379883, + 0.44962680957935475, + 0.3949343045552572, + 0.5029301961263021 + ], + "point": [ + 0.3358, + 0.4763 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9902598698933919, + 0.8255660445601852, + 1.0000000635782877, + 0.8735238534432871 + ], + "point": [ + 0.9951, + 0.8495 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.25889965693155925, + 0.459303707546658, + 0.2760568936665853, + 0.4925660309968171 + ], + "point": [ + 0.2675, + 0.4759 + ] + }, + { + "instruction": "Show actual values.", + "bbox": [ + 0.1469548225402832, + 0.7397312305591724, + 0.2655298868815104, + 0.7892202306676794 + ], + "point": [ + 0.2062, + 0.7645 + ] + }, + { + "instruction": "interval settings or options.", + "bbox": [ + 0.012801627318064371, + 0.9573919225622106, + 0.09954804976781209, + 1.0000001130280671 + ], + "point": [ + 0.0562, + 0.9787 + ] + }, + { + "instruction": "emptyrows.", + "bbox": [ + 0.1862728754679362, + 0.6586564805772569, + 0.26805686950683594, + 0.7011893943504051 + ], + "point": [ + 0.2272, + 0.6799 + ] + }, + { + "instruction": "Refunded.", + "bbox": [ + 0.47991498311360675, + 0.9579908582899306, + 0.5814807891845704, + 1.0 + ], + "point": [ + 0.5307, + 0.979 + ] + }, + { + "instruction": "sales discount.", + "bbox": [ + 0.8136951446533203, + 0.9568319815176505, + 0.9537666320800782, + 0.9999998869719329 + ], + "point": [ + 0.8837, + 0.9784 + ] + }, + { + "instruction": "Canceled action.", + "bbox": [ + 0.9514146169026693, + 0.9577729401765046, + 1.0, + 1.0 + ], + "point": [ + 0.9757, + 0.9789 + ] + }, + { + "instruction": "Sales shipping.", + "bbox": [ + 0.679197120666504, + 0.9572107385706019, + 0.8158792495727539, + 0.9998028790509259 + ], + "point": [ + 0.7475, + 0.9785 + ] + }, + { + "instruction": "Sales Tax functionality.", + "bbox": [ + 0.5839439392089844, + 0.9580656828703704, + 0.6817143758138021, + 0.9985143590856481 + ], + "point": [ + 0.6328, + 0.9783 + ] + }, + { + "instruction": "a stop or cancel action.", + "bbox": [ + 0.2635133902231852, + 0.27733900282118057, + 0.39481563568115235, + 0.35990318015769673 + ], + "point": [ + 0.3292, + 0.3186 + ] + }, + { + "instruction": "Orders section.", + "bbox": [ + 0.09964101314544678, + 0.9575740107783565, + 0.17966461181640625, + 1.0 + ], + "point": [ + 0.1397, + 0.9788 + ] + }, + { + "instruction": "An input field for voice input.", + "bbox": [ + 0.3952330589294434, + 0.9580240885416667, + 0.48800077438354494, + 0.9983954535590278 + ], + "point": [ + 0.4416, + 0.9782 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.24067025184631347, + 0.45511579160337096, + 0.25830788612365724, + 0.49653037742332173 + ], + "point": [ + 0.2495, + 0.4758 + ] + }, + { + "instruction": "period.", + "bbox": [ + 0.22035250663757325, + 0.28697320443612556, + 0.2607141971588135, + 0.3281137254503038 + ], + "point": [ + 0.2405, + 0.3075 + ] + }, + { + "instruction": "sales total.", + "bbox": [ + 0.2884037653605143, + 0.9578694661458333, + 0.395327885945638, + 1.0 + ], + "point": [ + 0.3419, + 0.9789 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 3.574788570404053e-05, + 0.06019300531457972, + 0.011481348673502605, + 0.14575833921079281 + ], + "point": [ + 0.0058, + 0.103 + ] + }, + { + "instruction": "Day Month.", + "bbox": [ + 0.26784706115722656, + 0.2100717473913122, + 0.3479921340942383, + 0.28968370225694445 + ], + "point": [ + 0.3079, + 0.2499 + ] + } + ], + "element_size": 63 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_10/2280.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Period", + "bbox": [ + 0.221875, + 0.11296296296296296, + 0.25833333333333336, + 0.13518518518518519 + ], + "point": [ + 0.2401, + 0.1241 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.228125, + 0.19814814814814816, + 0.25729166666666664, + 0.22037037037037038 + ], + "point": [ + 0.2427, + 0.2093 + ] + }, + { + "instruction": "Order Status", + "bbox": [ + 0.18958333333333333, + 0.3685185185185185, + 0.25833333333333336, + 0.3907407407407407 + ], + "point": [ + 0.224, + 0.3796 + ] + }, + { + "instruction": "Applies to", + "bbox": [ + 0.27708333333333335, + 0.4148148148148148, + 0.3229166666666667, + 0.4388888888888889 + ], + "point": [ + 0.3, + 0.4269 + ] + }, + { + "instruction": "of the Specified Order Statuses except canceled orders", + "bbox": [ + 0.340625, + 0.4148148148148148, + 0.575, + 0.4388888888888889 + ], + "point": [ + 0.4578, + 0.4269 + ] + }, + { + "instruction": "Empty Rows", + "bbox": [ + 0.19166666666666668, + 0.4861111111111111, + 0.25833333333333336, + 0.5148148148148148 + ], + "point": [ + 0.225, + 0.5005 + ] + }, + { + "instruction": "Show Actual Values", + "bbox": [ + 0.15625, + 0.5722222787362558, + 0.25833333333333336, + 0.594444500958478 + ], + "point": [ + 0.2073, + 0.5833 + ] + }, + { + "instruction": "Export to:", + "bbox": [ + 0.8328125, + 0.6564814249674479, + 0.8854166666666666, + 0.6842592027452257 + ], + "point": [ + 0.8591, + 0.6704 + ] + }, + { + "instruction": "records found", + "bbox": [ + 0.022916666666666665, + 0.7166666101526331, + 0.09583333333333334, + 0.7388888323748554 + ], + "point": [ + 0.0594, + 0.7278 + ] + }, + { + "instruction": "We couldn't find any records:", + "bbox": [ + 0.44895833333333335, + 0.8703703138563368, + 0.615625, + 0.8981480916341146 + ], + "point": [ + 0.5323, + 0.8843 + ] + }, + { + "instruction": "Any", + "bbox": [ + 0.321875, + 0.41203700878002025, + 0.340625, + 0.43981478655779804 + ], + "point": [ + 0.3313, + 0.4259 + ] + }, + { + "instruction": "Any", + "bbox": [ + 0.276416810353597, + 0.35385815655743635, + 0.3695802370707194, + 0.4042282669632523 + ], + "point": [ + 0.323, + 0.379 + ] + }, + { + "instruction": "CSV", + "bbox": [ + 0.89034423828125, + 0.6428970336914063, + 0.9859944661458333, + 0.6936162312825521 + ], + "point": [ + 0.9382, + 0.6683 + ] + }, + { + "instruction": "01/1/2021", + "bbox": [ + 0.276852289835612, + 0.18378702799479166, + 0.3942148208618164, + 0.2349530537923177 + ], + "point": [ + 0.3355, + 0.2094 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.2769216219584147, + 0.5575403284143519, + 0.34535417556762693, + 0.609134363245081 + ], + "point": [ + 0.3111, + 0.5833 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.27609930038452146, + 0.4732066966869213, + 0.34560728073120117, + 0.5255813033492477 + ], + "point": [ + 0.3109, + 0.4994 + ] + }, + { + "instruction": "Year", + "bbox": [ + 0.2753933906555176, + 0.09705101295753761, + 0.3576495170593262, + 0.1516914932816117 + ], + "point": [ + 0.3165, + 0.1244 + ] + }, + { + "instruction": "12/31/2023", + "bbox": [ + 0.276359494527181, + 0.2689065438729745, + 0.3951466878255208, + 0.3223790486653646 + ], + "point": [ + 0.3358, + 0.2956 + ] + }, + { + "instruction": "Show", + "bbox": [ + 0.9558144887288411, + 0.0, + 1.0, + 0.043443383110894095 + ], + "point": [ + 0.9779, + 0.0217 + ] + }, + { + "instruction": "Refunded", + "bbox": [ + 0.48469165166219075, + 0.7757190280490451, + 0.5860474268595378, + 0.8289505004882812 + ], + "point": [ + 0.5354, + 0.8023 + ] + }, + { + "instruction": "Interval", + "bbox": [ + 0.013831953207651774, + 0.7751551310221354, + 0.10105425914128621, + 0.8313268025716146 + ], + "point": [ + 0.0574, + 0.8032 + ] + }, + { + "instruction": "Sales Shipping", + "bbox": [ + 0.6793271382649739, + 0.7757850364402489, + 0.8158706665039063, + 0.8290419401945891 + ], + "point": [ + 0.7476, + 0.8024 + ] + }, + { + "instruction": "Cancelec", + "bbox": [ + 0.9504102071126302, + 0.7758041381835937, + 1.0, + 0.829015604654948 + ], + "point": [ + 0.9752, + 0.8024 + ] + }, + { + "instruction": "Sales Tax", + "bbox": [ + 0.5818894704182943, + 0.7754012496383101, + 0.6807753245035807, + 0.8290847213179977 + ], + "point": [ + 0.6313, + 0.8022 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.24022677739461262, + 0.27961584020543984, + 0.25895360310872395, + 0.3092964454933449 + ], + "point": [ + 0.2496, + 0.2945 + ] + }, + { + "instruction": "Orders", + "bbox": [ + 0.09814260005950928, + 0.7756004050925925, + 0.17856553395589192, + 0.829706714771412 + ], + "point": [ + 0.1384, + 0.8027 + ] + }, + { + "instruction": "Oraers Report", + "bbox": [ + 0.0, + 0.0, + 0.15082181294759114, + 0.05217394652190032 + ], + "point": [ + 0.0754, + 0.0261 + ] + }, + { + "instruction": "Sales Total", + "bbox": [ + 0.28635724385579425, + 0.7757519192165798, + 0.3936504364013672, + 0.8287161933051215 + ], + "point": [ + 0.34, + 0.8022 + ] + }, + { + "instruction": "Invoiced", + "bbox": [ + 0.39174191157023114, + 0.775529310438368, + 0.48689514795939126, + 0.8292202419704862 + ], + "point": [ + 0.4393, + 0.8024 + ] + }, + { + "instruction": "Sales Discount", + "bbox": [ + 0.8132139205932617, + 0.7760715060763889, + 0.952384885152181, + 0.8292425084997106 + ], + "point": [ + 0.8828, + 0.8027 + ] + }, + { + "instruction": "Sales Items", + "bbox": [ + 0.17673635482788086, + 0.7756204110604745, + 0.2903600692749023, + 0.8289230911820024 + ], + "point": [ + 0.2335, + 0.8023 + ] + }, + { + "instruction": "a dropdown menu labeled \"Any\".", + "bbox": [ + 0.276416810353597, + 0.35385815655743635, + 0.3695802370707194, + 0.4042282669632523 + ], + "point": [ + 0.323, + 0.379 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.89034423828125, + 0.6428970336914063, + 0.9859944661458333, + 0.6936162312825521 + ], + "point": [ + 0.9382, + 0.6683 + ] + }, + { + "instruction": "Calendar date.", + "bbox": [ + 0.276852289835612, + 0.18378702799479166, + 0.3942148208618164, + 0.2349530537923177 + ], + "point": [ + 0.3355, + 0.2094 + ] + }, + { + "instruction": "a dropdown menu with no options.", + "bbox": [ + 0.2769216219584147, + 0.5575403284143519, + 0.34535417556762693, + 0.609134363245081 + ], + "point": [ + 0.3111, + 0.5833 + ] + }, + { + "instruction": "a dropdown menu with no options.", + "bbox": [ + 0.27609930038452146, + 0.4732066966869213, + 0.34560728073120117, + 0.5255813033492477 + ], + "point": [ + 0.3109, + 0.4994 + ] + }, + { + "instruction": "a dropdown menu to view the year.", + "bbox": [ + 0.2753933906555176, + 0.09705101295753761, + 0.3576495170593262, + 0.1516914932816117 + ], + "point": [ + 0.3165, + 0.1244 + ] + }, + { + "instruction": "a calendar date.", + "bbox": [ + 0.276359494527181, + 0.2689065438729745, + 0.3951466878255208, + 0.3223790486653646 + ], + "point": [ + 0.3358, + 0.2956 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.990389633178711, + 0.6434035689742477, + 1.0, + 0.692575525354456 + ], + "point": [ + 0.9952, + 0.668 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.2593736012776693, + 0.2800594753689236, + 0.2758762359619141, + 0.3089106241861979 + ], + "point": [ + 0.2676, + 0.2945 + ] + }, + { + "instruction": "Show.", + "bbox": [ + 0.9558144887288411, + 0.0, + 1.0, + 0.043443383110894095 + ], + "point": [ + 0.9779, + 0.0217 + ] + }, + { + "instruction": "Refounded.", + "bbox": [ + 0.48469165166219075, + 0.7757190280490451, + 0.5860474268595378, + 0.8289505004882812 + ], + "point": [ + 0.5354, + 0.8023 + ] + }, + { + "instruction": "International language selection.", + "bbox": [ + 0.013831953207651774, + 0.7751551310221354, + 0.10105425914128621, + 0.8313268025716146 + ], + "point": [ + 0.0574, + 0.8032 + ] + }, + { + "instruction": "Sales Shipping.", + "bbox": [ + 0.6793271382649739, + 0.7757850364402489, + 0.8158706665039063, + 0.8290419401945891 + ], + "point": [ + 0.7476, + 0.8024 + ] + }, + { + "instruction": "Canceled.", + "bbox": [ + 0.9504102071126302, + 0.7758041381835937, + 1.0, + 0.829015604654948 + ], + "point": [ + 0.9752, + 0.8024 + ] + }, + { + "instruction": "Sales Tax.", + "bbox": [ + 0.5818894704182943, + 0.7754012496383101, + 0.6807753245035807, + 0.8290847213179977 + ], + "point": [ + 0.6313, + 0.8022 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.7540937423706054, + 0.3709556014449508, + 0.7747023900349935, + 0.4098297966851128 + ], + "point": [ + 0.7644, + 0.3904 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.24022677739461262, + 0.27961584020543984, + 0.25895360310872395, + 0.3092964454933449 + ], + "point": [ + 0.2496, + 0.2945 + ] + }, + { + "instruction": "Orders section.", + "bbox": [ + 0.09814260005950928, + 0.7756004050925925, + 0.17856553395589192, + 0.829706714771412 + ], + "point": [ + 0.1384, + 0.8027 + ] + }, + { + "instruction": "Orders Report.", + "bbox": [ + 0.0, + 0.0, + 0.15082181294759114, + 0.05217394652190032 + ], + "point": [ + 0.0754, + 0.0261 + ] + }, + { + "instruction": "Sales total.", + "bbox": [ + 0.28635724385579425, + 0.7757519192165798, + 0.3936504364013672, + 0.8287161933051215 + ], + "point": [ + 0.34, + 0.8022 + ] + }, + { + "instruction": "Invoice.", + "bbox": [ + 0.39174191157023114, + 0.775529310438368, + 0.48689514795939126, + 0.8292202419704862 + ], + "point": [ + 0.4393, + 0.8024 + ] + }, + { + "instruction": "sales discount.", + "bbox": [ + 0.8132139205932617, + 0.7760715060763889, + 0.952384885152181, + 0.8292425084997106 + ], + "point": [ + 0.8828, + 0.8027 + ] + }, + { + "instruction": "sales items.", + "bbox": [ + 0.17673635482788086, + 0.7756204110604745, + 0.2903600692749023, + 0.8289230911820024 + ], + "point": [ + 0.2335, + 0.8023 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.2597223122914632, + 0.19228648432978876, + 0.2764491081237793, + 0.22572094952618635 + ], + "point": [ + 0.2681, + 0.209 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.18390798568725586, + 0.3970075254087095, + 0.2656290372212728, + 0.4716226648401331 + ], + "point": [ + 0.2248, + 0.4343 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.7814435323079427, + 0.3697338528103299, + 0.8009787241617838, + 0.4091608683268229 + ], + "point": [ + 0.7912, + 0.3894 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.9943018595377604, + 0.6964119805230035, + 1.0, + 0.7480121188693576 + ], + "point": [ + 0.9972, + 0.7222 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.975553321838379, + 0.08875492943657769, + 0.9928972244262695, + 0.11907351458514179 + ], + "point": [ + 0.9842, + 0.1039 + ] + } + ], + "element_size": 59 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_11/2598.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Order Status", + "bbox": [ + 0.18958333333333333, + 0.26296296296296295, + 0.25833333333333336, + 0.2851851851851852 + ], + "point": [ + 0.224, + 0.2741 + ] + }, + { + "instruction": "Applies to", + "bbox": [ + 0.278125, + 0.3111111111111111, + 0.3229166666666667, + 0.3333333333333333 + ], + "point": [ + 0.3005, + 0.3222 + ] + }, + { + "instruction": "of the Specified Order Statuses except canceled orders", + "bbox": [ + 0.33958333333333335, + 0.3074074074074074, + 0.575, + 0.3333333333333333 + ], + "point": [ + 0.4573, + 0.3204 + ] + }, + { + "instruction": "Rows", + "bbox": [ + 0.228125, + 0.38333333333333336, + 0.25833333333333336, + 0.40555555555555556 + ], + "point": [ + 0.2432, + 0.3944 + ] + }, + { + "instruction": "Show Actual Values", + "bbox": [ + 0.15625, + 0.4666666666666667, + 0.25833333333333336, + 0.49074074074074076 + ], + "point": [ + 0.2073, + 0.4787 + ] + }, + { + "instruction": "Export to:", + "bbox": [ + 0.8328125, + 0.5509259259259259, + 0.8854166666666666, + 0.5787037037037037 + ], + "point": [ + 0.8591, + 0.5648 + ] + }, + { + "instruction": "2 records found", + "bbox": [ + 0.015625, + 0.6111110545970776, + 0.09583333333333334, + 0.6333332768192997 + ], + "point": [ + 0.0557, + 0.6222 + ] + }, + { + "instruction": "Interval", + "bbox": [ + 0.020833335320154824, + 0.687037037037037, + 0.0625000019868215, + 0.7092592592592593 + ], + "point": [ + 0.0417, + 0.6981 + ] + }, + { + "instruction": "Orders", + "bbox": [ + 0.1078125, + 0.687962962962963, + 0.1421875, + 0.7064814814814815 + ], + "point": [ + 0.125, + 0.6972 + ] + }, + { + "instruction": "Sales Items", + "bbox": [ + 0.184375, + 0.6861111111111111, + 0.24270833333333333, + 0.7092592592592593 + ], + "point": [ + 0.2135, + 0.6977 + ] + }, + { + "instruction": "Sales Total", + "bbox": [ + 0.29583333333333334, + 0.6851851851851852, + 0.35104166666666664, + 0.7092592592592593 + ], + "point": [ + 0.3234, + 0.6972 + ] + }, + { + "instruction": "Invoiced", + "bbox": [ + 0.4020833651224772, + 0.687037037037037, + 0.4468750317891439, + 0.7092592592592593 + ], + "point": [ + 0.4245, + 0.6981 + ] + }, + { + "instruction": "Refunded", + "bbox": [ + 0.49270830154418943, + 0.6851851851851852, + 0.5427083333333333, + 0.7092592592592593 + ], + "point": [ + 0.5177, + 0.6972 + ] + }, + { + "instruction": "Sales Tax", + "bbox": [ + 0.5916666666666667, + 0.6851851851851852, + 0.6395833333333333, + 0.7092592592592593 + ], + "point": [ + 0.6156, + 0.6972 + ] + }, + { + "instruction": "Sales Shipping", + "bbox": [ + 0.6864583333333333, + 0.6842593157732928, + 0.759375, + 0.7129630194769965 + ], + "point": [ + 0.7229, + 0.6986 + ] + }, + { + "instruction": "Sales Discount", + "bbox": [ + 0.821875, + 0.6842592027452257, + 0.8947916666666667, + 0.7092592027452257 + ], + "point": [ + 0.8583, + 0.6968 + ] + }, + { + "instruction": "Cancelec", + "bbox": [ + 0.9578125, + 0.6842592592592592, + 1.0, + 0.7111111111111111 + ], + "point": [ + 0.9789, + 0.6977 + ] + }, + { + "instruction": "2022", + "bbox": [ + 0.021875, + 0.7370370935510706, + 0.04791666666666667, + 0.7592593157732929 + ], + "point": [ + 0.0349, + 0.7481 + ] + }, + { + "instruction": "116", + "bbox": [ + 0.10729166666666666, + 0.7370370935510706, + 0.12708333333333333, + 0.7592593157732929 + ], + "point": [ + 0.1172, + 0.7481 + ] + }, + { + "instruction": "349", + "bbox": [ + 0.184375, + 0.7370370935510706, + 0.20520833333333333, + 0.7592593157732929 + ], + "point": [ + 0.1948, + 0.7481 + ] + }, + { + "instruction": "$15,475.46", + "bbox": [ + 0.29635419845581057, + 0.7370370935510706, + 0.34947919845581055, + 0.7592593157732929 + ], + "point": [ + 0.3229, + 0.7481 + ] + }, + { + "instruction": "$39.64", + "bbox": [ + 0.403125, + 0.7370370935510706, + 0.4375, + 0.7592593157732929 + ], + "point": [ + 0.4203, + 0.7481 + ] + }, + { + "instruction": "$39.64", + "bbox": [ + 0.49270830154418943, + 0.7370370935510706, + 0.5270833015441895, + 0.7592593157732929 + ], + "point": [ + 0.5099, + 0.7481 + ] + }, + { + "instruction": "$2.64", + "bbox": [ + 0.5927083969116211, + 0.7370370935510706, + 0.6208333969116211, + 0.7592593157732929 + ], + "point": [ + 0.6068, + 0.7481 + ] + }, + { + "instruction": "$1,745.00", + "bbox": [ + 0.6859375, + 0.7370370935510706, + 0.7348958333333333, + 0.7592593157732929 + ], + "point": [ + 0.7104, + 0.7481 + ] + }, + { + "instruction": "$531.72", + "bbox": [ + 0.821875, + 0.7370370935510706, + 0.8614583333333333, + 0.7592593157732929 + ], + "point": [ + 0.8417, + 0.7481 + ] + }, + { + "instruction": "$0.00", + "bbox": [ + 0.9583333333333334, + 0.7370370935510706, + 0.9875, + 0.7592593157732929 + ], + "point": [ + 0.9729, + 0.7481 + ] + }, + { + "instruction": "2023", + "bbox": [ + 0.021875, + 0.7870370370370371, + 0.04791666666666667, + 0.8092592592592592 + ], + "point": [ + 0.0349, + 0.7981 + ] + }, + { + "instruction": "132", + "bbox": [ + 0.18541666666666667, + 0.7870370370370371, + 0.20520833333333333, + 0.8092592592592592 + ], + "point": [ + 0.1953, + 0.7981 + ] + }, + { + "instruction": "$5,873.48", + "bbox": [ + 0.296875, + 0.7870370370370371, + 0.34479166666666666, + 0.8092592592592592 + ], + "point": [ + 0.3208, + 0.7981 + ] + }, + { + "instruction": "So.0o", + "bbox": [ + 0.403125, + 0.7870370370370371, + 0.4322916666666667, + 0.8092592592592592 + ], + "point": [ + 0.4177, + 0.7981 + ] + }, + { + "instruction": "$0.00", + "bbox": [ + 0.49270833333333336, + 0.7870370370370371, + 0.521875, + 0.8092592592592592 + ], + "point": [ + 0.5073, + 0.7981 + ] + }, + { + "instruction": "$0.00", + "bbox": [ + 0.5927083969116211, + 0.7870370370370371, + 0.6208333969116211, + 0.8092592592592592 + ], + "point": [ + 0.6068, + 0.7981 + ] + }, + { + "instruction": "S660.00", + "bbox": [ + 0.6864583333333333, + 0.7870370370370371, + 0.7270833333333333, + 0.8092592592592592 + ], + "point": [ + 0.7068, + 0.7981 + ] + }, + { + "instruction": "$357.41", + "bbox": [ + 0.821875, + 0.7870370370370371, + 0.8604166666666667, + 0.8092592592592592 + ], + "point": [ + 0.8411, + 0.7981 + ] + }, + { + "instruction": "$0.00", + "bbox": [ + 0.9583333333333334, + 0.7870370370370371, + 0.9875, + 0.8092592592592592 + ], + "point": [ + 0.9729, + 0.7981 + ] + }, + { + "instruction": "Total", + "bbox": [ + 0.021875, + 0.8388888888888889, + 0.04895833333333333, + 0.8611111111111112 + ], + "point": [ + 0.0354, + 0.85 + ] + }, + { + "instruction": "158", + "bbox": [ + 0.10625, + 0.8388888888888889, + 0.12708333333333333, + 0.8611111111111112 + ], + "point": [ + 0.1167, + 0.85 + ] + }, + { + "instruction": "481", + "bbox": [ + 0.184375, + 0.8388888888888889, + 0.20416666666666666, + 0.8611111111111112 + ], + "point": [ + 0.1943, + 0.85 + ] + }, + { + "instruction": "521,348.94", + "bbox": [ + 0.29583333333333334, + 0.837037037037037, + 0.35104166666666664, + 0.8611111111111112 + ], + "point": [ + 0.3234, + 0.8491 + ] + }, + { + "instruction": "539.64", + "bbox": [ + 0.4020833651224772, + 0.8388888888888889, + 0.43854169845581054, + 0.8611111111111112 + ], + "point": [ + 0.4203, + 0.85 + ] + }, + { + "instruction": "539.64", + "bbox": [ + 0.49270830154418943, + 0.8388888888888889, + 0.5281249682108561, + 0.8611111111111112 + ], + "point": [ + 0.5104, + 0.85 + ] + }, + { + "instruction": "52.64", + "bbox": [ + 0.5927083333333333, + 0.8388888888888889, + 0.621875, + 0.8611111111111112 + ], + "point": [ + 0.6073, + 0.85 + ] + }, + { + "instruction": "52,405.00", + "bbox": [ + 0.6864583333333333, + 0.837037037037037, + 0.7354166666666667, + 0.8611111111111112 + ], + "point": [ + 0.7109, + 0.8491 + ] + }, + { + "instruction": "5889.13", + "bbox": [ + 0.821875, + 0.8388888888888889, + 0.8625, + 0.8611111111111112 + ], + "point": [ + 0.8422, + 0.85 + ] + }, + { + "instruction": "S0.00", + "bbox": [ + 0.9583333333333334, + 0.837037037037037, + 0.9875, + 0.8611111111111112 + ], + "point": [ + 0.9729, + 0.8491 + ] + }, + { + "instruction": "Any", + "bbox": [ + 0.3223958333333333, + 0.30925925925925923, + 0.34010416666666665, + 0.3333333333333333 + ], + "point": [ + 0.3312, + 0.3213 + ] + }, + { + "instruction": "Empty", + "bbox": [ + 0.19322916666666667, + 0.3787037037037037, + 0.2265625, + 0.4111111111111111 + ], + "point": [ + 0.2099, + 0.3949 + ] + }, + { + "instruction": "Any", + "bbox": [ + 0.27694524129231773, + 0.24848112883391205, + 0.3692112604777018, + 0.29955387821903934 + ], + "point": [ + 0.3231, + 0.274 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.2767457962036133, + 0.36809666951497394, + 0.3455938975016276, + 0.41994349161783856 + ], + "point": [ + 0.3112, + 0.394 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.27696962356567384, + 0.4523854856137876, + 0.34553340276082356, + 0.5045320864076968 + ], + "point": [ + 0.3113, + 0.4785 + ] + }, + { + "instruction": "12/31/23", + "bbox": [ + 0.27715187072753905, + 0.1640600981535735, + 0.39521427154541017, + 0.2146004005714699 + ], + "point": [ + 0.3362, + 0.1893 + ] + }, + { + "instruction": "CSV", + "bbox": [ + 0.8901402155558268, + 0.5383919044777199, + 0.985810661315918, + 0.5883034035011574 + ], + "point": [ + 0.938, + 0.5633 + ] + }, + { + "instruction": "1/1/21", + "bbox": [ + 0.27763023376464846, + 0.07885682141339337, + 0.3955946604410807, + 0.13141127692328558 + ], + "point": [ + 0.3366, + 0.1051 + ] + }, + { + "instruction": "Show", + "bbox": [ + 0.9551478068033854, + 0.0, + 1.0, + 0.04416537814670139 + ], + "point": [ + 0.9776, + 0.0221 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.2253499984741211, + 0.08659843162254051, + 0.2750762939453125, + 0.12125029387297453 + ], + "point": [ + 0.2502, + 0.1039 + ] + }, + { + "instruction": "Oraers Report", + "bbox": [ + 0.0, + 0.0, + 0.15225280125935872, + 0.04455190234714084 + ], + "point": [ + 0.0761, + 0.0223 + ] + }, + { + "instruction": "42", + "bbox": [ + 0.10702707767486572, + 0.7875968085394965, + 0.12100393772125244, + 0.8116053263346354 + ], + "point": [ + 0.114, + 0.7996 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.24056795438130696, + 0.17180315653483072, + 0.26153190930684406, + 0.20857675340440537 + ], + "point": [ + 0.251, + 0.1902 + ] + }, + { + "instruction": "a dropdown menu labeled \"Any\".", + "bbox": [ + 0.27694524129231773, + 0.24848112883391205, + 0.3692112604777018, + 0.29955387821903934 + ], + "point": [ + 0.3231, + 0.274 + ] + }, + { + "instruction": "a dropdown menu with no items or options.", + "bbox": [ + 0.2767457962036133, + 0.36809666951497394, + 0.3455938975016276, + 0.41994349161783856 + ], + "point": [ + 0.3112, + 0.394 + ] + }, + { + "instruction": "a dropdown menu with no items or options.", + "bbox": [ + 0.27696962356567384, + 0.4523854856137876, + 0.34553340276082356, + 0.5045320864076968 + ], + "point": [ + 0.3113, + 0.4785 + ] + }, + { + "instruction": "a calendar date.", + "bbox": [ + 0.27715187072753905, + 0.1640600981535735, + 0.39521427154541017, + 0.2146004005714699 + ], + "point": [ + 0.3362, + 0.1893 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.8901402155558268, + 0.5383919044777199, + 0.985810661315918, + 0.5883034035011574 + ], + "point": [ + 0.938, + 0.5633 + ] + }, + { + "instruction": "a calendar date.", + "bbox": [ + 0.27763023376464846, + 0.07885682141339337, + 0.3955946604410807, + 0.13141127692328558 + ], + "point": [ + 0.3366, + 0.1051 + ] + }, + { + "instruction": "Show.", + "bbox": [ + 0.9551478068033854, + 0.0, + 1.0, + 0.04416537814670139 + ], + "point": [ + 0.9776, + 0.0221 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9901254653930665, + 0.5388227674696181, + 0.9999999364217123, + 0.5884927255135995 + ], + "point": [ + 0.9951, + 0.5637 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.2594451427459717, + 0.1735982965540003, + 0.2758836110432943, + 0.2067903165464048 + ], + "point": [ + 0.2677, + 0.1902 + ] + }, + { + "instruction": "\"From\" or \"Star\" action.", + "bbox": [ + 0.2253499984741211, + 0.08659843162254051, + 0.2750762939453125, + 0.12125029387297453 + ], + "point": [ + 0.2502, + 0.1039 + ] + }, + { + "instruction": "Orders Report.", + "bbox": [ + 0.0, + 0.0, + 0.15225280125935872, + 0.04455190234714084 + ], + "point": [ + 0.0761, + 0.0223 + ] + }, + { + "instruction": "a bookmark or bookmark function.", + "bbox": [ + 0.09449055989583334, + 0.6653474030671296, + 0.10629817644755045, + 0.6875917787905093 + ], + "point": [ + 0.1004, + 0.6765 + ] + }, + { + "instruction": "42", + "bbox": [ + 0.10702707767486572, + 0.7875968085394965, + 0.12100393772125244, + 0.8116053263346354 + ], + "point": [ + 0.114, + 0.7996 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.24056795438130696, + 0.17180315653483072, + 0.26153190930684406, + 0.20857675340440537 + ], + "point": [ + 0.251, + 0.1902 + ] + } + ], + "element_size": 73 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_12/3227.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "baies", + "bbox": [ + 0.013541666666666667, + 0.0, + 0.059375, + 0.022222222222222223 + ], + "point": [ + 0.0365, + 0.0111 + ] + }, + { + "instruction": "ure to refresh lifetime statistics whenever you change the time zone.", + "bbox": [ + 0.19374998410542807, + 0.31851851851851853, + 0.5291665871938069, + 0.34629629629629627 + ], + "point": [ + 0.3615, + 0.3324 + ] + }, + { + "instruction": "2.00.03 AM: To refresh last day's statistics, click here", + "bbox": [ + 0.19687503178914387, + 0.3925925925925926, + 0.45625003178914386, + 0.4212962962962963 + ], + "point": [ + 0.3266, + 0.4069 + ] + }, + { + "instruction": "Date Used", + "bbox": [ + 0.20208333333333334, + 0.5537037037037037, + 0.25833333333333336, + 0.575925925925926 + ], + "point": [ + 0.2302, + 0.5648 + ] + }, + { + "instruction": "The Order Updated report is created in real time and does not require a refresh:", + "bbox": [ + 0.27708333333333335, + 0.6, + 0.6166666666666667, + 0.6240740740740741 + ], + "point": [ + 0.4469, + 0.612 + ] + }, + { + "instruction": "Period", + "bbox": [ + 0.221875, + 0.674074074074074, + 0.25833333333333336, + 0.6962962962962963 + ], + "point": [ + 0.2401, + 0.6852 + ] + }, + { + "instruction": "Drder Status", + "bbox": [ + 0.1927083174387614, + 0.9277777777777778, + 0.25833331743876137, + 0.95 + ], + "point": [ + 0.2255, + 0.9389 + ] + }, + { + "instruction": "Applies to", + "bbox": [ + 0.27708333333333335, + 0.975925925925926, + 0.3229166666666667, + 0.9981481481481481 + ], + "point": [ + 0.3, + 0.987 + ] + }, + { + "instruction": "of the Specified Order Statuses except canceled orders", + "bbox": [ + 0.33958333333333335, + 0.9722222222222222, + 0.5739583333333333, + 0.9981481481481481 + ], + "point": [ + 0.4568, + 0.9852 + ] + }, + { + "instruction": "Any", + "bbox": [ + 0.3223958333333333, + 0.9740740740740741, + 0.34010416666666665, + 0.9981481481481481 + ], + "point": [ + 0.3312, + 0.9861 + ] + }, + { + "instruction": "Show Rer", + "bbox": [ + 0.9315874099731445, + 0.16710080747251158, + 1.0000000635782877, + 0.23455313223379629 + ], + "point": [ + 0.9658, + 0.2008 + ] + }, + { + "instruction": "Order Created", + "bbox": [ + 0.2769526481628418, + 0.5392140141239873, + 0.39901151657104494, + 0.5903069955331308 + ], + "point": [ + 0.338, + 0.5648 + ] + }, + { + "instruction": "Year", + "bbox": [ + 0.2762752532958984, + 0.6575280083550348, + 0.3571510314941406, + 0.7109367088035301 + ], + "point": [ + 0.3167, + 0.6842 + ] + }, + { + "instruction": "Any", + "bbox": [ + 0.2765693664550781, + 0.914014067473235, + 0.36891899108886717, + 0.9646683304398148 + ], + "point": [ + 0.3227, + 0.9393 + ] + }, + { + "instruction": "1/1/21", + "bbox": [ + 0.27744871775309243, + 0.7429148356119791, + 0.3943582534790039, + 0.7941212972005208 + ], + "point": [ + 0.3359, + 0.7685 + ] + }, + { + "instruction": "12/31/23", + "bbox": [ + 0.27643766403198244, + 0.8283292982313368, + 0.39521589279174807, + 0.882645501030816 + ], + "point": [ + 0.3358, + 0.8555 + ] + }, + { + "instruction": "Braintree Virtual Terminal", + "bbox": [ + 0.014009952545166016, + 0.4521592034233941, + 0.14331218401590984, + 0.48093911630135994 + ], + "point": [ + 0.0787, + 0.4665 + ] + }, + { + "instruction": "Invoices", + "bbox": [ + 0.0027599334716796875, + 0.1395449885615596, + 0.18132909138997397, + 0.2038768344455295 + ], + "point": [ + 0.092, + 0.1717 + ] + }, + { + "instruction": "Transactions", + "bbox": [ + 0.014752089977264404, + 0.39206927264178243, + 0.07941481272379557, + 0.4227153071650752 + ], + "point": [ + 0.0471, + 0.4074 + ] + }, + { + "instruction": "Agreements", + "bbox": [ + 0.013592795530954997, + 0.33142929077148436, + 0.10936094522476196, + 0.36411175198025175 + ], + "point": [ + 0.0615, + 0.3478 + ] + }, + { + "instruction": "Billing", + "bbox": [ + 0.013592795530954997, + 0.33142929077148436, + 0.10936094522476196, + 0.36411175198025175 + ], + "point": [ + 0.0615, + 0.3478 + ] + }, + { + "instruction": "Shipments", + "bbox": [ + 0.0020376125971476237, + 0.2004312868471499, + 0.1739603598912557, + 0.2617991694697627 + ], + "point": [ + 0.088, + 0.2311 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.24052557945251465, + 0.8387533117223669, + 0.2598629156748454, + 0.8696497599283854 + ], + "point": [ + 0.2502, + 0.8542 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.22485396067301433, + 0.7503332632559317, + 0.2766677538553874, + 0.7863907990632234 + ], + "point": [ + 0.2508, + 0.7684 + ] + }, + { + "instruction": "Credit Memos", + "bbox": [ + 0.014512014389038087, + 0.274076815004702, + 0.08647263844807943, + 0.3039531849048756 + ], + "point": [ + 0.0505, + 0.289 + ] + }, + { + "instruction": "Orders", + "bbox": [ + 0.013921459515889486, + 0.0964954517505787, + 0.051191941897074385, + 0.12699726246021412 + ], + "point": [ + 0.0326, + 0.1117 + ] + }, + { + "instruction": "Show Report.", + "bbox": [ + 0.9315874099731445, + 0.16710080747251158, + 1.0000000635782877, + 0.23455313223379629 + ], + "point": [ + 0.9658, + 0.2008 + ] + }, + { + "instruction": "A dropdown menu to order create a new item.", + "bbox": [ + 0.2769526481628418, + 0.5392140141239873, + 0.39901151657104494, + 0.5903069955331308 + ], + "point": [ + 0.338, + 0.5648 + ] + }, + { + "instruction": "a dropdown menu to select the year.", + "bbox": [ + 0.2762752532958984, + 0.6575280083550348, + 0.3571510314941406, + 0.7109367088035301 + ], + "point": [ + 0.3167, + 0.6842 + ] + }, + { + "instruction": "a dropdown menu labeled \"Any\".", + "bbox": [ + 0.2765693664550781, + 0.914014067473235, + 0.36891899108886717, + 0.9646683304398148 + ], + "point": [ + 0.3227, + 0.9393 + ] + }, + { + "instruction": "Calendar date.", + "bbox": [ + 0.27744871775309243, + 0.7429148356119791, + 0.3943582534790039, + 0.7941212972005208 + ], + "point": [ + 0.3359, + 0.7685 + ] + }, + { + "instruction": "a calendar date.", + "bbox": [ + 0.27643766403198244, + 0.8283292982313368, + 0.39521589279174807, + 0.882645501030816 + ], + "point": [ + 0.3358, + 0.8555 + ] + }, + { + "instruction": "Braintree Virtual terminal.", + "bbox": [ + 0.014009952545166016, + 0.4521592034233941, + 0.14331218401590984, + 0.48093911630135994 + ], + "point": [ + 0.0787, + 0.4665 + ] + }, + { + "instruction": "Invoice settings.", + "bbox": [ + 0.0027599334716796875, + 0.1395449885615596, + 0.18132909138997397, + 0.2038768344455295 + ], + "point": [ + 0.092, + 0.1717 + ] + }, + { + "instruction": "Transactions.", + "bbox": [ + 0.014752089977264404, + 0.39206927264178243, + 0.07941481272379557, + 0.4227153071650752 + ], + "point": [ + 0.0471, + 0.4074 + ] + }, + { + "instruction": "billing agreement.", + "bbox": [ + 0.013592795530954997, + 0.33142929077148436, + 0.10936094522476196, + 0.36411175198025175 + ], + "point": [ + 0.0615, + 0.3478 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.25981451670328776, + 0.8393997192382813, + 0.2767960866292318, + 0.8692014906141493 + ], + "point": [ + 0.2683, + 0.8543 + ] + }, + { + "instruction": "Shipments.", + "bbox": [ + 0.0020376125971476237, + 0.2004312868471499, + 0.1739603598912557, + 0.2617991694697627 + ], + "point": [ + 0.088, + 0.2311 + ] + }, + { + "instruction": "Find", + "bbox": [ + 0.885753059387207, + 0.05414491582799841, + 0.9189423243204753, + 0.1230375501844618 + ], + "point": [ + 0.9023, + 0.0886 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.24052557945251465, + 0.8387533117223669, + 0.2598629156748454, + 0.8696497599283854 + ], + "point": [ + 0.2502, + 0.8542 + ] + }, + { + "instruction": "\"From\" or \"Star\" action.", + "bbox": [ + 0.22485396067301433, + 0.7503332632559317, + 0.2766677538553874, + 0.7863907990632234 + ], + "point": [ + 0.2508, + 0.7684 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9286173502604167, + 0.06486256210892288, + 0.9539610544840494, + 0.11281698015001085 + ], + "point": [ + 0.9413, + 0.0888 + ] + }, + { + "instruction": "User profile", + "bbox": [ + 0.9637266794840494, + 0.010135028980396412, + 0.9997881571451823, + 0.15386558815285012 + ], + "point": [ + 0.9818, + 0.082 + ] + }, + { + "instruction": "Credit memories.", + "bbox": [ + 0.014512014389038087, + 0.274076815004702, + 0.08647263844807943, + 0.3039531849048756 + ], + "point": [ + 0.0505, + 0.289 + ] + }, + { + "instruction": "a button to navigate to the next item or page.", + "bbox": [ + 0.36145620346069335, + 0.2513001901132089, + 0.377074400583903, + 0.2820545620388455 + ], + "point": [ + 0.3693, + 0.2667 + ] + }, + { + "instruction": "Shuffle or randomize.", + "bbox": [ + 0.15819153785705567, + 0.0, + 0.17600194613138834, + 0.025999856878209996 + ], + "point": [ + 0.1671, + 0.013 + ] + }, + { + "instruction": "Orders.", + "bbox": [ + 0.013921459515889486, + 0.0964954517505787, + 0.051191941897074385, + 0.12699726246021412 + ], + "point": [ + 0.0326, + 0.1117 + ] + } + ], + "element_size": 47 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_13/3386.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "baies", + "bbox": [ + 0.013541666666666667, + 0.0, + 0.059375, + 0.022222222222222223 + ], + "point": [ + 0.0365, + 0.0111 + ] + }, + { + "instruction": "ure to refresh lifetime statistics whenever you change the time zone.", + "bbox": [ + 0.19374998410542807, + 0.31851851851851853, + 0.5291665871938069, + 0.34629629629629627 + ], + "point": [ + 0.3615, + 0.3324 + ] + }, + { + "instruction": "2.00.03 AM: To refresh last day's statistics, click here", + "bbox": [ + 0.19687503178914387, + 0.3925925925925926, + 0.45625003178914386, + 0.4212962962962963 + ], + "point": [ + 0.3266, + 0.4069 + ] + }, + { + "instruction": "Date Used", + "bbox": [ + 0.20208333333333334, + 0.5537037037037037, + 0.25833333333333336, + 0.575925925925926 + ], + "point": [ + 0.2302, + 0.5648 + ] + }, + { + "instruction": "The Order Updated report is created in real time and does not require a refresh:", + "bbox": [ + 0.27708333333333335, + 0.6, + 0.6166666666666667, + 0.625 + ], + "point": [ + 0.4469, + 0.6125 + ] + }, + { + "instruction": "Period", + "bbox": [ + 0.221875, + 0.674074074074074, + 0.25833333333333336, + 0.6962962962962963 + ], + "point": [ + 0.2401, + 0.6852 + ] + }, + { + "instruction": "Drder Status", + "bbox": [ + 0.1927083174387614, + 0.9277777777777778, + 0.25833331743876137, + 0.95 + ], + "point": [ + 0.2255, + 0.9389 + ] + }, + { + "instruction": "Applies to", + "bbox": [ + 0.27708333333333335, + 0.975925925925926, + 0.3229166666666667, + 0.9981481481481481 + ], + "point": [ + 0.3, + 0.987 + ] + }, + { + "instruction": "of the Specified Order Statuses except canceled orders", + "bbox": [ + 0.33958333333333335, + 0.9722222222222222, + 0.5739583333333333, + 0.9981481481481481 + ], + "point": [ + 0.4568, + 0.9852 + ] + }, + { + "instruction": "Any", + "bbox": [ + 0.3223958333333333, + 0.9740740740740741, + 0.34010416666666665, + 0.9981481481481481 + ], + "point": [ + 0.3312, + 0.9861 + ] + }, + { + "instruction": "Show Rer", + "bbox": [ + 0.931643295288086, + 0.16717625370732062, + 1.0, + 0.23456338953088832 + ], + "point": [ + 0.9658, + 0.2009 + ] + }, + { + "instruction": "Order Created", + "bbox": [ + 0.2769964853922526, + 0.5392418755425348, + 0.398980967203776, + 0.5902978967737269 + ], + "point": [ + 0.338, + 0.5648 + ] + }, + { + "instruction": "Year", + "bbox": [ + 0.27627328236897786, + 0.6575333206741898, + 0.35715993245442706, + 0.7108980532045718 + ], + "point": [ + 0.3167, + 0.6842 + ] + }, + { + "instruction": "Any", + "bbox": [ + 0.27663323084513347, + 0.914011072229456, + 0.36892455418904624, + 0.9646462899667245 + ], + "point": [ + 0.3228, + 0.9393 + ] + }, + { + "instruction": "1/1/21", + "bbox": [ + 0.27745291392008464, + 0.7429194697627315, + 0.3942856470743815, + 0.7940538194444444 + ], + "point": [ + 0.3359, + 0.7685 + ] + }, + { + "instruction": "12/31/23", + "bbox": [ + 0.2764327049255371, + 0.8282913208007813, + 0.39521449406941733, + 0.882814704047309 + ], + "point": [ + 0.3358, + 0.8556 + ] + }, + { + "instruction": "Shipments", + "bbox": [ + 0.0024696906407674153, + 0.20149818702980324, + 0.18714678287506104, + 0.2612887347186053 + ], + "point": [ + 0.0948, + 0.2314 + ] + }, + { + "instruction": "Credit Memos", + "bbox": [ + 0.0014310201009114583, + 0.2592489454481337, + 0.18526824315388998, + 0.32046195136176214 + ], + "point": [ + 0.0933, + 0.2899 + ] + }, + { + "instruction": "Orders", + "bbox": [ + 0.0017604907353719077, + 0.07788801546450015, + 0.1864644447962443, + 0.14297866821289062 + ], + "point": [ + 0.0941, + 0.1104 + ] + }, + { + "instruction": "Agreements", + "bbox": [ + 0.000570980707804362, + 0.31770409478081596, + 0.1850483735402425, + 0.3798624674479167 + ], + "point": [ + 0.0928, + 0.3488 + ] + }, + { + "instruction": "Billing", + "bbox": [ + 0.000570980707804362, + 0.31770409478081596, + 0.1850483735402425, + 0.3798624674479167 + ], + "point": [ + 0.0928, + 0.3488 + ] + }, + { + "instruction": "Invoices", + "bbox": [ + 0.0031874338785807294, + 0.1413725393789786, + 0.18728129069010416, + 0.20221258092809608 + ], + "point": [ + 0.0952, + 0.1718 + ] + }, + { + "instruction": "Braintree Virtual Terminal", + "bbox": [ + 0.013781325022379557, + 0.4522362603081597, + 0.14320634206136068, + 0.480923914026331 + ], + "point": [ + 0.0785, + 0.4666 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.24057488441467284, + 0.8387662534360533, + 0.259846289952596, + 0.8695968062789352 + ], + "point": [ + 0.2502, + 0.8542 + ] + }, + { + "instruction": "Transactions", + "bbox": [ + 0.00036492347717285154, + 0.37767503526475693, + 0.1826574961344401, + 0.439858161078559 + ], + "point": [ + 0.0915, + 0.4088 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.22497339248657228, + 0.7503497088396991, + 0.2766693115234375, + 0.7863831696686922 + ], + "point": [ + 0.2508, + 0.7684 + ] + }, + { + "instruction": "Show Report.", + "bbox": [ + 0.931643295288086, + 0.16717625370732062, + 1.0, + 0.23456338953088832 + ], + "point": [ + 0.9658, + 0.2009 + ] + }, + { + "instruction": "A dropdown menu to order create a new item.", + "bbox": [ + 0.2769964853922526, + 0.5392418755425348, + 0.398980967203776, + 0.5902978967737269 + ], + "point": [ + 0.338, + 0.5648 + ] + }, + { + "instruction": "a dropdown menu to select the year.", + "bbox": [ + 0.27627328236897786, + 0.6575333206741898, + 0.35715993245442706, + 0.7108980532045718 + ], + "point": [ + 0.3167, + 0.6842 + ] + }, + { + "instruction": "a dropdown menu labeled \"Any\".", + "bbox": [ + 0.27663323084513347, + 0.914011072229456, + 0.36892455418904624, + 0.9646462899667245 + ], + "point": [ + 0.3228, + 0.9393 + ] + }, + { + "instruction": "Calendar date.", + "bbox": [ + 0.27745291392008464, + 0.7429194697627315, + 0.3942856470743815, + 0.7940538194444444 + ], + "point": [ + 0.3359, + 0.7685 + ] + }, + { + "instruction": "a calendar date.", + "bbox": [ + 0.2764327049255371, + 0.8282913208007813, + 0.39521449406941733, + 0.882814704047309 + ], + "point": [ + 0.3358, + 0.8556 + ] + }, + { + "instruction": "Shipments.", + "bbox": [ + 0.0024696906407674153, + 0.20149818702980324, + 0.18714678287506104, + 0.2612887347186053 + ], + "point": [ + 0.0948, + 0.2314 + ] + }, + { + "instruction": "Credit Memos.", + "bbox": [ + 0.0014310201009114583, + 0.2592489454481337, + 0.18526824315388998, + 0.32046195136176214 + ], + "point": [ + 0.0933, + 0.2899 + ] + }, + { + "instruction": "Orders.", + "bbox": [ + 0.0017604907353719077, + 0.07788801546450015, + 0.1864644447962443, + 0.14297866821289062 + ], + "point": [ + 0.0941, + 0.1104 + ] + }, + { + "instruction": "bailing agreement settings.", + "bbox": [ + 0.000570980707804362, + 0.31770409478081596, + 0.1850483735402425, + 0.3798624674479167 + ], + "point": [ + 0.0928, + 0.3488 + ] + }, + { + "instruction": "handprinting or handprinting.", + "bbox": [ + 0.0031874338785807294, + 0.1413725393789786, + 0.18728129069010416, + 0.20221258092809608 + ], + "point": [ + 0.0952, + 0.1718 + ] + }, + { + "instruction": "Braintree Virtual terminal.", + "bbox": [ + 0.013781325022379557, + 0.4522362603081597, + 0.14320634206136068, + 0.480923914026331 + ], + "point": [ + 0.0785, + 0.4666 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.2598113059997559, + 0.8394027709960937, + 0.27680387496948244, + 0.8691916571723091 + ], + "point": [ + 0.2683, + 0.8543 + ] + }, + { + "instruction": "Find", + "bbox": [ + 0.885984738667806, + 0.0550909678141276, + 0.9187936782836914, + 0.12185527660228589 + ], + "point": [ + 0.9024, + 0.0885 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.24057488441467284, + 0.8387662534360533, + 0.259846289952596, + 0.8695968062789352 + ], + "point": [ + 0.2502, + 0.8542 + ] + }, + { + "instruction": "Transactions.", + "bbox": [ + 0.00036492347717285154, + 0.37767503526475693, + 0.1826574961344401, + 0.439858161078559 + ], + "point": [ + 0.0915, + 0.4088 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9282819747924804, + 0.06443938502558956, + 0.9543710708618164, + 0.11303878360324436 + ], + "point": [ + 0.9413, + 0.0887 + ] + }, + { + "instruction": "\"From\" or \"Star\" action.", + "bbox": [ + 0.22497339248657228, + 0.7503497088396991, + 0.2766693115234375, + 0.7863831696686922 + ], + "point": [ + 0.2508, + 0.7684 + ] + }, + { + "instruction": "User profile", + "bbox": [ + 0.9639493942260742, + 0.010561971311216, + 0.9997346878051758, + 0.15376550886366103 + ], + "point": [ + 0.9818, + 0.0822 + ] + }, + { + "instruction": "Undo", + "bbox": [ + 0.15776915550231935, + 0.0, + 0.17648158073425294, + 0.026614302176016347 + ], + "point": [ + 0.1671, + 0.0133 + ] + } + ], + "element_size": 46 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_14/3500.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "baies", + "bbox": [ + 0.013541666666666667, + 0.0, + 0.059375, + 0.022222222222222223 + ], + "point": [ + 0.0365, + 0.0111 + ] + }, + { + "instruction": "ure to refresh lifetime statistics whenever you change the time zone:", + "bbox": [ + 0.19374998410542807, + 0.31851851851851853, + 0.5291665871938069, + 0.3472222222222222 + ], + "point": [ + 0.3615, + 0.3329 + ] + }, + { + "instruction": "2.00.03 AM: To refresh last day's statistics, click here", + "bbox": [ + 0.19687503178914387, + 0.3925925925925926, + 0.45625003178914386, + 0.4212962962962963 + ], + "point": [ + 0.3266, + 0.4069 + ] + }, + { + "instruction": "The Order Updated report is created in real time and does not require a refresh:", + "bbox": [ + 0.27708333333333335, + 0.6, + 0.6166666666666667, + 0.625 + ], + "point": [ + 0.4469, + 0.6125 + ] + }, + { + "instruction": "Period", + "bbox": [ + 0.221875, + 0.674074074074074, + 0.25833333333333336, + 0.6962962962962963 + ], + "point": [ + 0.2401, + 0.6852 + ] + }, + { + "instruction": "Drder Status", + "bbox": [ + 0.1927083174387614, + 0.9277777777777778, + 0.25833331743876137, + 0.95 + ], + "point": [ + 0.2255, + 0.9389 + ] + }, + { + "instruction": "Applies to", + "bbox": [ + 0.27708333333333335, + 0.9740740740740741, + 0.3229166666666667, + 0.9981481481481481 + ], + "point": [ + 0.3, + 0.9861 + ] + }, + { + "instruction": "of the Specified Order Statuses except canceled orders", + "bbox": [ + 0.33958333333333335, + 0.9722222222222222, + 0.5739583333333333, + 0.9981481481481481 + ], + "point": [ + 0.4568, + 0.9852 + ] + }, + { + "instruction": "Any", + "bbox": [ + 0.3223958333333333, + 0.9740740740740741, + 0.34010416666666665, + 0.9981481481481481 + ], + "point": [ + 0.3312, + 0.9861 + ] + }, + { + "instruction": "Order Created", + "bbox": [ + 0.27667627334594724, + 0.5391695940936053, + 0.3987734794616699, + 0.5903055261682582 + ], + "point": [ + 0.3377, + 0.5647 + ] + }, + { + "instruction": "Show Rer", + "bbox": [ + 0.9313892364501953, + 0.16732711791992189, + 1.0, + 0.2358951144748264 + ], + "point": [ + 0.9657, + 0.2016 + ] + }, + { + "instruction": "Year", + "bbox": [ + 0.27639757792154945, + 0.6586802164713542, + 0.3566401163736979, + 0.7110899748625579 + ], + "point": [ + 0.3165, + 0.6849 + ] + }, + { + "instruction": "Any", + "bbox": [ + 0.27657651901245117, + 0.914126643428096, + 0.3692671775817871, + 0.9650534170645254 + ], + "point": [ + 0.3229, + 0.9396 + ] + }, + { + "instruction": "12/31/23", + "bbox": [ + 0.27656532923380533, + 0.8285615143952546, + 0.39538634618123375, + 0.8807151511863426 + ], + "point": [ + 0.336, + 0.8546 + ] + }, + { + "instruction": "1/1/21", + "bbox": [ + 0.2776020050048828, + 0.7437482480649595, + 0.3941001892089844, + 0.7940615618670428 + ], + "point": [ + 0.3359, + 0.7689 + ] + }, + { + "instruction": "Shipments", + "bbox": [ + 0.0030815919240315755, + 0.200902670401114, + 0.1874022165934245, + 0.26122023970992475 + ], + "point": [ + 0.0952, + 0.2311 + ] + }, + { + "instruction": "Orders", + "bbox": [ + 0.001575938860575358, + 0.07795208825005426, + 0.18615782260894775, + 0.14307660703305844 + ], + "point": [ + 0.0939, + 0.1105 + ] + }, + { + "instruction": "Credit Memos", + "bbox": [ + 0.00035277207692464195, + 0.2590777361834491, + 0.18418198426564533, + 0.3207985206886574 + ], + "point": [ + 0.0923, + 0.2899 + ] + }, + { + "instruction": "Invoices", + "bbox": [ + 0.0029504776000976564, + 0.1417028921621817, + 0.18725446065266926, + 0.20221382423683448 + ], + "point": [ + 0.0951, + 0.172 + ] + }, + { + "instruction": "Billing Agreements", + "bbox": [ + 0.0015944560368855794, + 0.3186722366898148, + 0.18430132071177166, + 0.3794469197591146 + ], + "point": [ + 0.0929, + 0.3491 + ] + }, + { + "instruction": "Transactions", + "bbox": [ + 0.00010325113932291667, + 0.37778845893012153, + 0.18317352930704753, + 0.4397142198350694 + ], + "point": [ + 0.0916, + 0.4088 + ] + }, + { + "instruction": "Braintree Virtual Terminal", + "bbox": [ + 0.013793261845906575, + 0.452306733308015, + 0.1430202007293701, + 0.48090961597583914 + ], + "point": [ + 0.0784, + 0.4666 + ] + }, + { + "instruction": "Date Used", + "bbox": [ + 0.19644837379455565, + 0.5448397601092303, + 0.2630192597707113, + 0.5816784328884549 + ], + "point": [ + 0.2297, + 0.5633 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.23999706904093424, + 0.8362790708188658, + 0.25916900634765627, + 0.8768085621021412 + ], + "point": [ + 0.2496, + 0.8565 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.2254364013671875, + 0.7492630570023148, + 0.277032470703125, + 0.7873049135561343 + ], + "point": [ + 0.2512, + 0.7683 + ] + }, + { + "instruction": "A dropdown menu to order create a new item.", + "bbox": [ + 0.27667627334594724, + 0.5391695940936053, + 0.3987734794616699, + 0.5903055261682582 + ], + "point": [ + 0.3377, + 0.5647 + ] + }, + { + "instruction": "Show Report.", + "bbox": [ + 0.9313892364501953, + 0.16732711791992189, + 1.0, + 0.2358951144748264 + ], + "point": [ + 0.9657, + 0.2016 + ] + }, + { + "instruction": "a dropdown menu to select the year.", + "bbox": [ + 0.27639757792154945, + 0.6586802164713542, + 0.3566401163736979, + 0.7110899748625579 + ], + "point": [ + 0.3165, + 0.6849 + ] + }, + { + "instruction": "a dropdown menu with the option to select the \"Any\" option.", + "bbox": [ + 0.27657651901245117, + 0.914126643428096, + 0.3692671775817871, + 0.9650534170645254 + ], + "point": [ + 0.3229, + 0.9396 + ] + }, + { + "instruction": "a calendar date.", + "bbox": [ + 0.27656532923380533, + 0.8285615143952546, + 0.39538634618123375, + 0.8807151511863426 + ], + "point": [ + 0.336, + 0.8546 + ] + }, + { + "instruction": "Calendar date.", + "bbox": [ + 0.2776020050048828, + 0.7437482480649595, + 0.3941001892089844, + 0.7940615618670428 + ], + "point": [ + 0.3359, + 0.7689 + ] + }, + { + "instruction": "Shipments.", + "bbox": [ + 0.0030815919240315755, + 0.200902670401114, + 0.1874022165934245, + 0.26122023970992475 + ], + "point": [ + 0.0952, + 0.2311 + ] + }, + { + "instruction": "Orders.", + "bbox": [ + 0.001575938860575358, + 0.07795208825005426, + 0.18615782260894775, + 0.14307660703305844 + ], + "point": [ + 0.0939, + 0.1105 + ] + }, + { + "instruction": "Credit Memos.", + "bbox": [ + 0.00035277207692464195, + 0.2590777361834491, + 0.18418198426564533, + 0.3207985206886574 + ], + "point": [ + 0.0923, + 0.2899 + ] + }, + { + "instruction": "Navigation to the Invoices section.", + "bbox": [ + 0.0029504776000976564, + 0.1417028921621817, + 0.18725446065266926, + 0.20221382423683448 + ], + "point": [ + 0.0951, + 0.172 + ] + }, + { + "instruction": "bailing agreement settings.", + "bbox": [ + 0.0015944560368855794, + 0.3186722366898148, + 0.18430132071177166, + 0.3794469197591146 + ], + "point": [ + 0.0929, + 0.3491 + ] + }, + { + "instruction": "Transactions.", + "bbox": [ + 0.00010325113932291667, + 0.37778845893012153, + 0.18317352930704753, + 0.4397142198350694 + ], + "point": [ + 0.0916, + 0.4088 + ] + }, + { + "instruction": "Find", + "bbox": [ + 0.8857758839925131, + 0.05583424038357205, + 0.9183656056722005, + 0.12156188399703415 + ], + "point": [ + 0.9021, + 0.0887 + ] + }, + { + "instruction": "Braintree Virtual terminal.", + "bbox": [ + 0.013793261845906575, + 0.452306733308015, + 0.1430202007293701, + 0.48090961597583914 + ], + "point": [ + 0.0784, + 0.4666 + ] + }, + { + "instruction": "Date Used.", + "bbox": [ + 0.19644837379455565, + 0.5448397601092303, + 0.2630192597707113, + 0.5816784328884549 + ], + "point": [ + 0.2297, + 0.5633 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.23999706904093424, + 0.8362790708188658, + 0.25916900634765627, + 0.8768085621021412 + ], + "point": [ + 0.2496, + 0.8565 + ] + }, + { + "instruction": "\"From\" or \"Star\" action.", + "bbox": [ + 0.2254364013671875, + 0.7492630570023148, + 0.277032470703125, + 0.7873049135561343 + ], + "point": [ + 0.2512, + 0.7683 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9266000747680664, + 0.05571297892817745, + 0.9598203659057617, + 0.12085079970183196 + ], + "point": [ + 0.9432, + 0.0883 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9727488835652669, + 0.06345855571605541, + 0.9991019566853842, + 0.10682875315348307 + ], + "point": [ + 0.9859, + 0.0851 + ] + }, + { + "instruction": "Star", + "bbox": [ + 0.2584125836690267, + 0.8378457528573495, + 0.27628564834594727, + 0.8733187075014468 + ], + "point": [ + 0.2673, + 0.8556 + ] + }, + { + "instruction": "Undo", + "bbox": [ + 0.15755144755045572, + 0.0, + 0.17700446446736653, + 0.026670254601372612 + ], + "point": [ + 0.1673, + 0.0133 + ] + } + ], + "element_size": 46 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_15/3662.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Search by keyword", + "bbox": [ + 0.021875, + 0.16111111111111112, + 0.11875, + 0.18518518518518517 + ], + "point": [ + 0.0703, + 0.1731 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.8125, + 0.23703703703703705, + 0.859375, + 0.2611111111111111 + ], + "point": [ + 0.8359, + 0.2491 + ] + }, + { + "instruction": "Order #", + "bbox": [ + 0.30416666666666664, + 0.3111111111111111, + 0.34479166666666666, + 0.3333333333333333 + ], + "point": [ + 0.3245, + 0.3222 + ] + }, + { + "instruction": "Order Date", + "bbox": [ + 0.3854166666666667, + 0.3111111111111111, + 0.44166666666666665, + 0.3333333333333333 + ], + "point": [ + 0.4135, + 0.3222 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.546875, + 0.31018521344220196, + 0.609375, + 0.3333333615903501 + ], + "point": [ + 0.5781, + 0.3218 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.6614583333333334, + 0.3111111111111111, + 0.696875, + 0.3333333333333333 + ], + "point": [ + 0.6792, + 0.3222 + ] + }, + { + "instruction": "Grand Total (Base)", + "bbox": [ + 0.71875, + 0.30925925925925923, + 0.809375, + 0.3333333333333333 + ], + "point": [ + 0.7641, + 0.3213 + ] + }, + { + "instruction": "000oo0001", + "bbox": [ + 0.06145833333333333, + 0.36666666666666664, + 0.11458333333333333, + 0.3888888888888889 + ], + "point": [ + 0.088, + 0.3778 + ] + }, + { + "instruction": "Apr 19,2023 12:15.4f PM", + "bbox": [ + 0.14270833333333333, + 0.3648148148148148, + 0.2625, + 0.3907407407407407 + ], + "point": [ + 0.2026, + 0.3778 + ] + }, + { + "instruction": "0oooooo01", + "bbox": [ + 0.30364583333333334, + 0.36666666666666664, + 0.3567708333333333, + 0.3888888888888889 + ], + "point": [ + 0.3302, + 0.3778 + ] + }, + { + "instruction": "Apr 19,2023 12:15.45 PM", + "bbox": [ + 0.3854166666666667, + 0.36666666666666664, + 0.5052083333333334, + 0.3907407407407407 + ], + "point": [ + 0.4453, + 0.3787 + ] + }, + { + "instruction": "Veronica Costello", + "bbox": [ + 0.546875, + 0.36666666666666664, + 0.6291666666666667, + 0.3888888888888889 + ], + "point": [ + 0.588, + 0.3778 + ] + }, + { + "instruction": "Paid", + "bbox": [ + 0.6625, + 0.36666666666666664, + 0.6854166666666667, + 0.3888888888888889 + ], + "point": [ + 0.674, + 0.3778 + ] + }, + { + "instruction": "$36.39", + "bbox": [ + 0.71875, + 0.36666666666666664, + 0.753125, + 0.3888888888888889 + ], + "point": [ + 0.7359, + 0.3778 + ] + }, + { + "instruction": "000000002", + "bbox": [ + 0.061458341280619305, + 0.4222222222222222, + 0.11562500794728597, + 0.4444444444444444 + ], + "point": [ + 0.0885, + 0.4333 + ] + }, + { + "instruction": "Apr 19,2023 12:15.47 PM", + "bbox": [ + 0.14375, + 0.4222222222222222, + 0.2625, + 0.4462962962962963 + ], + "point": [ + 0.2031, + 0.4343 + ] + }, + { + "instruction": "000000002", + "bbox": [ + 0.30364583333333334, + 0.4222222222222222, + 0.3578125, + 0.4444444444444444 + ], + "point": [ + 0.3307, + 0.4333 + ] + }, + { + "instruction": "Apr 19,2023 12:15.46 PM", + "bbox": [ + 0.3854166666666667, + 0.4222222222222222, + 0.5052083333333334, + 0.4462962962962963 + ], + "point": [ + 0.4453, + 0.4343 + ] + }, + { + "instruction": "Veronica Costello", + "bbox": [ + 0.546875, + 0.4222222222222222, + 0.6291666666666667, + 0.4444444444444444 + ], + "point": [ + 0.588, + 0.4333 + ] + }, + { + "instruction": "Paid", + "bbox": [ + 0.6625, + 0.4222222222222222, + 0.6854166666666667, + 0.4444444444444444 + ], + "point": [ + 0.674, + 0.4333 + ] + }, + { + "instruction": "$39.64", + "bbox": [ + 0.71875, + 0.4222222222222222, + 0.753125, + 0.4444444444444444 + ], + "point": [ + 0.7359, + 0.4333 + ] + }, + { + "instruction": "$39.64", + "bbox": [ + 0.8427083333333333, + 0.4222222222222222, + 0.878125, + 0.4444444444444444 + ], + "point": [ + 0.8604, + 0.4333 + ] + }, + { + "instruction": "Copyright @ 2024 Magento Commerce Inc: All rights reserved.", + "bbox": [ + 0.03645834922790527, + 0.5972222222222222, + 0.3427083492279053, + 0.625 + ], + "point": [ + 0.1896, + 0.6111 + ] + }, + { + "instruction": "Magento", + "bbox": [ + 0.9515625, + 0.5972222222222222, + 1.0, + 0.625 + ], + "point": [ + 0.9758, + 0.6111 + ] + }, + { + "instruction": "Actions", + "bbox": [ + 0.0129973570505778, + 0.21867127595124422, + 0.1751129150390625, + 0.2685614126699942 + ], + "point": [ + 0.0941, + 0.2436 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.8691904067993164, + 0.14465336269802517, + 0.9570138931274415, + 0.19531389872233074 + ], + "point": [ + 0.9131, + 0.17 + ] + }, + { + "instruction": "20", + "bbox": [ + 0.7363667805989583, + 0.21887170297128183, + 0.8070640563964844, + 0.27198347868742767 + ], + "point": [ + 0.7717, + 0.2454 + ] + }, + { + "instruction": "Default View", + "bbox": [ + 0.745675532023112, + 0.14737832811143664, + 0.8579697926839193, + 0.19690089755588108 + ], + "point": [ + 0.8018, + 0.1721 + ] + }, + { + "instruction": "Repor", + "bbox": [ + 0.9696567535400391, + 0.6273778279622396, + 1.0, + 0.6552256831416378 + ], + "point": [ + 0.9848, + 0.6413 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.6570913314819335, + 0.14583796748408565, + 0.7395502090454101, + 0.19847779450593173 + ], + "point": [ + 0.6983, + 0.1722 + ] + }, + { + "instruction": "E", + "bbox": [ + 0.9689836502075195, + 0.14645163924605759, + 0.9999383926391602, + 0.19601882652000144 + ], + "point": [ + 0.9845, + 0.1712 + ] + }, + { + "instruction": "Account Activity", + "bbox": [ + 0.8778741836547852, + 0.6256969310619213, + 0.9609334945678711, + 0.6553227177372685 + ], + "point": [ + 0.9194, + 0.6405 + ] + }, + { + "instruction": "Privacy Policy", + "bbox": [ + 0.8020577748616536, + 0.6234143292462384, + 0.8721151987711588, + 0.6575566044560185 + ], + "point": [ + 0.8371, + 0.6405 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9743921279907226, + 0.22444101969401042, + 1.0000000635782877, + 0.2683358086480035 + ], + "point": [ + 0.9872, + 0.2464 + ] + }, + { + "instruction": "Invoice", + "bbox": [ + 0.055252456665039064, + 0.29520554719147857, + 0.13728049596150715, + 0.35356549863462094 + ], + "point": [ + 0.0963, + 0.3244 + ] + }, + { + "instruction": "2 records found", + "bbox": [ + 0.18863115310668946, + 0.22437900967068142, + 0.27989489237467446, + 0.26371324327256945 + ], + "point": [ + 0.2343, + 0.244 + ] + }, + { + "instruction": "Invoice Date", + "bbox": [ + 0.13748245239257811, + 0.29514665956850406, + 0.29920358657836915, + 0.3535778752079716 + ], + "point": [ + 0.2183, + 0.3244 + ] + }, + { + "instruction": "Invoices", + "bbox": [ + 0.013345754146575928, + 0.06081846731680411, + 0.10529311895370483, + 0.1258032339590567 + ], + "point": [ + 0.0593, + 0.0933 + ] + }, + { + "instruction": "$36.39", + "bbox": [ + 0.8374795913696289, + 0.3536292182074653, + 0.9966314315795899, + 0.41036885579427085 + ], + "point": [ + 0.9171, + 0.382 + ] + }, + { + "instruction": "Grand Total (Purchased)", + "bbox": [ + 0.8360375086466472, + 0.29563604284215855, + 0.9936176935831705, + 0.3549497816297743 + ], + "point": [ + 0.9148, + 0.3253 + ] + }, + { + "instruction": "a dropdown menu to view additional actions.", + "bbox": [ + 0.0129973570505778, + 0.21867127595124422, + 0.1751129150390625, + 0.2685614126699942 + ], + "point": [ + 0.0941, + 0.2436 + ] + }, + { + "instruction": "Columns settings.", + "bbox": [ + 0.8691904067993164, + 0.14465336269802517, + 0.9570138931274415, + 0.19531389872233074 + ], + "point": [ + 0.9131, + 0.17 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.7363667805989583, + 0.21887170297128183, + 0.8070640563964844, + 0.27198347868742767 + ], + "point": [ + 0.7717, + 0.2454 + ] + }, + { + "instruction": "default view options.", + "bbox": [ + 0.745675532023112, + 0.14737832811143664, + 0.8579697926839193, + 0.19690089755588108 + ], + "point": [ + 0.8018, + 0.1721 + ] + }, + { + "instruction": "Repor.", + "bbox": [ + 0.9696567535400391, + 0.6273778279622396, + 1.0, + 0.6552256831416378 + ], + "point": [ + 0.9848, + 0.6413 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.6570913314819335, + 0.14583796748408565, + 0.7395502090454101, + 0.19847779450593173 + ], + "point": [ + 0.6983, + 0.1722 + ] + }, + { + "instruction": "Strikethrough", + "bbox": [ + 0.9689836502075195, + 0.14645163924605759, + 0.9999383926391602, + 0.19601882652000144 + ], + "point": [ + 0.9845, + 0.1712 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.8805064519246419, + 0.218341389408818, + 0.9231451034545899, + 0.2779786569100839 + ], + "point": [ + 0.9018, + 0.2482 + ] + }, + { + "instruction": "Clone", + "bbox": [ + 0.9692969004313151, + 0.062460708618164065, + 0.9995930989583334, + 0.11007626851399739 + ], + "point": [ + 0.9844, + 0.0863 + ] + }, + { + "instruction": "Find", + "bbox": [ + 0.8873083114624023, + 0.055935531192355684, + 0.9205686569213867, + 0.12025207590173792 + ], + "point": [ + 0.9039, + 0.0881 + ] + }, + { + "instruction": "Account activity.", + "bbox": [ + 0.8778741836547852, + 0.6256969310619213, + 0.9609334945678711, + 0.6553227177372685 + ], + "point": [ + 0.9194, + 0.6405 + ] + }, + { + "instruction": "One", + "bbox": [ + 0.931773567199707, + 0.21932401303891783, + 0.9749277114868165, + 0.2842768351236979 + ], + "point": [ + 0.9534, + 0.2518 + ] + }, + { + "instruction": "Privacy Policy.", + "bbox": [ + 0.8020577748616536, + 0.6234143292462384, + 0.8721151987711588, + 0.6575566044560185 + ], + "point": [ + 0.8371, + 0.6405 + ] + }, + { + "instruction": "Search function.", + "bbox": [ + 0.324775759379069, + 0.15116221110026043, + 0.34756914774576825, + 0.1937578837076823 + ], + "point": [ + 0.3362, + 0.1725 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9280108133951823, + 0.05910510663632993, + 0.9579661051432292, + 0.11920018019499602 + ], + "point": [ + 0.943, + 0.0892 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.015154208739598591, + 0.2953256677698206, + 0.054635626077651975, + 0.3553250913266782 + ], + "point": [ + 0.0349, + 0.3253 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9743921279907226, + 0.22444101969401042, + 1.0000000635782877, + 0.2683358086480035 + ], + "point": [ + 0.9872, + 0.2464 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.02565151850382487, + 0.41824329517505787, + 0.044599421819051105, + 0.45528875280309605 + ], + "point": [ + 0.0351, + 0.4368 + ] + }, + { + "instruction": "Adding a new item or element.", + "bbox": [ + 0.3444006284077962, + 0.15127809312608506, + 0.3598183631896973, + 0.19186358981662327 + ], + "point": [ + 0.3521, + 0.1716 + ] + }, + { + "instruction": "Increase volume.", + "bbox": [ + 0.055252456665039064, + 0.29520554719147857, + 0.13728049596150715, + 0.35356549863462094 + ], + "point": [ + 0.0963, + 0.3244 + ] + }, + { + "instruction": "2 records found.", + "bbox": [ + 0.18863115310668946, + 0.22437900967068142, + 0.27989489237467446, + 0.26371324327256945 + ], + "point": [ + 0.2343, + 0.244 + ] + }, + { + "instruction": "Center", + "bbox": [ + 0.3570781071980794, + 0.1889815719039352, + 0.36757132212320964, + 0.21206323129159432 + ], + "point": [ + 0.3623, + 0.2005 + ] + }, + { + "instruction": "An option to provide an option to indicate an activity or date.", + "bbox": [ + 0.13748245239257811, + 0.29514665956850406, + 0.29920358657836915, + 0.3535778752079716 + ], + "point": [ + 0.2183, + 0.3244 + ] + }, + { + "instruction": "Maximize", + "bbox": [ + 0.01570733586947123, + 0.3560459560818142, + 0.05494690140088399, + 0.41093080308702257 + ], + "point": [ + 0.0353, + 0.3835 + ] + }, + { + "instruction": "Invoices.", + "bbox": [ + 0.013345754146575928, + 0.06081846731680411, + 0.10529311895370483, + 0.1258032339590567 + ], + "point": [ + 0.0593, + 0.0933 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.9909581502278646, + 0.0028285874260796443, + 1.0, + 0.05872901280721029 + ], + "point": [ + 0.9955, + 0.0308 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.008741539716720582, + 0.585612318250868, + 0.03476666609446208, + 0.6426772506148727 + ], + "point": [ + 0.0218, + 0.6141 + ] + }, + { + "instruction": "a price tag of $36.39.", + "bbox": [ + 0.8374795913696289, + 0.3536292182074653, + 0.9966314315795899, + 0.41036885579427085 + ], + "point": [ + 0.9171, + 0.382 + ] + }, + { + "instruction": "the \"Grand Total\" or \"Purchased\" option.", + "bbox": [ + 0.8360375086466472, + 0.29563604284215855, + 0.9936176935831705, + 0.3549497816297743 + ], + "point": [ + 0.9148, + 0.3253 + ] + } + ], + "element_size": 69 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_16/3986.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Search by keyword", + "bbox": [ + 0.021875, + 0.16111111111111112, + 0.11875, + 0.18518518518518517 + ], + "point": [ + 0.0703, + 0.1731 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.8125, + 0.23703703703703705, + 0.859375, + 0.2611111111111111 + ], + "point": [ + 0.8359, + 0.2491 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.6614583333333334, + 0.3111111111111111, + 0.696875, + 0.3333333333333333 + ], + "point": [ + 0.6792, + 0.3222 + ] + }, + { + "instruction": "000oo0001", + "bbox": [ + 0.06145833333333333, + 0.36666666666666664, + 0.11458333333333333, + 0.3888888888888889 + ], + "point": [ + 0.088, + 0.3778 + ] + }, + { + "instruction": "0oooooo01", + "bbox": [ + 0.30364583333333334, + 0.36666666666666664, + 0.3567708333333333, + 0.3888888888888889 + ], + "point": [ + 0.3302, + 0.3778 + ] + }, + { + "instruction": "Apr 19,2023 12:15.45 PM", + "bbox": [ + 0.3854166666666667, + 0.36666666666666664, + 0.5052083333333334, + 0.3907407407407407 + ], + "point": [ + 0.4453, + 0.3787 + ] + }, + { + "instruction": "Paid", + "bbox": [ + 0.6625, + 0.36666666666666664, + 0.6854166666666667, + 0.3888888888888889 + ], + "point": [ + 0.674, + 0.3778 + ] + }, + { + "instruction": "S36.39", + "bbox": [ + 0.7177083333333333, + 0.36666666666666664, + 0.753125, + 0.3888888888888889 + ], + "point": [ + 0.7354, + 0.3778 + ] + }, + { + "instruction": "$36.39", + "bbox": [ + 0.8427083333333333, + 0.36666666666666664, + 0.8770833333333333, + 0.3888888888888889 + ], + "point": [ + 0.8599, + 0.3778 + ] + }, + { + "instruction": "Apr 19,2023 12:15.47 PM", + "bbox": [ + 0.14375, + 0.4222222222222222, + 0.2625, + 0.4462962962962963 + ], + "point": [ + 0.2031, + 0.4343 + ] + }, + { + "instruction": "Apr 19,2023 12:15.46 PM", + "bbox": [ + 0.3854166666666667, + 0.4222222222222222, + 0.5052083333333334, + 0.4462962962962963 + ], + "point": [ + 0.4453, + 0.4343 + ] + }, + { + "instruction": "$39.64", + "bbox": [ + 0.71875, + 0.4222222222222222, + 0.753125, + 0.4444444444444444 + ], + "point": [ + 0.7359, + 0.4333 + ] + }, + { + "instruction": "$39.64", + "bbox": [ + 0.8427083333333333, + 0.4222222222222222, + 0.878125, + 0.4444444444444444 + ], + "point": [ + 0.8604, + 0.4333 + ] + }, + { + "instruction": "Copyright @ 2024 Magento Commerce Inc: All rights reserved.", + "bbox": [ + 0.03645834922790527, + 0.5972222222222222, + 0.3427083492279053, + 0.625 + ], + "point": [ + 0.1896, + 0.6111 + ] + }, + { + "instruction": "Magento", + "bbox": [ + 0.9515625, + 0.5972222222222222, + 1.0, + 0.625 + ], + "point": [ + 0.9758, + 0.6111 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.6579473495483399, + 0.146355551260489, + 0.7394994735717774, + 0.19893199779369214 + ], + "point": [ + 0.6987, + 0.1726 + ] + }, + { + "instruction": "Actions", + "bbox": [ + 0.013637463251749674, + 0.2170081103289569, + 0.17137999534606935, + 0.2687800372088397 + ], + "point": [ + 0.0925, + 0.2429 + ] + }, + { + "instruction": "20", + "bbox": [ + 0.7374529520670573, + 0.21940956115722657, + 0.8067915598551433, + 0.27162195841471354 + ], + "point": [ + 0.7721, + 0.2455 + ] + }, + { + "instruction": "Default View", + "bbox": [ + 0.750463358561198, + 0.14741554260253906, + 0.8586655934651692, + 0.19698761834038628 + ], + "point": [ + 0.8046, + 0.1722 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.8710500081380208, + 0.14671476858633536, + 0.9563844045003255, + 0.19532449510362412 + ], + "point": [ + 0.9137, + 0.171 + ] + }, + { + "instruction": "Repor", + "bbox": [ + 0.9696447372436523, + 0.6265469586407697, + 1.0000000635782877, + 0.6555547078450521 + ], + "point": [ + 0.9848, + 0.6411 + ] + }, + { + "instruction": "E", + "bbox": [ + 0.9696577072143555, + 0.14860348171657986, + 0.9997710545857748, + 0.19546248824508103 + ], + "point": [ + 0.9847, + 0.172 + ] + }, + { + "instruction": "Account Activity", + "bbox": [ + 0.8776464462280273, + 0.6252110799153646, + 0.9610067367553711, + 0.6554128576208044 + ], + "point": [ + 0.9193, + 0.6403 + ] + }, + { + "instruction": "Privacy Policy", + "bbox": [ + 0.8019965489705404, + 0.6228880705656828, + 0.8721057256062825, + 0.657882238317419 + ], + "point": [ + 0.8371, + 0.6404 + ] + }, + { + "instruction": "Grand Total (Purchased)", + "bbox": [ + 0.8355607350667318, + 0.2949949476453993, + 0.989800771077474, + 0.353316808629919 + ], + "point": [ + 0.9127, + 0.3242 + ] + }, + { + "instruction": "Grand Total (Base)", + "bbox": [ + 0.7113170623779297, + 0.29504386054144965, + 0.8341697692871094, + 0.3548008954083478 + ], + "point": [ + 0.7727, + 0.3249 + ] + }, + { + "instruction": "Invoice Date", + "bbox": [ + 0.13745484352111817, + 0.2950577629937066, + 0.29927972157796223, + 0.35250631261754917 + ], + "point": [ + 0.2184, + 0.3238 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.5397220611572265, + 0.2948533234772859, + 0.6565708160400391, + 0.35515735767505785 + ], + "point": [ + 0.5981, + 0.325 + ] + }, + { + "instruction": "Invoice", + "bbox": [ + 0.04891924858093262, + 0.29528737951208045, + 0.1353211720784505, + 0.35181486341688367 + ], + "point": [ + 0.0921, + 0.3236 + ] + }, + { + "instruction": "Order #", + "bbox": [ + 0.2972193717956543, + 0.2950287147804543, + 0.3795340538024902, + 0.3548292654531973 + ], + "point": [ + 0.3384, + 0.3249 + ] + }, + { + "instruction": "Order Date", + "bbox": [ + 0.37844409942626955, + 0.2952757658781829, + 0.5413869222005209, + 0.35359779640480327 + ], + "point": [ + 0.4599, + 0.3244 + ] + }, + { + "instruction": "Veronica Costello", + "bbox": [ + 0.5399739583333333, + 0.35421789663809317, + 0.6565935770670573, + 0.411516684072989 + ], + "point": [ + 0.5983, + 0.3829 + ] + }, + { + "instruction": "Veronica Costello", + "bbox": [ + 0.5447824478149415, + 0.418848051848235, + 0.6349245071411133, + 0.4477839152018229 + ], + "point": [ + 0.5899, + 0.4333 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9764470418294271, + 0.22348672372323494, + 1.0, + 0.268496251989294 + ], + "point": [ + 0.9882, + 0.246 + ] + }, + { + "instruction": "Paid", + "bbox": [ + 0.6587504704793294, + 0.41912830494068287, + 0.7132206598917643, + 0.4471907439055266 + ], + "point": [ + 0.686, + 0.4332 + ] + }, + { + "instruction": "000000002", + "bbox": [ + 0.2984100023905436, + 0.41554655852141203, + 0.37749471664428713, + 0.44893617983217593 + ], + "point": [ + 0.338, + 0.4322 + ] + }, + { + "instruction": "2 records found", + "bbox": [ + 0.19420410792032877, + 0.2255501217312283, + 0.27887967427571614, + 0.2614481325502749 + ], + "point": [ + 0.2365, + 0.2435 + ] + }, + { + "instruction": "Apr 19,2023 12:15.45 PM", + "bbox": [ + 0.13728195826212566, + 0.3538738109447338, + 0.29676736195882164, + 0.410208977593316 + ], + "point": [ + 0.217, + 0.382 + ] + }, + { + "instruction": "000000002", + "bbox": [ + 0.04074422518412272, + 0.40858281453450523, + 0.13489418029785155, + 0.4580367194281684 + ], + "point": [ + 0.0878, + 0.4333 + ] + }, + { + "instruction": "Invoices", + "bbox": [ + 0.013919993241628011, + 0.060655650386103876, + 0.10521881182988485, + 0.126227781507704 + ], + "point": [ + 0.0596, + 0.0934 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.6579473495483399, + 0.146355551260489, + 0.7394994735717774, + 0.19893199779369214 + ], + "point": [ + 0.6987, + 0.1726 + ] + }, + { + "instruction": "a dropdown menu to view additional actions.", + "bbox": [ + 0.013637463251749674, + 0.2170081103289569, + 0.17137999534606935, + 0.2687800372088397 + ], + "point": [ + 0.0925, + 0.2429 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.7374529520670573, + 0.21940956115722657, + 0.8067915598551433, + 0.27162195841471354 + ], + "point": [ + 0.7721, + 0.2455 + ] + }, + { + "instruction": "default view options.", + "bbox": [ + 0.750463358561198, + 0.14741554260253906, + 0.8586655934651692, + 0.19698761834038628 + ], + "point": [ + 0.8046, + 0.1722 + ] + }, + { + "instruction": "Columns settings.", + "bbox": [ + 0.8710500081380208, + 0.14671476858633536, + 0.9563844045003255, + 0.19532449510362412 + ], + "point": [ + 0.9137, + 0.171 + ] + }, + { + "instruction": "Repor.", + "bbox": [ + 0.9696447372436523, + 0.6265469586407697, + 1.0000000635782877, + 0.6555547078450521 + ], + "point": [ + 0.9848, + 0.6411 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.9360918045043946, + 0.2205616279884621, + 0.9739255905151367, + 0.27222889087818286 + ], + "point": [ + 0.955, + 0.2464 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.8819323857625325, + 0.2198272846363209, + 0.9204011917114258, + 0.27108869199399593 + ], + "point": [ + 0.9012, + 0.2455 + ] + }, + { + "instruction": "Strikethrough", + "bbox": [ + 0.9696577072143555, + 0.14860348171657986, + 0.9997710545857748, + 0.19546248824508103 + ], + "point": [ + 0.9847, + 0.172 + ] + }, + { + "instruction": "Clone", + "bbox": [ + 0.9693336486816406, + 0.06328811645507812, + 0.9995964050292969, + 0.10911937289767795 + ], + "point": [ + 0.9845, + 0.0862 + ] + }, + { + "instruction": "Account activity.", + "bbox": [ + 0.8776464462280273, + 0.6252110799153646, + 0.9610067367553711, + 0.6554128576208044 + ], + "point": [ + 0.9193, + 0.6403 + ] + }, + { + "instruction": "Privacy Policy.", + "bbox": [ + 0.8019965489705404, + 0.6228880705656828, + 0.8721057256062825, + 0.657882238317419 + ], + "point": [ + 0.8371, + 0.6404 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.32522443135579426, + 0.15193091498480904, + 0.3458436330159505, + 0.19311427363642938 + ], + "point": [ + 0.3355, + 0.1725 + ] + }, + { + "instruction": "Find", + "bbox": [ + 0.8887666702270508, + 0.05967759026421441, + 0.9196619033813477, + 0.11804942378291378 + ], + "point": [ + 0.9042, + 0.0889 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9287450790405274, + 0.0644468519422743, + 0.9572407404581705, + 0.11397918418601707 + ], + "point": [ + 0.943, + 0.0892 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.014107012748718261, + 0.29464975992838544, + 0.05551967620849609, + 0.35459967719184027 + ], + "point": [ + 0.0348, + 0.3246 + ] + }, + { + "instruction": "minimizing a window.", + "bbox": [ + 0.34391454060872395, + 0.1518060048421224, + 0.36011632283528644, + 0.19224620395236544 + ], + "point": [ + 0.352, + 0.172 + ] + }, + { + "instruction": "the \"Grand Total\" or \"Purchased\" option.", + "bbox": [ + 0.8355607350667318, + 0.2949949476453993, + 0.989800771077474, + 0.353316808629919 + ], + "point": [ + 0.9127, + 0.3242 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.022480698426564534, + 0.40990289758752896, + 0.047018524010976157, + 0.4564333880389178 + ], + "point": [ + 0.0347, + 0.4332 + ] + }, + { + "instruction": "a dropdown menu for selecting the Grand Total (Base).", + "bbox": [ + 0.7113170623779297, + 0.29504386054144965, + 0.8341697692871094, + 0.3548008954083478 + ], + "point": [ + 0.7727, + 0.3249 + ] + }, + { + "instruction": "An option to provide an option to indicate an activity or date.", + "bbox": [ + 0.13745484352111817, + 0.2950577629937066, + 0.29927972157796223, + 0.35250631261754917 + ], + "point": [ + 0.2184, + 0.3238 + ] + }, + { + "instruction": "a text input field for filling out a list of items.", + "bbox": [ + 0.5397220611572265, + 0.2948533234772859, + 0.6565708160400391, + 0.35515735767505785 + ], + "point": [ + 0.5981, + 0.325 + ] + }, + { + "instruction": "Increase volume.", + "bbox": [ + 0.04891924858093262, + 0.29528737951208045, + 0.1353211720784505, + 0.35181486341688367 + ], + "point": [ + 0.0921, + 0.3236 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.9934942881266277, + 0.0014836752856219257, + 1.0, + 0.040453894933064775 + ], + "point": [ + 0.9967, + 0.021 + ] + }, + { + "instruction": "an option to order a number or item.", + "bbox": [ + 0.2972193717956543, + 0.2950287147804543, + 0.3795340538024902, + 0.3548292654531973 + ], + "point": [ + 0.3384, + 0.3249 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.008211974302927654, + 0.586668113425926, + 0.03603490193684896, + 0.6414660418475115 + ], + "point": [ + 0.0221, + 0.6141 + ] + }, + { + "instruction": "an option to order a date.", + "bbox": [ + 0.37844409942626955, + 0.2952757658781829, + 0.5413869222005209, + 0.35359779640480327 + ], + "point": [ + 0.4599, + 0.3244 + ] + }, + { + "instruction": "veronica costello.", + "bbox": [ + 0.5399739583333333, + 0.35421789663809317, + 0.6565935770670573, + 0.411516684072989 + ], + "point": [ + 0.5983, + 0.3829 + ] + }, + { + "instruction": "veronica costello.", + "bbox": [ + 0.5447824478149415, + 0.418848051848235, + 0.6349245071411133, + 0.4477839152018229 + ], + "point": [ + 0.5899, + 0.4333 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9764470418294271, + 0.22348672372323494, + 1.0, + 0.268496251989294 + ], + "point": [ + 0.9882, + 0.246 + ] + }, + { + "instruction": "Paid functionality.", + "bbox": [ + 0.6587504704793294, + 0.41912830494068287, + 0.7132206598917643, + 0.4471907439055266 + ], + "point": [ + 0.686, + 0.4332 + ] + }, + { + "instruction": "a loading or processing indicator.", + "bbox": [ + 0.2984100023905436, + 0.41554655852141203, + 0.37749471664428713, + 0.44893617983217593 + ], + "point": [ + 0.338, + 0.4322 + ] + }, + { + "instruction": "2 records found.", + "bbox": [ + 0.19420410792032877, + 0.2255501217312283, + 0.27887967427571614, + 0.2614481325502749 + ], + "point": [ + 0.2365, + 0.2435 + ] + }, + { + "instruction": "a date and time display.", + "bbox": [ + 0.13728195826212566, + 0.3538738109447338, + 0.29676736195882164, + 0.410208977593316 + ], + "point": [ + 0.217, + 0.382 + ] + }, + { + "instruction": "a toggle switch in the \"off\" position.", + "bbox": [ + 0.04074422518412272, + 0.40858281453450523, + 0.13489418029785155, + 0.4580367194281684 + ], + "point": [ + 0.0878, + 0.4333 + ] + }, + { + "instruction": "Invoices.", + "bbox": [ + 0.013919993241628011, + 0.060655650386103876, + 0.10521881182988485, + 0.126227781507704 + ], + "point": [ + 0.0596, + 0.0934 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.02564835548400879, + 0.36369453712745947, + 0.04444238344828288, + 0.39718774866174766 + ], + "point": [ + 0.035, + 0.3804 + ] + } + ], + "element_size": 77 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_17/4117.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Order & Account Information", + "bbox": [ + 0.01406249205271403, + 0.262037037037037, + 0.22343749205271404, + 0.2953703703703704 + ], + "point": [ + 0.1187, + 0.2787 + ] + }, + { + "instruction": "Order # 000000001 (The order confirmation email is not sent)", + "bbox": [ + 0.0140625, + 0.32685182359483506, + 0.4192708333333333, + 0.3601851569281684 + ], + "point": [ + 0.2167, + 0.3435 + ] + }, + { + "instruction": "Account Information Edit Customer", + "bbox": [ + 0.5526041666666667, + 0.3277777777777778, + 0.7682291666666666, + 0.3574074074074074 + ], + "point": [ + 0.6604, + 0.3426 + ] + }, + { + "instruction": "Order Date", + "bbox": [ + 0.021875001986821494, + 0.3925925925925926, + 0.08020833532015482, + 0.4166666666666667 + ], + "point": [ + 0.051, + 0.4046 + ] + }, + { + "instruction": "Mar 29,2022,9.36.37 PM", + "bbox": [ + 0.37604169845581054, + 0.3925925925925926, + 0.5020833651224772, + 0.4166666666666667 + ], + "point": [ + 0.4391, + 0.4046 + ] + }, + { + "instruction": "Customer Name", + "bbox": [ + 0.5598958333333334, + 0.3925925925925926, + 0.6447916666666667, + 0.4166666666666667 + ], + "point": [ + 0.6023, + 0.4046 + ] + }, + { + "instruction": "Order Status", + "bbox": [ + 0.021875001986821494, + 0.4462962962962963, + 0.0875000019868215, + 0.4685185185185185 + ], + "point": [ + 0.0547, + 0.4574 + ] + }, + { + "instruction": "Canceled", + "bbox": [ + 0.45416669845581054, + 0.4462962962962963, + 0.5031250317891439, + 0.4685185185185185 + ], + "point": [ + 0.4786, + 0.4574 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.5604166666666667, + 0.4462962962962963, + 0.590625, + 0.4685185185185185 + ], + "point": [ + 0.5755, + 0.4574 + ] + }, + { + "instruction": "Purchased From", + "bbox": [ + 0.02083333730697632, + 0.4981480916341146, + 0.10520833730697632, + 0.5203703138563368 + ], + "point": [ + 0.063, + 0.5093 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.43333333333333335, + 0.4981480916341146, + 0.503125, + 0.5203703138563368 + ], + "point": [ + 0.4682, + 0.5093 + ] + }, + { + "instruction": "Customer Group", + "bbox": [ + 0.5604166666666667, + 0.4962962962962963, + 0.6463541666666667, + 0.525 + ], + "point": [ + 0.6034, + 0.5106 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.40520833333333334, + 0.5240741305881076, + 0.503125, + 0.5462963528103298 + ], + "point": [ + 0.4542, + 0.5352 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.409375, + 0.55, + 0.503125, + 0.5722222222222222 + ], + "point": [ + 0.4563, + 0.5611 + ] + }, + { + "instruction": "Address Information", + "bbox": [ + 0.0140625, + 0.6712962962962963, + 0.16302083333333334, + 0.7064814814814815 + ], + "point": [ + 0.0885, + 0.6889 + ] + }, + { + "instruction": "Billing Address", + "bbox": [ + 0.012500003973642985, + 0.7333333333333333, + 0.11510417064030966, + 0.774074074074074 + ], + "point": [ + 0.0638, + 0.7537 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.11770833333333333, + 0.7444443879304109, + 0.13958333333333334, + 0.7666666101526332 + ], + "point": [ + 0.1286, + 0.7556 + ] + }, + { + "instruction": "Shipping Address Edit", + "bbox": [ + 0.5520832697550456, + 0.7361110545970776, + 0.6963541030883789, + 0.7749999434859665 + ], + "point": [ + 0.6242, + 0.7556 + ] + }, + { + "instruction": "Veronica Costello", + "bbox": [ + 0.013541666666666667, + 0.7907407407407407, + 0.10208333333333333, + 0.812962962962963 + ], + "point": [ + 0.0578, + 0.8019 + ] + }, + { + "instruction": "Veronica Costello", + "bbox": [ + 0.553125, + 0.7907407407407407, + 0.640625, + 0.812962962962963 + ], + "point": [ + 0.5969, + 0.8019 + ] + }, + { + "instruction": "6146 Honey Bluff Parkway", + "bbox": [ + 0.013541670640309651, + 0.8138888888888889, + 0.14687500397364298, + 0.8425925925925926 + ], + "point": [ + 0.0802, + 0.8282 + ] + }, + { + "instruction": "6146 Honey Bluff Parkway", + "bbox": [ + 0.553125, + 0.8138889454029224, + 0.6854166666666667, + 0.8407407972547744 + ], + "point": [ + 0.6193, + 0.8273 + ] + }, + { + "instruction": "Calder; Michigan, 49628-7978", + "bbox": [ + 0.0125, + 0.8361111676251447, + 0.16302083333333334, + 0.8712963528103299 + ], + "point": [ + 0.0878, + 0.8537 + ] + }, + { + "instruction": "Calder, Michigan, 49628-7978", + "bbox": [ + 0.5526041666666667, + 0.8388889454029225, + 0.7010416666666667, + 0.868518575032552 + ], + "point": [ + 0.6268, + 0.8537 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.014583333333333334, + 0.8666666666666667, + 0.08333333333333333, + 0.8907407407407407 + ], + "point": [ + 0.049, + 0.8787 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.553125, + 0.8666666666666667, + 0.621875, + 0.8907407407407407 + ], + "point": [ + 0.5875, + 0.8787 + ] + }, + { + "instruction": "T: (555) 229-3326", + "bbox": [ + 0.013541666666666667, + 0.8925925925925926, + 0.10208333333333333, + 0.9166666666666666 + ], + "point": [ + 0.0578, + 0.9046 + ] + }, + { + "instruction": "T: (555) 229-3326", + "bbox": [ + 0.553125, + 0.8925925925925926, + 0.640625, + 0.9166666666666666 + ], + "point": [ + 0.5969, + 0.9046 + ] + }, + { + "instruction": "Send Email", + "bbox": [ + 0.8735023498535156, + 0.10285758972167969, + 0.9750988006591796, + 0.20398580763075086 + ], + "point": [ + 0.9243, + 0.1534 + ] + }, + { + "instruction": "Login as Customer", + "bbox": [ + 0.727276611328125, + 0.10138655062075015, + 0.8688794453938802, + 0.20496529473198785 + ], + "point": [ + 0.7981, + 0.1532 + ] + }, + { + "instruction": "#Ooooooo01", + "bbox": [ + 0.01405793031056722, + 0.00100349850124783, + 0.1406086285909017, + 0.0870480007595486 + ], + "point": [ + 0.0773, + 0.044 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.6483726501464844, + 0.10199367381908275, + 0.724551010131836, + 0.20917171902126735 + ], + "point": [ + 0.6865, + 0.1556 + ] + }, + { + "instruction": "roni_cost@exam", + "bbox": [ + 0.9154338836669922, + 0.44119254218207465, + 1.0, + 0.47088597615559896 + ], + "point": [ + 0.9577, + 0.456 + ] + }, + { + "instruction": "Veronica", + "bbox": [ + 0.9535448710123698, + 0.3881001790364583, + 1.0, + 0.4195385403103299 + ], + "point": [ + 0.9768, + 0.4038 + ] + }, + { + "instruction": "Clone", + "bbox": [ + 0.9669721603393555, + 0.008274233782732928, + 0.9999135971069336, + 0.06553180129439742 + ], + "point": [ + 0.9834, + 0.0369 + ] + }, + { + "instruction": "Sending an email.", + "bbox": [ + 0.8735023498535156, + 0.10285758972167969, + 0.9750988006591796, + 0.20398580763075086 + ], + "point": [ + 0.9243, + 0.1534 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9282080968221028, + 0.0118073304494222, + 0.9579427719116211, + 0.06649751486601653 + ], + "point": [ + 0.9431, + 0.0392 + ] + }, + { + "instruction": "Find", + "bbox": [ + 0.8880134582519531, + 0.007566416705096209, + 0.9180709838867187, + 0.06820599591290509 + ], + "point": [ + 0.903, + 0.0379 + ] + }, + { + "instruction": "a button to login as a customer.", + "bbox": [ + 0.727276611328125, + 0.10138655062075015, + 0.8688794453938802, + 0.20496529473198785 + ], + "point": [ + 0.7981, + 0.1532 + ] + }, + { + "instruction": "Italic", + "bbox": [ + 0.40967721939086915, + 0.5867840802228009, + 0.4244645118713379, + 0.617011402271412 + ], + "point": [ + 0.4171, + 0.6019 + ] + }, + { + "instruction": "a number or count indicator.", + "bbox": [ + 0.01405793031056722, + 0.00100349850124783, + 0.1406086285909017, + 0.0870480007595486 + ], + "point": [ + 0.0773, + 0.044 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.6483726501464844, + 0.10199367381908275, + 0.724551010131836, + 0.20917171902126735 + ], + "point": [ + 0.6865, + 0.1556 + ] + }, + { + "instruction": "roni_cost@exam.", + "bbox": [ + 0.9154338836669922, + 0.44119254218207465, + 1.0, + 0.47088597615559896 + ], + "point": [ + 0.9577, + 0.456 + ] + }, + { + "instruction": "Formatting Marks", + "bbox": [ + 0.9865228017171224, + 0.11425204806857639, + 1.0, + 0.19297909206814237 + ], + "point": [ + 0.9933, + 0.1536 + ] + }, + { + "instruction": "veronica.", + "bbox": [ + 0.9535448710123698, + 0.3881001790364583, + 1.0, + 0.4195385403103299 + ], + "point": [ + 0.9768, + 0.4038 + ] + } + ], + "element_size": 45 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_18/4390.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Billing Address Edit", + "bbox": [ + 0.012500003973642985, + 0.09814814108389396, + 0.14010417064030964, + 0.1388888888888889 + ], + "point": [ + 0.0763, + 0.1185 + ] + }, + { + "instruction": "Shipping Address Edit", + "bbox": [ + 0.5526041666666667, + 0.10092592592592593, + 0.6963541666666667, + 0.1398148148148148 + ], + "point": [ + 0.6245, + 0.1204 + ] + }, + { + "instruction": "Veronica Costello", + "bbox": [ + 0.013541666666666667, + 0.15555555555555556, + 0.10208333333333333, + 0.17777777777777778 + ], + "point": [ + 0.0578, + 0.1667 + ] + }, + { + "instruction": "Veronica Costello", + "bbox": [ + 0.553125, + 0.15555555555555556, + 0.640625, + 0.17777777777777778 + ], + "point": [ + 0.5969, + 0.1667 + ] + }, + { + "instruction": "6146 Honey Bluff Parkway", + "bbox": [ + 0.013541670640309651, + 0.17777777777777778, + 0.14687500397364298, + 0.2074074074074074 + ], + "point": [ + 0.0802, + 0.1926 + ] + }, + { + "instruction": "6146 Honey Bluff Parkway", + "bbox": [ + 0.553125, + 0.17962962962962964, + 0.6854166666666667, + 0.20555555555555555 + ], + "point": [ + 0.6193, + 0.1926 + ] + }, + { + "instruction": "Calder, Michigan, 49628-7978", + "bbox": [ + 0.013541666666666667, + 0.20555556968406394, + 0.1625, + 0.23333334746184173 + ], + "point": [ + 0.088, + 0.2194 + ] + }, + { + "instruction": "Calder, Michigan, 49628-7978", + "bbox": [ + 0.5526041666666667, + 0.2037037037037037, + 0.7020833333333333, + 0.23333333333333334 + ], + "point": [ + 0.6273, + 0.2185 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.014583333333333334, + 0.23055554142704718, + 0.08333333333333333, + 0.25555555555555554 + ], + "point": [ + 0.049, + 0.2431 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.553125, + 0.23148148148148148, + 0.621875, + 0.2537037037037037 + ], + "point": [ + 0.5875, + 0.2426 + ] + }, + { + "instruction": "T: (555) 229-3326", + "bbox": [ + 0.013541666666666667, + 0.2574074074074074, + 0.10104166666666667, + 0.2814814814814815 + ], + "point": [ + 0.0573, + 0.2694 + ] + }, + { + "instruction": "T: (555) 229-3326", + "bbox": [ + 0.5520832697550456, + 0.2574074074074074, + 0.6406249364217123, + 0.2814814814814815 + ], + "point": [ + 0.5964, + 0.2694 + ] + }, + { + "instruction": "Payment & Shipping Method", + "bbox": [ + 0.013541666666666667, + 0.36388891714590565, + 0.21979166666666666, + 0.40925928751627605 + ], + "point": [ + 0.1167, + 0.3866 + ] + }, + { + "instruction": "Payment Information", + "bbox": [ + 0.01406249205271403, + 0.4324074074074074, + 0.1588541587193807, + 0.4675925925925926 + ], + "point": [ + 0.0865, + 0.45 + ] + }, + { + "instruction": "Shipping Information", + "bbox": [ + 0.5520832697550456, + 0.43148148148148147, + 0.6963541030883789, + 0.46944444444444444 + ], + "point": [ + 0.6242, + 0.4505 + ] + }, + { + "instruction": "Check", + "bbox": [ + 0.013541667660077413, + 0.48518518518518516, + 0.04687500099341075, + 0.5074074074074074 + ], + "point": [ + 0.0302, + 0.4963 + ] + }, + { + "instruction": "Money order", + "bbox": [ + 0.05260416666666667, + 0.4842592592592593, + 0.11875, + 0.5111111111111111 + ], + "point": [ + 0.0857, + 0.4977 + ] + }, + { + "instruction": "Flat Rate", + "bbox": [ + 0.553125, + 0.48518518518518516, + 0.603125, + 0.5074074074074074 + ], + "point": [ + 0.5781, + 0.4963 + ] + }, + { + "instruction": "Fixed", + "bbox": [ + 0.6083333333333333, + 0.48518518518518516, + 0.6395833333333333, + 0.5074074074074074 + ], + "point": [ + 0.624, + 0.4963 + ] + }, + { + "instruction": "Total", + "bbox": [ + 0.5531250635782877, + 0.5111111676251446, + 0.5802083969116211, + 0.5333333898473669 + ], + "point": [ + 0.5667, + 0.5222 + ] + }, + { + "instruction": "Shipping Charges: $5.00", + "bbox": [ + 0.578125, + 0.5064814814814815, + 0.7015625, + 0.5416666666666666 + ], + "point": [ + 0.6398, + 0.5241 + ] + }, + { + "instruction": "The order was placed using USD", + "bbox": [ + 0.013541666666666667, + 0.524074074074074, + 0.17604166666666668, + 0.55 + ], + "point": [ + 0.0948, + 0.537 + ] + }, + { + "instruction": "Items Invoiced", + "bbox": [ + 0.013020833333333334, + 0.6333333333333333, + 0.12031249205271403, + 0.6675925925925926 + ], + "point": [ + 0.0667, + 0.6505 + ] + }, + { + "instruction": "Product", + "bbox": [ + 0.014062501986821492, + 0.712037037037037, + 0.05572916865348816, + 0.7305555555555555 + ], + "point": [ + 0.0349, + 0.7213 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.21822916666666667, + 0.712037037037037, + 0.2453125, + 0.7305555555555555 + ], + "point": [ + 0.2318, + 0.7213 + ] + }, + { + "instruction": "Subtotal", + "bbox": [ + 0.40572919845581057, + 0.712037037037037, + 0.4505208651224772, + 0.7305555555555555 + ], + "point": [ + 0.4281, + 0.7213 + ] + }, + { + "instruction": "Tax Amount", + "bbox": [ + 0.5348958333333333, + 0.712037037037037, + 0.5973958333333333, + 0.7305555555555555 + ], + "point": [ + 0.5661, + 0.7213 + ] + }, + { + "instruction": "Discount Amount", + "bbox": [ + 0.6984375635782878, + 0.7111111111111111, + 0.7885417302449544, + 0.7333333333333333 + ], + "point": [ + 0.7435, + 0.7222 + ] + }, + { + "instruction": "Row Total", + "bbox": [ + 0.9171875635782878, + 0.712037037037037, + 0.9671875635782877, + 0.7305555555555555 + ], + "point": [ + 0.9422, + 0.7213 + ] + }, + { + "instruction": "Iris Workout", + "bbox": [ + 0.01354166865348816, + 0.7611111676251446, + 0.07395833532015482, + 0.7833333898473669 + ], + "point": [ + 0.0438, + 0.7722 + ] + }, + { + "instruction": "$29.00", + "bbox": [ + 0.21770833333333334, + 0.7611111676251446, + 0.2520833333333333, + 0.7833333898473669 + ], + "point": [ + 0.2349, + 0.7722 + ] + }, + { + "instruction": "529.00", + "bbox": [ + 0.40520833333333334, + 0.7611111676251446, + 0.440625, + 0.7833333898473669 + ], + "point": [ + 0.4229, + 0.7722 + ] + }, + { + "instruction": "52.39", + "bbox": [ + 0.534375, + 0.7611111676251446, + 0.5635416666666667, + 0.7833333898473669 + ], + "point": [ + 0.549, + 0.7722 + ] + }, + { + "instruction": "S0.00", + "bbox": [ + 0.6989583333333333, + 0.7611111676251446, + 0.7270833333333333, + 0.7833333898473669 + ], + "point": [ + 0.713, + 0.7722 + ] + }, + { + "instruction": "$31.39", + "bbox": [ + 0.9166666666666666, + 0.7611111676251446, + 0.95, + 0.7833333898473669 + ], + "point": [ + 0.9333, + 0.7722 + ] + }, + { + "instruction": "SKU: WS03-XS-Red", + "bbox": [ + 0.013541666666666667, + 0.7981482046621817, + 0.10208333333333333, + 0.820370426884404 + ], + "point": [ + 0.0578, + 0.8093 + ] + }, + { + "instruction": "Size: XS", + "bbox": [ + 0.014062498013178508, + 0.8361111676251447, + 0.052604164679845175, + 0.8546296861436632 + ], + "point": [ + 0.0333, + 0.8454 + ] + }, + { + "instruction": "Color: Red", + "bbox": [ + 0.014062501986821492, + 0.8657407407407407, + 0.06510416865348816, + 0.8842592592592593 + ], + "point": [ + 0.0396, + 0.875 + ] + }, + { + "instruction": "Qty", + "bbox": [ + 0.325, + 0.7083333333333334, + 0.34479166666666666, + 0.7361111111111112 + ], + "point": [ + 0.3349, + 0.7222 + ] + }, + { + "instruction": "Top", + "bbox": [ + 0.071875, + 0.7583333333333333, + 0.090625, + 0.7861111111111111 + ], + "point": [ + 0.0812, + 0.7722 + ] + }, + { + "instruction": "Login as Customer", + "bbox": [ + 0.7519201278686524, + 0.0, + 0.8945122400919596, + 0.062052267569082754 + ], + "point": [ + 0.8232, + 0.031 + ] + }, + { + "instruction": "Send Email", + "bbox": [ + 0.8984884897867839, + 0.0, + 0.9906817118326823, + 0.03469347423977322 + ], + "point": [ + 0.9446, + 0.0173 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.6781688054402669, + 0.0, + 0.7335640589396158, + 0.029229921764797634 + ], + "point": [ + 0.7059, + 0.0146 + ] + }, + { + "instruction": "#Uuuuuuuu |", + "bbox": [ + 0.0016256252924601237, + 0.0, + 0.1252124071121216, + 0.03514726426866319 + ], + "point": [ + 0.0634, + 0.0176 + ] + }, + { + "instruction": "a button to login as a customer.", + "bbox": [ + 0.7519201278686524, + 0.0, + 0.8945122400919596, + 0.062052267569082754 + ], + "point": [ + 0.8232, + 0.031 + ] + }, + { + "instruction": "Sending an email.", + "bbox": [ + 0.8984884897867839, + 0.0, + 0.9906817118326823, + 0.03469347423977322 + ], + "point": [ + 0.9446, + 0.0173 + ] + }, + { + "instruction": "the \"Back\" function.", + "bbox": [ + 0.6781688054402669, + 0.0, + 0.7335640589396158, + 0.029229921764797634 + ], + "point": [ + 0.7059, + 0.0146 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.6873920440673829, + 0.1584159568504051, + 0.7006687164306641, + 0.18382723772967302 + ], + "point": [ + 0.694, + 0.1711 + ] + }, + { + "instruction": "a number or count indicator.", + "bbox": [ + 0.0016256252924601237, + 0.0, + 0.1252124071121216, + 0.03514726426866319 + ], + "point": [ + 0.0634, + 0.0176 + ] + }, + { + "instruction": "1, October, 2024", + "bbox": [ + 0.3231152216593424, + 0.759607442220052, + 0.3350714365641276, + 0.7909754435221354 + ], + "point": [ + 0.3291, + 0.7753 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.6854544321695963, + 0.17875773111979168, + 0.6985062917073568, + 0.20146942138671875 + ], + "point": [ + 0.692, + 0.1901 + ] + }, + { + "instruction": "Adding a new item or element.", + "bbox": [ + 0.9912920633951823, + 0.0, + 1.0, + 0.04726389778984918 + ], + "point": [ + 0.9956, + 0.0236 + ] + } + ], + "element_size": 52 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_19/5142.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "tion", + "bbox": [ + 0.19375, + 0.3148148148148148, + 0.22291666666666668, + 0.34444444444444444 + ], + "point": [ + 0.2083, + 0.3296 + ] + }, + { + "instruction": "ler confirmation email is not sent)", + "bbox": [ + 0.19531253178914387, + 0.3768518518518518, + 0.4192708651224772, + 0.4101851851851852 + ], + "point": [ + 0.3073, + 0.3935 + ] + }, + { + "instruction": "Account Information Edit Customer", + "bbox": [ + 0.5526041666666667, + 0.37777780603479455, + 0.7682291666666666, + 0.40740743566442417 + ], + "point": [ + 0.6604, + 0.3926 + ] + }, + { + "instruction": "Mar 29,2022,9.36.37 PM", + "bbox": [ + 0.37604169845581054, + 0.44074074074074077, + 0.5031250317891439, + 0.4666666666666667 + ], + "point": [ + 0.4396, + 0.4537 + ] + }, + { + "instruction": "Customer Name", + "bbox": [ + 0.5598958333333334, + 0.44166666666666665, + 0.6447916666666667, + 0.4675925925925926 + ], + "point": [ + 0.6023, + 0.4546 + ] + }, + { + "instruction": "Canceled", + "bbox": [ + 0.45416669845581054, + 0.49537037037037035, + 0.5031250317891439, + 0.5175925925925926 + ], + "point": [ + 0.4786, + 0.5065 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.5604166666666667, + 0.4962962962962963, + 0.590625, + 0.5185185185185185 + ], + "point": [ + 0.5755, + 0.5074 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.43333333333333335, + 0.5481482046621817, + 0.503125, + 0.570370426884404 + ], + "point": [ + 0.4682, + 0.5593 + ] + }, + { + "instruction": "Customer Group", + "bbox": [ + 0.5604166666666667, + 0.5462962962962963, + 0.6463541666666667, + 0.575 + ], + "point": [ + 0.6034, + 0.5606 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.40520833333333334, + 0.5740740740740741, + 0.503125, + 0.5962962962962963 + ], + "point": [ + 0.4542, + 0.5852 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.409375, + 0.5981481481481481, + 0.503125, + 0.6222222222222222 + ], + "point": [ + 0.4563, + 0.6102 + ] + }, + { + "instruction": "Shipping Address", + "bbox": [ + 0.5520833333333334, + 0.7870369805230035, + 0.6703125, + 0.8249999434859664 + ], + "point": [ + 0.6112, + 0.806 + ] + }, + { + "instruction": "Veronica Costello", + "bbox": [ + 0.553125, + 0.8407406842267072, + 0.640625, + 0.8629629064489294 + ], + "point": [ + 0.5969, + 0.8519 + ] + }, + { + "instruction": "6146 Honey Bluff Parkway", + "bbox": [ + 0.553125, + 0.8648148713288484, + 0.6854166666666667, + 0.8907407972547743 + ], + "point": [ + 0.6193, + 0.8778 + ] + }, + { + "instruction": "Calder, Michigan, 49628-7978", + "bbox": [ + 0.5526041666666667, + 0.8888888888888888, + 0.7010416666666667, + 0.9185185185185185 + ], + "point": [ + 0.6268, + 0.9037 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.553125, + 0.9166666666666666, + 0.621875, + 0.9407407407407408 + ], + "point": [ + 0.5875, + 0.9287 + ] + }, + { + "instruction": "T: (555) 229-3326", + "bbox": [ + 0.553125, + 0.9425925925925925, + 0.640625, + 0.9666666666666667 + ], + "point": [ + 0.5969, + 0.9546 + ] + }, + { + "instruction": "Invoices", + "bbox": [ + 0.003542629877726237, + 0.1202958001030816, + 0.1851294994354248, + 0.18291363186306422 + ], + "point": [ + 0.0943, + 0.1516 + ] + }, + { + "instruction": "Orders", + "bbox": [ + 0.002502846717834473, + 0.06057549935800058, + 0.18495444456736246, + 0.12216726232458044 + ], + "point": [ + 0.0937, + 0.0914 + ] + }, + { + "instruction": "Shipments", + "bbox": [ + 0.0033955891927083333, + 0.18049562242296008, + 0.18465495109558105, + 0.2407958984375 + ], + "point": [ + 0.094, + 0.2106 + ] + }, + { + "instruction": "Credit Memos", + "bbox": [ + 0.003997953732808431, + 0.23884477968569154, + 0.18217340310414631, + 0.3002717477303964 + ], + "point": [ + 0.0931, + 0.2696 + ] + }, + { + "instruction": "Billing Agreements", + "bbox": [ + 0.0053309440612792965, + 0.2980911820023148, + 0.18071343104044596, + 0.3591023197880498 + ], + "point": [ + 0.093, + 0.3286 + ] + }, + { + "instruction": "Braintree Virtual Terminal", + "bbox": [ + 0.014263375600179037, + 0.4315413863570602, + 0.14319804509480794, + 0.46097965946903935 + ], + "point": [ + 0.0787, + 0.4463 + ] + }, + { + "instruction": "Veronica", + "bbox": [ + 0.9537801106770833, + 0.4386889139811198, + 1.0, + 0.4688979254828559 + ], + "point": [ + 0.9769, + 0.4538 + ] + }, + { + "instruction": "Transactions", + "bbox": [ + 0.00498042901357015, + 0.35729361640082463, + 0.1766311248143514, + 0.4195582919650608 + ], + "point": [ + 0.0908, + 0.3884 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.672599983215332, + 0.7868162367078994, + 0.699104118347168, + 0.819439188639323 + ], + "point": [ + 0.6859, + 0.8031 + ] + }, + { + "instruction": "Login as Customer", + "bbox": [ + 0.7306868235270182, + 0.15208760014286749, + 0.8674896240234375, + 0.2538599932635272 + ], + "point": [ + 0.7991, + 0.203 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.6436115264892578, + 0.1544001261393229, + 0.7210432688395182, + 0.2528983787254051 + ], + "point": [ + 0.6823, + 0.2036 + ] + }, + { + "instruction": "Send Email", + "bbox": [ + 0.8739702224731445, + 0.15232004236291957, + 0.973838996887207, + 0.2529204474555122 + ], + "point": [ + 0.9239, + 0.2026 + ] + }, + { + "instruction": "roni_cost@exam", + "bbox": [ + 0.9180562973022461, + 0.49158042625144677, + 0.9999999364217123, + 0.5205114293981481 + ], + "point": [ + 0.959, + 0.506 + ] + }, + { + "instruction": "Invoice settings.", + "bbox": [ + 0.003542629877726237, + 0.1202958001030816, + 0.1851294994354248, + 0.18291363186306422 + ], + "point": [ + 0.0943, + 0.1516 + ] + }, + { + "instruction": "Orders.", + "bbox": [ + 0.002502846717834473, + 0.06057549935800058, + 0.18495444456736246, + 0.12216726232458044 + ], + "point": [ + 0.0937, + 0.0914 + ] + }, + { + "instruction": "Shipments.", + "bbox": [ + 0.0033955891927083333, + 0.18049562242296008, + 0.18465495109558105, + 0.2407958984375 + ], + "point": [ + 0.094, + 0.2106 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9688215255737305, + 0.058679125044080946, + 0.9996423721313477, + 0.10943535698784722 + ], + "point": [ + 0.9842, + 0.0841 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9305124282836914, + 0.06640391173186126, + 0.9531114578247071, + 0.10877097094500507 + ], + "point": [ + 0.9418, + 0.0876 + ] + }, + { + "instruction": "Find", + "bbox": [ + 0.8880685806274414, + 0.05956480238172743, + 0.916257667541504, + 0.114728758070204 + ], + "point": [ + 0.9022, + 0.0871 + ] + }, + { + "instruction": "Credit Memos.", + "bbox": [ + 0.003997953732808431, + 0.23884477968569154, + 0.18217340310414631, + 0.3002717477303964 + ], + "point": [ + 0.0931, + 0.2696 + ] + }, + { + "instruction": "bailing agreement settings.", + "bbox": [ + 0.0053309440612792965, + 0.2980911820023148, + 0.18071343104044596, + 0.3591023197880498 + ], + "point": [ + 0.093, + 0.3286 + ] + }, + { + "instruction": "Braintree Virtual terminal.", + "bbox": [ + 0.014263375600179037, + 0.4315413863570602, + 0.14319804509480794, + 0.46097965946903935 + ], + "point": [ + 0.0787, + 0.4463 + ] + }, + { + "instruction": "veronica.", + "bbox": [ + 0.9537801106770833, + 0.4386889139811198, + 1.0, + 0.4688979254828559 + ], + "point": [ + 0.9769, + 0.4538 + ] + }, + { + "instruction": "Account Information.", + "bbox": [ + 0.552687390645345, + 0.3729910956488715, + 0.6932614008585612, + 0.4120205349392361 + ], + "point": [ + 0.623, + 0.3925 + ] + }, + { + "instruction": "Transactions.", + "bbox": [ + 0.00498042901357015, + 0.35729361640082463, + 0.1766311248143514, + 0.4195582919650608 + ], + "point": [ + 0.0908, + 0.3884 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.672599983215332, + 0.7868162367078994, + 0.699104118347168, + 0.819439188639323 + ], + "point": [ + 0.6859, + 0.8031 + ] + }, + { + "instruction": "a button to login as a customer.", + "bbox": [ + 0.7306868235270182, + 0.15208760014286749, + 0.8674896240234375, + 0.2538599932635272 + ], + "point": [ + 0.7991, + 0.203 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.6436115264892578, + 0.1544001261393229, + 0.7210432688395182, + 0.2528983787254051 + ], + "point": [ + 0.6823, + 0.2036 + ] + }, + { + "instruction": "Sending an email.", + "bbox": [ + 0.8739702224731445, + 0.15232004236291957, + 0.973838996887207, + 0.2529204474555122 + ], + "point": [ + 0.9239, + 0.2026 + ] + }, + { + "instruction": "roni_cost@exam.", + "bbox": [ + 0.9180562973022461, + 0.49158042625144677, + 0.9999999364217123, + 0.5205114293981481 + ], + "point": [ + 0.959, + 0.506 + ] + }, + { + "instruction": "Formatting Marks", + "bbox": [ + 0.9920045216878255, + 0.18795349686234086, + 1.0, + 0.21893957632559316 + ], + "point": [ + 0.996, + 0.2034 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.9938640594482422, + 0.2627318205656829, + 1.0, + 0.3446859289098669 + ], + "point": [ + 0.9969, + 0.3037 + ] + } + ], + "element_size": 49 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_20/5496.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Search by keyword", + "bbox": [ + 0.022916666666666665, + 0.15092592592592594, + 0.11822916666666666, + 0.17592592592592593 + ], + "point": [ + 0.0706, + 0.1634 + ] + }, + { + "instruction": "308 records found", + "bbox": [ + 0.19583333333333333, + 0.22407407407407406, + 0.28854166666666664, + 0.2462962962962963 + ], + "point": [ + 0.2422, + 0.2352 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.8125, + 0.22777777777777777, + 0.859375, + 0.2518518518518518 + ], + "point": [ + 0.8359, + 0.2398 + ] + }, + { + "instruction": "of 2", + "bbox": [ + 0.9791667302449544, + 0.22592592592592592, + 1.0000000635782877, + 0.24814814814814815 + ], + "point": [ + 0.9896, + 0.237 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.346875, + 0.31296296296296294, + 0.409375, + 0.33518524169921876 + ], + "point": [ + 0.3781, + 0.3241 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.1375, + 0.40370370370370373, + 0.20208333333333334, + 0.4259259824399595 + ], + "point": [ + 0.1698, + 0.4148 + ] + }, + { + "instruction": "31, 2023 2.55.09", + "bbox": [ + 0.25104166666666666, + 0.4148148148148148, + 0.32916666666666666, + 0.4388888888888889 + ], + "point": [ + 0.2901, + 0.4269 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.12864584128061932, + 0.4287037037037037, + 0.15572916666666667, + 0.44722222222222224 + ], + "point": [ + 0.1422, + 0.438 + ] + }, + { + "instruction": "Sarah Miller", + "bbox": [ + 0.346875, + 0.42592592592592593, + 0.40520833333333334, + 0.44814814814814813 + ], + "point": [ + 0.376, + 0.437 + ] + }, + { + "instruction": "Sarah Miller", + "bbox": [ + 0.4354166666666667, + 0.42592592592592593, + 0.49375, + 0.44814814814814813 + ], + "point": [ + 0.4646, + 0.437 + ] + }, + { + "instruction": "$219.40", + "bbox": [ + 0.5229166666666667, + 0.42592592592592593, + 0.5635416666666667, + 0.44814814814814813 + ], + "point": [ + 0.5432, + 0.437 + ] + }, + { + "instruction": "Pending", + "bbox": [ + 0.7239583333333334, + 0.42314814814814816, + 0.7671875, + 0.45185185185185184 + ], + "point": [ + 0.7456, + 0.4375 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7979166666666667, + 0.42962962962962964, + 0.8239583333333333, + 0.45185185185185184 + ], + "point": [ + 0.8109, + 0.4407 + ] + }, + { + "instruction": "AM", + "bbox": [ + 0.2296875, + 0.4398148430718316, + 0.24635416666666668, + 0.4583333615903501 + ], + "point": [ + 0.238, + 0.4491 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.14375, + 0.44814814814814813, + 0.20729166666666668, + 0.4703703703703704 + ], + "point": [ + 0.1755, + 0.4593 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.12916666666666668, + 0.4722222222222222, + 0.153125, + 0.49444444444444446 + ], + "point": [ + 0.1411, + 0.4833 + ] + }, + { + "instruction": "28,2023 6.43.55", + "bbox": [ + 0.25104166666666666, + 0.5611111111111111, + 0.32916666666666666, + 0.5833333333333334 + ], + "point": [ + 0.2901, + 0.5722 + ] + }, + { + "instruction": "Grace Nguyen", + "bbox": [ + 0.346875, + 0.5740740740740741, + 0.41458333333333336, + 0.5981481481481481 + ], + "point": [ + 0.3807, + 0.5861 + ] + }, + { + "instruction": "Grace Nguyen", + "bbox": [ + 0.4354166666666667, + 0.5740740740740741, + 0.503125, + 0.5981481481481481 + ], + "point": [ + 0.4693, + 0.5861 + ] + }, + { + "instruction": "5210.00", + "bbox": [ + 0.5229166666666667, + 0.5740740740740741, + 0.5635416666666667, + 0.5962962962962963 + ], + "point": [ + 0.5432, + 0.5852 + ] + }, + { + "instruction": "$210.00", + "bbox": [ + 0.6125, + 0.5722222787362558, + 0.653125, + 0.594444500958478 + ], + "point": [ + 0.6328, + 0.5833 + ] + }, + { + "instruction": "Pending", + "bbox": [ + 0.7244791030883789, + 0.5703703703703704, + 0.7671874364217123, + 0.5981481481481481 + ], + "point": [ + 0.7458, + 0.5843 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7979166666666667, + 0.5759259824399595, + 0.8239583333333333, + 0.5981482046621817 + ], + "point": [ + 0.8109, + 0.587 + ] + }, + { + "instruction": "AM", + "bbox": [ + 0.2296875, + 0.5861111676251447, + 0.24635416666666668, + 0.6046296861436632 + ], + "point": [ + 0.238, + 0.5954 + ] + }, + { + "instruction": "24,2023 8.28.12", + "bbox": [ + 0.25, + 0.7092593157732928, + 0.32916666666666666, + 0.7314815379955151 + ], + "point": [ + 0.2896, + 0.7204 + ] + }, + { + "instruction": "Matt Baker", + "bbox": [ + 0.34791666666666665, + 0.7203703138563368, + 0.4010416666666667, + 0.742592536078559 + ], + "point": [ + 0.3745, + 0.7315 + ] + }, + { + "instruction": "Matt Baker", + "bbox": [ + 0.43645833333333334, + 0.7203703138563368, + 0.4895833333333333, + 0.742592536078559 + ], + "point": [ + 0.463, + 0.7315 + ] + }, + { + "instruction": "8166.40", + "bbox": [ + 0.5229166666666667, + 0.7203703138563368, + 0.5635416666666667, + 0.742592536078559 + ], + "point": [ + 0.5432, + 0.7315 + ] + }, + { + "instruction": "$166.40", + "bbox": [ + 0.6125, + 0.7203703138563368, + 0.653125, + 0.742592536078559 + ], + "point": [ + 0.6328, + 0.7315 + ] + }, + { + "instruction": "Processing", + "bbox": [ + 0.7244791666666667, + 0.7157407407407408, + 0.7786458333333334, + 0.7462962962962963 + ], + "point": [ + 0.7516, + 0.731 + ] + }, + { + "instruction": "23, 2023 9.20.01", + "bbox": [ + 0.25104166666666666, + 0.8555555555555555, + 0.328125, + 0.8777777777777778 + ], + "point": [ + 0.2896, + 0.8667 + ] + }, + { + "instruction": "000000136", + "bbox": [ + 0.0625, + 0.8666667231807003, + 0.11666666666666667, + 0.8888889454029224 + ], + "point": [ + 0.0896, + 0.8778 + ] + }, + { + "instruction": "Lily Potter", + "bbox": [ + 0.346875, + 0.8666666666666667, + 0.396875, + 0.8907407407407407 + ], + "point": [ + 0.3719, + 0.8787 + ] + }, + { + "instruction": "Potter", + "bbox": [ + 0.453125, + 0.8666667231807003, + 0.48541666666666666, + 0.8888889454029224 + ], + "point": [ + 0.4693, + 0.8778 + ] + }, + { + "instruction": "$208.20", + "bbox": [ + 0.5229166666666667, + 0.8666667231807003, + 0.5635416666666667, + 0.8888889454029224 + ], + "point": [ + 0.5432, + 0.8778 + ] + }, + { + "instruction": "$208.20", + "bbox": [ + 0.6125, + 0.8666667231807003, + 0.653125, + 0.8888889454029224 + ], + "point": [ + 0.6328, + 0.8778 + ] + }, + { + "instruction": "Canceled", + "bbox": [ + 0.725, + 0.8666667231807003, + 0.7708333333333334, + 0.8888889454029224 + ], + "point": [ + 0.7479, + 0.8778 + ] + }, + { + "instruction": "PM", + "bbox": [ + 0.2296875, + 0.8805556120695891, + 0.24635416666666668, + 0.8990741305881076 + ], + "point": [ + 0.238, + 0.8898 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12916666666666668, + 0.9685185185185186, + 0.19375, + 0.9907407407407407 + ], + "point": [ + 0.1615, + 0.9796 + ] + }, + { + "instruction": "May", + "bbox": [ + 0.23072916666666668, + 0.4148148148148148, + 0.25052083333333336, + 0.4388888888888889 + ], + "point": [ + 0.2406, + 0.4269 + ] + }, + { + "instruction": "May `", + "bbox": [ + 0.23020834922790528, + 0.5601851851851852, + 0.2510416825612386, + 0.5879629629629629 + ], + "point": [ + 0.2406, + 0.5741 + ] + }, + { + "instruction": "May `", + "bbox": [ + 0.23020834922790528, + 0.7064814814814815, + 0.2510416825612386, + 0.7342592592592593 + ], + "point": [ + 0.2406, + 0.7204 + ] + }, + { + "instruction": "May `", + "bbox": [ + 0.23020834922790528, + 0.8527777777777777, + 0.2510416825612386, + 0.8805555555555555 + ], + "point": [ + 0.2406, + 0.8667 + ] + }, + { + "instruction": "Lily", + "bbox": [ + 0.4359375, + 0.8657406842267071, + 0.45260416666666664, + 0.8907406842267072 + ], + "point": [ + 0.4443, + 0.8782 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.658790397644043, + 0.13693549544722947, + 0.7388905207316081, + 0.18851797315809463 + ], + "point": [ + 0.6988, + 0.1627 + ] + }, + { + "instruction": "Create New O5", + "bbox": [ + 0.900602149963379, + 0.01529900586163556, + 0.9999999364217123, + 0.08215151892768012 + ], + "point": [ + 0.9503, + 0.0487 + ] + }, + { + "instruction": "200", + "bbox": [ + 0.737277094523112, + 0.20850659123173468, + 0.8070729573567709, + 0.2638972529658565 + ], + "point": [ + 0.7722, + 0.2362 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.87069091796875, + 0.13718544288917825, + 0.9573860168457031, + 0.18685893306025753 + ], + "point": [ + 0.914, + 0.162 + ] + }, + { + "instruction": "Actions", + "bbox": [ + 0.014160990715026855, + 0.2090102725558811, + 0.17199936707814534, + 0.2605116102430556 + ], + "point": [ + 0.0931, + 0.2348 + ] + }, + { + "instruction": "Default View", + "bbox": [ + 0.7494595845540365, + 0.13783097443757233, + 0.8584218343098958, + 0.1876304061324508 + ], + "point": [ + 0.8039, + 0.1627 + ] + }, + { + "instruction": "E", + "bbox": [ + 0.970555305480957, + 0.14098773532443576, + 0.9998643875122071, + 0.1851589909306279 + ], + "point": [ + 0.9852, + 0.1631 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.6045907338460287, + 0.28579180682146993, + 0.7185040791829427, + 0.37132110595703127 + ], + "point": [ + 0.6615, + 0.3286 + ] + }, + { + "instruction": "(Purchased)", + "bbox": [ + 0.6045907338460287, + 0.28579180682146993, + 0.7185040791829427, + 0.37132110595703127 + ], + "point": [ + 0.6615, + 0.3286 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.5152163823445638, + 0.285443115234375, + 0.6059141159057617, + 0.3691694471571181 + ], + "point": [ + 0.5606, + 0.3273 + ] + }, + { + "instruction": "(Base)", + "bbox": [ + 0.5152163823445638, + 0.285443115234375, + 0.6059141159057617, + 0.3691694471571181 + ], + "point": [ + 0.5606, + 0.3273 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12564210891723632, + 0.5163567437065972, + 0.22287877400716147, + 0.6625417073567709 + ], + "point": [ + 0.1743, + 0.5894 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.12564210891723632, + 0.5163567437065972, + 0.22287877400716147, + 0.6625417073567709 + ], + "point": [ + 0.1743, + 0.5894 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.12564210891723632, + 0.5163567437065972, + 0.22287877400716147, + 0.6625417073567709 + ], + "point": [ + 0.1743, + 0.5894 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.12564210891723632, + 0.5163567437065972, + 0.22287877400716147, + 0.6625417073567709 + ], + "point": [ + 0.1743, + 0.5894 + ] + }, + { + "instruction": "Allocated", + "bbox": [ + 0.8338623046875, + 0.2861351013183594, + 0.9192718505859375, + 0.3693010965983073 + ], + "point": [ + 0.8766, + 0.3277 + ] + }, + { + "instruction": "sources", + "bbox": [ + 0.8338623046875, + 0.2861351013183594, + 0.9192718505859375, + 0.3693010965983073 + ], + "point": [ + 0.8766, + 0.3277 + ] + }, + { + "instruction": "Braintree Trans", + "bbox": [ + 0.9191644668579102, + 0.28675556889286746, + 0.9999999364217123, + 0.3695397553620515 + ], + "point": [ + 0.9596, + 0.3281 + ] + }, + { + "instruction": "Source", + "bbox": [ + 0.9191644668579102, + 0.28675556889286746, + 0.9999999364217123, + 0.3695397553620515 + ], + "point": [ + 0.9596, + 0.3281 + ] + }, + { + "instruction": "AM", + "bbox": [ + 0.22833709716796874, + 0.7297961199725116, + 0.24616603851318358, + 0.7586233633535879 + ], + "point": [ + 0.2373, + 0.7442 + ] + }, + { + "instruction": "Action", + "bbox": [ + 0.7811044057210287, + 0.2857522752549913, + 0.8377253214518229, + 0.3706572073477286 + ], + "point": [ + 0.8094, + 0.3282 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12540165583292642, + 0.6649249606662326, + 0.2212940533955892, + 0.8084871080186632 + ], + "point": [ + 0.1733, + 0.7367 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.12540165583292642, + 0.6649249606662326, + 0.2212940533955892, + 0.8084871080186632 + ], + "point": [ + 0.1733, + 0.7367 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.12540165583292642, + 0.6649249606662326, + 0.2212940533955892, + 0.8084871080186632 + ], + "point": [ + 0.1733, + 0.7367 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.12540165583292642, + 0.6649249606662326, + 0.2212940533955892, + 0.8084871080186632 + ], + "point": [ + 0.1733, + 0.7367 + ] + }, + { + "instruction": "000000299", + "bbox": [ + 0.05507595539093017, + 0.3692424632884838, + 0.12206723690032958, + 0.5146605880172165 + ], + "point": [ + 0.0886, + 0.442 + ] + }, + { + "instruction": "$219.40", + "bbox": [ + 0.6084962844848633, + 0.37013171160662617, + 0.7179719924926757, + 0.5198550188982928 + ], + "point": [ + 0.6632, + 0.445 + ] + }, + { + "instruction": "000000065", + "bbox": [ + 0.05549890200297038, + 0.5156567043728298, + 0.121202818552653, + 0.6596595481589989 + ], + "point": [ + 0.0884, + 0.5877 + ] + }, + { + "instruction": "Purchase Date", + "bbox": [ + 0.22647174199422201, + 0.3053327207212095, + 0.33832534154256183, + 0.33826892994068286 + ], + "point": [ + 0.2824, + 0.3218 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7857961654663086, + 0.8077019585503472, + 0.8349760055541993, + 0.9140547010633681 + ], + "point": [ + 0.8104, + 0.8609 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.7148035049438477, + 0.30841502436885126, + 0.7958373387654623, + 0.3405302542227286 + ], + "point": [ + 0.7553, + 0.3245 + ] + }, + { + "instruction": "Purchase Point", + "bbox": [ + 0.12757184505462646, + 0.3092689796730324, + 0.20838740666707356, + 0.3377547087492766 + ], + "point": [ + 0.168, + 0.3235 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7864271799723307, + 0.6608753345630787, + 0.835162099202474, + 0.8066302264178241 + ], + "point": [ + 0.8108, + 0.7338 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.4277440071105957, + 0.2846956888834635, + 0.5180066108703614, + 0.37178353203667536 + ], + "point": [ + 0.4729, + 0.3282 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12561856905619304, + 0.8160688612196181, + 0.22118496894836426, + 0.942001794885706 + ], + "point": [ + 0.1734, + 0.879 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.12561856905619304, + 0.8160688612196181, + 0.22118496894836426, + 0.942001794885706 + ], + "point": [ + 0.1734, + 0.879 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.12561856905619304, + 0.8160688612196181, + 0.22118496894836426, + 0.942001794885706 + ], + "point": [ + 0.1734, + 0.879 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.12561856905619304, + 0.8160688612196181, + 0.22118496894836426, + 0.942001794885706 + ], + "point": [ + 0.1734, + 0.879 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12951424916585286, + 0.3809814170554832, + 0.19413429896036785, + 0.40376832750108504 + ], + "point": [ + 0.1618, + 0.3924 + ] + }, + { + "instruction": "000000125", + "bbox": [ + 0.05538763205210368, + 0.6626374421296296, + 0.121724534034729, + 0.8089644820601852 + ], + "point": [ + 0.0886, + 0.7358 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.658790397644043, + 0.13693549544722947, + 0.7388905207316081, + 0.18851797315809463 + ], + "point": [ + 0.6988, + 0.1627 + ] + }, + { + "instruction": "creating a new item.", + "bbox": [ + 0.900602149963379, + 0.01529900586163556, + 0.9999999364217123, + 0.08215151892768012 + ], + "point": [ + 0.9503, + 0.0487 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.737277094523112, + 0.20850659123173468, + 0.8070729573567709, + 0.2638972529658565 + ], + "point": [ + 0.7722, + 0.2362 + ] + }, + { + "instruction": "Columns settings.", + "bbox": [ + 0.87069091796875, + 0.13718544288917825, + 0.9573860168457031, + 0.18685893306025753 + ], + "point": [ + 0.914, + 0.162 + ] + }, + { + "instruction": "a dropdown menu to view additional actions.", + "bbox": [ + 0.014160990715026855, + 0.2090102725558811, + 0.17199936707814534, + 0.2605116102430556 + ], + "point": [ + 0.0931, + 0.2348 + ] + }, + { + "instruction": "default view options.", + "bbox": [ + 0.7494595845540365, + 0.13783097443757233, + 0.8584218343098958, + 0.1876304061324508 + ], + "point": [ + 0.8039, + 0.1627 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.8810902913411458, + 0.2086550959834346, + 0.9206885019938151, + 0.261858226634838 + ], + "point": [ + 0.9009, + 0.2353 + ] + }, + { + "instruction": "One", + "bbox": [ + 0.9348344802856445, + 0.20871348910861545, + 0.9753477096557617, + 0.2668126141583478 + ], + "point": [ + 0.9551, + 0.2378 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.970555305480957, + 0.14098773532443576, + 0.9998643875122071, + 0.1851589909306279 + ], + "point": [ + 0.9852, + 0.1631 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.3246880849202474, + 0.1428130820945457, + 0.34595457712809247, + 0.183271563494647 + ], + "point": [ + 0.3353, + 0.163 + ] + }, + { + "instruction": "a \"Grand Total\" or \"Purchased\" option.", + "bbox": [ + 0.6045907338460287, + 0.28579180682146993, + 0.7185040791829427, + 0.37132110595703127 + ], + "point": [ + 0.6615, + 0.3286 + ] + }, + { + "instruction": "a dropdown menu for selecting the Grand Total (Base).", + "bbox": [ + 0.5152163823445638, + 0.285443115234375, + 0.6059141159057617, + 0.3691694471571181 + ], + "point": [ + 0.5606, + 0.3273 + ] + }, + { + "instruction": "Viewing the main website section.", + "bbox": [ + 0.12564210891723632, + 0.5163567437065972, + 0.22287877400716147, + 0.6625417073567709 + ], + "point": [ + 0.1743, + 0.5894 + ] + }, + { + "instruction": "Allrelated resources.", + "bbox": [ + 0.8338623046875, + 0.2861351013183594, + 0.9192718505859375, + 0.3693010965983073 + ], + "point": [ + 0.8766, + 0.3277 + ] + }, + { + "instruction": "A vertical scroll bar.", + "bbox": [ + 0.34399312337239585, + 0.14085714552137588, + 0.3609901428222656, + 0.18256749753598814 + ], + "point": [ + 0.3525, + 0.1617 + ] + }, + { + "instruction": "Braintree Trans source.", + "bbox": [ + 0.9191644668579102, + 0.28675556889286746, + 0.9999999364217123, + 0.3695397553620515 + ], + "point": [ + 0.9596, + 0.3281 + ] + }, + { + "instruction": "The AM function.", + "bbox": [ + 0.22833709716796874, + 0.7297961199725116, + 0.24616603851318358, + 0.7586233633535879 + ], + "point": [ + 0.2373, + 0.7442 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.014992461601893107, + 0.28505017315899883, + 0.05576002796490987, + 0.3697373001663773 + ], + "point": [ + 0.0354, + 0.3274 + ] + }, + { + "instruction": "Action settings or options.", + "bbox": [ + 0.7811044057210287, + 0.2857522752549913, + 0.8377253214518229, + 0.3706572073477286 + ], + "point": [ + 0.8094, + 0.3282 + ] + }, + { + "instruction": "Viewing the main website.", + "bbox": [ + 0.12540165583292642, + 0.6649249606662326, + 0.2212940533955892, + 0.8084871080186632 + ], + "point": [ + 0.1733, + 0.7367 + ] + }, + { + "instruction": "a battery level indicator showing zero2399.", + "bbox": [ + 0.05507595539093017, + 0.3692424632884838, + 0.12206723690032958, + 0.5146605880172165 + ], + "point": [ + 0.0886, + 0.442 + ] + }, + { + "instruction": "Decrease value of $219.40.", + "bbox": [ + 0.6084962844848633, + 0.37013171160662617, + 0.7179719924926757, + 0.5198550188982928 + ], + "point": [ + 0.6632, + 0.445 + ] + }, + { + "instruction": "Selecting a number from a file or document.", + "bbox": [ + 0.05549890200297038, + 0.5156567043728298, + 0.121202818552653, + 0.6596595481589989 + ], + "point": [ + 0.0884, + 0.5877 + ] + }, + { + "instruction": "the option to purchase a date.", + "bbox": [ + 0.22647174199422201, + 0.3053327207212095, + 0.33832534154256183, + 0.33826892994068286 + ], + "point": [ + 0.2824, + 0.3218 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7857961654663086, + 0.8077019585503472, + 0.8349760055541993, + 0.9140547010633681 + ], + "point": [ + 0.8104, + 0.8609 + ] + }, + { + "instruction": "Status.", + "bbox": [ + 0.7148035049438477, + 0.30841502436885126, + 0.7958373387654623, + 0.3405302542227286 + ], + "point": [ + 0.7553, + 0.3245 + ] + }, + { + "instruction": "PurchasePoint.", + "bbox": [ + 0.12757184505462646, + 0.3092689796730324, + 0.20838740666707356, + 0.3377547087492766 + ], + "point": [ + 0.168, + 0.3235 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7864271799723307, + 0.6608753345630787, + 0.835162099202474, + 0.8066302264178241 + ], + "point": [ + 0.8108, + 0.7338 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.0598055640856425, + 0.30822363959418403, + 0.0786375602086385, + 0.3402530246310764 + ], + "point": [ + 0.0692, + 0.3242 + ] + }, + { + "instruction": "Ship-to-Name option in a user interface.", + "bbox": [ + 0.4277440071105957, + 0.2846956888834635, + 0.5180066108703614, + 0.37178353203667536 + ], + "point": [ + 0.4729, + 0.3282 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.025954802831013996, + 0.4248062981499566, + 0.0434384822845459, + 0.45694283379448786 + ], + "point": [ + 0.0347, + 0.4409 + ] + }, + { + "instruction": "a checkbox.", + "bbox": [ + 0.025888200600941977, + 0.5730074847186053, + 0.0444161057472229, + 0.5978006433557581 + ], + "point": [ + 0.0352, + 0.5854 + ] + }, + { + "instruction": "Viewing the main website section.", + "bbox": [ + 0.12561856905619304, + 0.8160688612196181, + 0.22118496894836426, + 0.942001794885706 + ], + "point": [ + 0.1734, + 0.879 + ] + }, + { + "instruction": "main website.", + "bbox": [ + 0.12951424916585286, + 0.3809814170554832, + 0.19413429896036785, + 0.40376832750108504 + ], + "point": [ + 0.1618, + 0.3924 + ] + }, + { + "instruction": "a scrollbar.", + "bbox": [ + 0.9933743794759115, + 0.10025671499746817, + 1.0, + 0.15803135059497975 + ], + "point": [ + 0.9967, + 0.1291 + ] + }, + { + "instruction": "a battery level indicator showing a value of 25.", + "bbox": [ + 0.05538763205210368, + 0.6626374421296296, + 0.121724534034729, + 0.8089644820601852 + ], + "point": [ + 0.0886, + 0.7358 + ] + } + ], + "element_size": 120 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_21/5664.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Search by keyword", + "bbox": [ + 0.022916666666666665, + 0.06666666666666667, + 0.11875, + 0.09259259259259259 + ], + "point": [ + 0.0708, + 0.0796 + ] + }, + { + "instruction": "308 records found", + "bbox": [ + 0.19583333333333333, + 0.14074074074074075, + 0.28854166666666664, + 0.16296296296296298 + ], + "point": [ + 0.2422, + 0.1519 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.8125, + 0.14444444444444443, + 0.859375, + 0.1685185185185185 + ], + "point": [ + 0.8359, + 0.1565 + ] + }, + { + "instruction": "of 2", + "bbox": [ + 0.9791667302449544, + 0.14074074074074075, + 1.0000000635782877, + 0.1648148148148148 + ], + "point": [ + 0.9896, + 0.1528 + ] + }, + { + "instruction": "Purchase Date", + "bbox": [ + 0.22812501589457193, + 0.22962962962962963, + 0.30104166666666665, + 0.2518518518518518 + ], + "point": [ + 0.2646, + 0.2407 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.346875, + 0.22962962962962963, + 0.409375, + 0.2518518518518518 + ], + "point": [ + 0.3781, + 0.2407 + ] + }, + { + "instruction": "May 31, 2023 2.55.09", + "bbox": [ + 0.23020836512247722, + 0.3314814814814815, + 0.32916669845581054, + 0.35555555555555557 + ], + "point": [ + 0.2797, + 0.3435 + ] + }, + { + "instruction": "Sarah Miller", + "bbox": [ + 0.4354166666666667, + 0.3425925925925926, + 0.49375, + 0.3648148148148148 + ], + "point": [ + 0.4646, + 0.3537 + ] + }, + { + "instruction": "5219.40", + "bbox": [ + 0.5229166666666667, + 0.3425925925925926, + 0.5635416666666667, + 0.3648148148148148 + ], + "point": [ + 0.5432, + 0.3537 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.1375, + 0.4666666666666667, + 0.20208333333333334, + 0.4888888888888889 + ], + "point": [ + 0.1698, + 0.4778 + ] + }, + { + "instruction": "28,2023 6.43.55", + "bbox": [ + 0.25104166666666666, + 0.4777777777777778, + 0.32916666666666666, + 0.5 + ], + "point": [ + 0.2901, + 0.4889 + ] + }, + { + "instruction": "000000065", + "bbox": [ + 0.06302083333333333, + 0.49166666666666664, + 0.11510416666666666, + 0.5101851851851852 + ], + "point": [ + 0.0891, + 0.5009 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.12864584128061932, + 0.49166666666666664, + 0.15572916666666667, + 0.5101851851851852 + ], + "point": [ + 0.1422, + 0.5009 + ] + }, + { + "instruction": "Grace Nguyen", + "bbox": [ + 0.34687503178914386, + 0.49074074074074076, + 0.4156250317891439, + 0.5148148148148148 + ], + "point": [ + 0.3813, + 0.5028 + ] + }, + { + "instruction": "Grace Nguyen", + "bbox": [ + 0.4354166666666667, + 0.49074074074074076, + 0.503125, + 0.5148148148148148 + ], + "point": [ + 0.4693, + 0.5028 + ] + }, + { + "instruction": "5210.00", + "bbox": [ + 0.5229166666666667, + 0.4888888888888889, + 0.5635416666666667, + 0.5111111111111111 + ], + "point": [ + 0.5432, + 0.5 + ] + }, + { + "instruction": "$210.00", + "bbox": [ + 0.6125, + 0.4888888888888889, + 0.653125, + 0.5111111111111111 + ], + "point": [ + 0.6328, + 0.5 + ] + }, + { + "instruction": "Pending", + "bbox": [ + 0.7239583333333334, + 0.4861111111111111, + 0.7671875, + 0.5148148148148148 + ], + "point": [ + 0.7456, + 0.5005 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7979166666666667, + 0.4925925925925926, + 0.8239583333333333, + 0.5148148148148148 + ], + "point": [ + 0.8109, + 0.5037 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.14479166666666668, + 0.512962962962963, + 0.20729166666666668, + 0.5351851851851852 + ], + "point": [ + 0.176, + 0.5241 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.128125, + 0.5351851286711516, + 0.153125, + 0.5574073508933738 + ], + "point": [ + 0.1406, + 0.5463 + ] + }, + { + "instruction": "24,2023 8.28.12", + "bbox": [ + 0.2515625, + 0.6268519083658854, + 0.32864583333333336, + 0.6453704268844039 + ], + "point": [ + 0.2901, + 0.6361 + ] + }, + { + "instruction": "Matt Baker", + "bbox": [ + 0.34791666666666665, + 0.6370370935510706, + 0.4010416666666667, + 0.6592593157732928 + ], + "point": [ + 0.3745, + 0.6481 + ] + }, + { + "instruction": "Matt Baker", + "bbox": [ + 0.43645833333333334, + 0.6370370935510706, + 0.4895833333333333, + 0.6592593157732928 + ], + "point": [ + 0.463, + 0.6481 + ] + }, + { + "instruction": "8166.40", + "bbox": [ + 0.5234375, + 0.637962962962963, + 0.5630208333333333, + 0.6564814814814814 + ], + "point": [ + 0.5432, + 0.6472 + ] + }, + { + "instruction": "$166.40", + "bbox": [ + 0.6130208333333333, + 0.637962962962963, + 0.6526041666666667, + 0.6564814814814814 + ], + "point": [ + 0.6328, + 0.6472 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7979166666666667, + 0.6388888888888888, + 0.8239583333333333, + 0.6611111111111111 + ], + "point": [ + 0.8109, + 0.65 + ] + }, + { + "instruction": "AM", + "bbox": [ + 0.22916666666666666, + 0.6481480916341146, + 0.246875, + 0.670370426884404 + ], + "point": [ + 0.238, + 0.6593 + ] + }, + { + "instruction": "23,2023 9.20.01", + "bbox": [ + 0.25104166666666666, + 0.7722221657081887, + 0.328125, + 0.7944443879304108 + ], + "point": [ + 0.2896, + 0.7833 + ] + }, + { + "instruction": "Lily Potter", + "bbox": [ + 0.346875, + 0.7833333333333333, + 0.396875, + 0.8074072943793402 + ], + "point": [ + 0.3719, + 0.7954 + ] + }, + { + "instruction": "Lily Potter", + "bbox": [ + 0.4354166666666667, + 0.7833333333333333, + 0.48541666666666666, + 0.8074072943793402 + ], + "point": [ + 0.4604, + 0.7954 + ] + }, + { + "instruction": "$208.20", + "bbox": [ + 0.5229166666666667, + 0.7833333333333333, + 0.5635416666666667, + 0.8055555555555556 + ], + "point": [ + 0.5432, + 0.7944 + ] + }, + { + "instruction": "$208.20", + "bbox": [ + 0.6125, + 0.7833333333333333, + 0.653125, + 0.8055555555555556 + ], + "point": [ + 0.6328, + 0.7944 + ] + }, + { + "instruction": "Canceled", + "bbox": [ + 0.725, + 0.7833333333333333, + 0.7708333333333334, + 0.8055555555555556 + ], + "point": [ + 0.7479, + 0.7944 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7979166666666667, + 0.7851851286711516, + 0.8229166666666666, + 0.8074073508933738 + ], + "point": [ + 0.8104, + 0.7963 + ] + }, + { + "instruction": "PM", + "bbox": [ + 0.2296875, + 0.7972222222222223, + 0.24635416666666668, + 0.8157407407407408 + ], + "point": [ + 0.238, + 0.8065 + ] + }, + { + "instruction": "May 19,2023 8.11.51", + "bbox": [ + 0.23020833333333332, + 0.9185185185185185, + 0.328125, + 0.9425925925925925 + ], + "point": [ + 0.2792, + 0.9306 + ] + }, + { + "instruction": "000000230", + "bbox": [ + 0.0625, + 0.929629573115596, + 0.115625, + 0.9518517388237847 + ], + "point": [ + 0.0891, + 0.9407 + ] + }, + { + "instruction": "Ava Brown", + "bbox": [ + 0.34739583333333335, + 0.9324074074074075, + 0.3984375, + 0.950925925925926 + ], + "point": [ + 0.3729, + 0.9417 + ] + }, + { + "instruction": "Ava Brown", + "bbox": [ + 0.4359375, + 0.9324074074074075, + 0.4869791666666667, + 0.950925925925926 + ], + "point": [ + 0.4615, + 0.9417 + ] + }, + { + "instruction": "$93.40", + "bbox": [ + 0.5229166666666667, + 0.929629573115596, + 0.5572916666666666, + 0.9518517388237847 + ], + "point": [ + 0.5401, + 0.9407 + ] + }, + { + "instruction": "$93.40", + "bbox": [ + 0.6125000635782878, + 0.929629573115596, + 0.6468750635782877, + 0.9518517388237847 + ], + "point": [ + 0.6297, + 0.9407 + ] + }, + { + "instruction": "Complete", + "bbox": [ + 0.725, + 0.9296296296296296, + 0.7729166666666667, + 0.9537037037037037 + ], + "point": [ + 0.749, + 0.9417 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7984375, + 0.9342592592592592, + 0.8234375, + 0.9527777777777777 + ], + "point": [ + 0.8109, + 0.9435 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.14479166666666668, + 0.9518518518518518, + 0.20729166666666668, + 0.9740740740740741 + ], + "point": [ + 0.176, + 0.963 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.12864583333333332, + 0.9768518518518519, + 0.15260416666666668, + 0.9953703703703703 + ], + "point": [ + 0.1406, + 0.9861 + ] + }, + { + "instruction": "May", + "bbox": [ + 0.23072916666666668, + 0.4777777777777778, + 0.25052083333333336, + 0.5018518518518519 + ], + "point": [ + 0.2406, + 0.4898 + ] + }, + { + "instruction": "May`", + "bbox": [ + 0.23020834922790528, + 0.6231481481481481, + 0.2510416825612386, + 0.6509259259259259 + ], + "point": [ + 0.2406, + 0.637 + ] + }, + { + "instruction": "May`", + "bbox": [ + 0.23020834922790528, + 0.7694443879304109, + 0.2510416825612386, + 0.7972221657081887 + ], + "point": [ + 0.2406, + 0.7833 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.8671038945515951, + 0.056659935138843674, + 0.9615137100219726, + 0.10305766352900753 + ], + "point": [ + 0.9143, + 0.0799 + ] + }, + { + "instruction": "Actions", + "bbox": [ + 0.012693659464518229, + 0.12690816808629918, + 0.14762778282165528, + 0.17657029893663195 + ], + "point": [ + 0.0802, + 0.1517 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.6582256952921549, + 0.04925560421413845, + 0.7390175501505534, + 0.10398031870524088 + ], + "point": [ + 0.6986, + 0.0766 + ] + }, + { + "instruction": "E", + "bbox": [ + 0.9668951034545898, + 0.05857655207316081, + 0.9999612808227539, + 0.10237419693558304 + ], + "point": [ + 0.9834, + 0.0805 + ] + }, + { + "instruction": "Default", + "bbox": [ + 0.7412186940511067, + 0.05748512126781322, + 0.8624879201253255, + 0.10258463400381583 + ], + "point": [ + 0.8019, + 0.08 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7412186940511067, + 0.05748512126781322, + 0.8624879201253255, + 0.10258463400381583 + ], + "point": [ + 0.8019, + 0.08 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.6054303487141927, + 0.20109857629846645, + 0.7189341227213542, + 0.2874349523473669 + ], + "point": [ + 0.6622, + 0.2443 + ] + }, + { + "instruction": "(Purchased)", + "bbox": [ + 0.6054303487141927, + 0.20109857629846645, + 0.7189341227213542, + 0.2874349523473669 + ], + "point": [ + 0.6622, + 0.2443 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.5151180585225423, + 0.2020192746762876, + 0.6074511845906575, + 0.28829178986725984 + ], + "point": [ + 0.5613, + 0.2452 + ] + }, + { + "instruction": "(Base)", + "bbox": [ + 0.5151180585225423, + 0.2020192746762876, + 0.6074511845906575, + 0.28829178986725984 + ], + "point": [ + 0.5613, + 0.2452 + ] + }, + { + "instruction": "Allocated", + "bbox": [ + 0.8336214065551758, + 0.2022592473913122, + 0.9196313858032227, + 0.28746456570095485 + ], + "point": [ + 0.8766, + 0.2449 + ] + }, + { + "instruction": "sources", + "bbox": [ + 0.8336214065551758, + 0.2022592473913122, + 0.9196313858032227, + 0.28746456570095485 + ], + "point": [ + 0.8766, + 0.2449 + ] + }, + { + "instruction": "Braintree Trans", + "bbox": [ + 0.918429946899414, + 0.20267083909776476, + 1.0, + 0.2875847145363137 + ], + "point": [ + 0.9592, + 0.2451 + ] + }, + { + "instruction": "Source", + "bbox": [ + 0.918429946899414, + 0.20267083909776476, + 1.0, + 0.2875847145363137 + ], + "point": [ + 0.9592, + 0.2451 + ] + }, + { + "instruction": "Create Nel", + "bbox": [ + 0.9233768463134766, + 0.0, + 1.0, + 0.04297814545808015 + ], + "point": [ + 0.9617, + 0.0215 + ] + }, + { + "instruction": "Action", + "bbox": [ + 0.7820569356282552, + 0.2020608972620081, + 0.8385286966959635, + 0.2872699878833912 + ], + "point": [ + 0.8103, + 0.2447 + ] + }, + { + "instruction": "200", + "bbox": [ + 0.7381385167439779, + 0.12640834384494357, + 0.7815829594930013, + 0.17892061869303386 + ], + "point": [ + 0.7599, + 0.1527 + ] + }, + { + "instruction": "AM", + "bbox": [ + 0.22853771845499674, + 0.35224179868344907, + 0.24610265096028647, + 0.38123722782841435 + ], + "point": [ + 0.2373, + 0.3667 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.7144368489583334, + 0.20176027086046006, + 0.7841134389241536, + 0.2864950391981337 + ], + "point": [ + 0.7493, + 0.2441 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12888967990875244, + 0.2970712732385706, + 0.19569247563680012, + 0.3203821818033854 + ], + "point": [ + 0.1623, + 0.3087 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.12605576515197753, + 0.36574427286783856, + 0.21818108558654786, + 0.39021631876627605 + ], + "point": [ + 0.1721, + 0.378 + ] + }, + { + "instruction": "000000299", + "bbox": [ + 0.053947973251342776, + 0.29072437992802375, + 0.1228351910909017, + 0.43281902737087674 + ], + "point": [ + 0.0884, + 0.3618 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12910087108612062, + 0.4445871988932292, + 0.19732624689737957, + 0.46696862114800347 + ], + "point": [ + 0.1632, + 0.4558 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12672940889994302, + 0.3159871419270833, + 0.21758748690287272, + 0.3674467298719618 + ], + "point": [ + 0.1722, + 0.3417 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.12672940889994302, + 0.3159871419270833, + 0.21758748690287272, + 0.3674467298719618 + ], + "point": [ + 0.1722, + 0.3417 + ] + }, + { + "instruction": "AM", + "bbox": [ + 0.2288877010345459, + 0.941949971516927, + 0.2461057186126709, + 0.9659167254412616 + ], + "point": [ + 0.2375, + 0.9539 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7842204411824544, + 0.28710852728949654, + 0.8385566075642904, + 0.4299550374348958 + ], + "point": [ + 0.8114, + 0.3585 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.126415220896403, + 0.38889838324652776, + 0.21837250391642252, + 0.41469557020399306 + ], + "point": [ + 0.1724, + 0.4018 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12555734316507974, + 0.5847702026367188, + 0.21833964983622234, + 0.713414227520978 + ], + "point": [ + 0.1719, + 0.6491 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.12555734316507974, + 0.5847702026367188, + 0.21833964983622234, + 0.713414227520978 + ], + "point": [ + 0.1719, + 0.6491 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.12555734316507974, + 0.5847702026367188, + 0.21833964983622234, + 0.713414227520978 + ], + "point": [ + 0.1719, + 0.6491 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.12555734316507974, + 0.5847702026367188, + 0.21833964983622234, + 0.713414227520978 + ], + "point": [ + 0.1719, + 0.6491 + ] + }, + { + "instruction": "000000125", + "bbox": [ + 0.05520262718200684, + 0.5773475929542824, + 0.12111830711364746, + 0.7129663538049769 + ], + "point": [ + 0.0882, + 0.6452 + ] + }, + { + "instruction": "Purchase Point", + "bbox": [ + 0.12464116414388021, + 0.22121474654586226, + 0.21702181498209636, + 0.2611985383210359 + ], + "point": [ + 0.1708, + 0.2412 + ] + }, + { + "instruction": "Pending", + "bbox": [ + 0.7188440958658854, + 0.2871699580439815, + 0.7833553314208984, + 0.43144237377025463 + ], + "point": [ + 0.7511, + 0.3593 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12433345317840576, + 0.8810618082682292, + 0.21922473907470702, + 0.9593956841362847 + ], + "point": [ + 0.1718, + 0.9202 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.12433345317840576, + 0.8810618082682292, + 0.21922473907470702, + 0.9593956841362847 + ], + "point": [ + 0.1718, + 0.9202 + ] + }, + { + "instruction": "Sarah Miller", + "bbox": [ + 0.3397141138712565, + 0.2840303209092882, + 0.4275580724080404, + 0.4336703830295139 + ], + "point": [ + 0.3836, + 0.3589 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12494227091471354, + 0.7326520001446759, + 0.21814695994059244, + 0.8525621202256944 + ], + "point": [ + 0.1715, + 0.7926 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.12494227091471354, + 0.7326520001446759, + 0.21814695994059244, + 0.8525621202256944 + ], + "point": [ + 0.1715, + 0.7926 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.12494227091471354, + 0.7326520001446759, + 0.21814695994059244, + 0.8525621202256944 + ], + "point": [ + 0.1715, + 0.7926 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.12494227091471354, + 0.7326520001446759, + 0.21814695994059244, + 0.8525621202256944 + ], + "point": [ + 0.1715, + 0.7926 + ] + }, + { + "instruction": "Oraers", + "bbox": [ + 0.0, + 0.0, + 0.07724348704020183, + 0.0335507074991862 + ], + "point": [ + 0.0386, + 0.0168 + ] + }, + { + "instruction": "$219.40", + "bbox": [ + 0.6090656916300455, + 0.28968161123770253, + 0.7176390965779622, + 0.43442303692853007 + ], + "point": [ + 0.6634, + 0.3621 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.4275022506713867, + 0.20241064848723234, + 0.5175406138102213, + 0.2873518202039931 + ], + "point": [ + 0.4725, + 0.2449 + ] + }, + { + "instruction": "000000136", + "bbox": [ + 0.05439997911453247, + 0.7282738579644097, + 0.12215009927749634, + 0.8691931830512153 + ], + "point": [ + 0.0883, + 0.7987 + ] + }, + { + "instruction": "AM", + "bbox": [ + 0.2269012451171875, + 0.4977938051576968, + 0.24750086466471355, + 0.5268138744212963 + ], + "point": [ + 0.2372, + 0.5123 + ] + }, + { + "instruction": "Processing", + "bbox": [ + 0.7198889414469402, + 0.5773152104130498, + 0.7830586751302083, + 0.7237662421332465 + ], + "point": [ + 0.7515, + 0.6505 + ] + }, + { + "instruction": "Columns settings.", + "bbox": [ + 0.8671038945515951, + 0.056659935138843674, + 0.9615137100219726, + 0.10305766352900753 + ], + "point": [ + 0.9143, + 0.0799 + ] + }, + { + "instruction": "a button to access additional actions.", + "bbox": [ + 0.012693659464518229, + 0.12690816808629918, + 0.14762778282165528, + 0.17657029893663195 + ], + "point": [ + 0.0802, + 0.1517 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.6582256952921549, + 0.04925560421413845, + 0.7390175501505534, + 0.10398031870524088 + ], + "point": [ + 0.6986, + 0.0766 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.9668951034545898, + 0.05857655207316081, + 0.9999612808227539, + 0.10237419693558304 + ], + "point": [ + 0.9834, + 0.0805 + ] + }, + { + "instruction": "default view options.", + "bbox": [ + 0.7412186940511067, + 0.05748512126781322, + 0.8624879201253255, + 0.10258463400381583 + ], + "point": [ + 0.8019, + 0.08 + ] + }, + { + "instruction": "a \"Grand Total\" or \"Purchased\" option.", + "bbox": [ + 0.6054303487141927, + 0.20109857629846645, + 0.7189341227213542, + 0.2874349523473669 + ], + "point": [ + 0.6622, + 0.2443 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.8794122695922851, + 0.12466806482385706, + 0.9259649276733398, + 0.1793224193431713 + ], + "point": [ + 0.9027, + 0.152 + ] + }, + { + "instruction": "Basic Shapes", + "bbox": [ + 0.14376535415649414, + 0.12757017347547744, + 0.16997146606445312, + 0.17590456362123844 + ], + "point": [ + 0.1569, + 0.1517 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.9350460052490235, + 0.12596744961208767, + 0.9747198740641276, + 0.1798469967312283 + ], + "point": [ + 0.9549, + 0.1529 + ] + }, + { + "instruction": "the \"Grand Total\" option in a user interface.", + "bbox": [ + 0.5151180585225423, + 0.2020192746762876, + 0.6074511845906575, + 0.28829178986725984 + ], + "point": [ + 0.5613, + 0.2452 + ] + }, + { + "instruction": "Allrelated resources.", + "bbox": [ + 0.8336214065551758, + 0.2022592473913122, + 0.9196313858032227, + 0.28746456570095485 + ], + "point": [ + 0.8766, + 0.2449 + ] + }, + { + "instruction": "Braintree Trans source.", + "bbox": [ + 0.918429946899414, + 0.20267083909776476, + 1.0, + 0.2875847145363137 + ], + "point": [ + 0.9592, + 0.2451 + ] + }, + { + "instruction": "creating something new.", + "bbox": [ + 0.9233768463134766, + 0.0, + 1.0, + 0.04297814545808015 + ], + "point": [ + 0.9617, + 0.0215 + ] + }, + { + "instruction": "Action settings.", + "bbox": [ + 0.7820569356282552, + 0.2020608972620081, + 0.8385286966959635, + 0.2872699878833912 + ], + "point": [ + 0.8103, + 0.2447 + ] + }, + { + "instruction": "a value of 2000.", + "bbox": [ + 0.7381385167439779, + 0.12640834384494357, + 0.7815829594930013, + 0.17892061869303386 + ], + "point": [ + 0.7599, + 0.1527 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.3261149724324544, + 0.060819053649902345, + 0.3466779708862305, + 0.1001215828789605 + ], + "point": [ + 0.3364, + 0.0805 + ] + }, + { + "instruction": "A dropdown menu.", + "bbox": [ + 0.7785956064860026, + 0.12637354532877604, + 0.8068289438883464, + 0.17892667982313368 + ], + "point": [ + 0.7927, + 0.1527 + ] + }, + { + "instruction": "The AM function.", + "bbox": [ + 0.22853771845499674, + 0.35224179868344907, + 0.24610265096028647, + 0.38123722782841435 + ], + "point": [ + 0.2373, + 0.3667 + ] + }, + { + "instruction": "Status.", + "bbox": [ + 0.7144368489583334, + 0.20176027086046006, + 0.7841134389241536, + 0.2864950391981337 + ], + "point": [ + 0.7493, + 0.2441 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.014605361223220825, + 0.20240765324345342, + 0.05732003649075826, + 0.2863273338035301 + ], + "point": [ + 0.036, + 0.2444 + ] + }, + { + "instruction": "main website.", + "bbox": [ + 0.12888967990875244, + 0.2970712732385706, + 0.19569247563680012, + 0.3203821818033854 + ], + "point": [ + 0.1623, + 0.3087 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.027818910280863442, + 0.48951653374565973, + 0.04276211261749267, + 0.5202466046368635 + ], + "point": [ + 0.0353, + 0.5049 + ] + }, + { + "instruction": "the default store.", + "bbox": [ + 0.12605576515197753, + 0.36574427286783856, + 0.21818108558654786, + 0.39021631876627605 + ], + "point": [ + 0.1721, + 0.378 + ] + }, + { + "instruction": "a decimal value.", + "bbox": [ + 0.053947973251342776, + 0.29072437992802375, + 0.1228351910909017, + 0.43281902737087674 + ], + "point": [ + 0.0884, + 0.3618 + ] + }, + { + "instruction": "main website.", + "bbox": [ + 0.12910087108612062, + 0.4445871988932292, + 0.19732624689737957, + 0.46696862114800347 + ], + "point": [ + 0.1632, + 0.4558 + ] + }, + { + "instruction": "The main website section in a store.", + "bbox": [ + 0.12672940889994302, + 0.3159871419270833, + 0.21758748690287272, + 0.3674467298719618 + ], + "point": [ + 0.1722, + 0.3417 + ] + }, + { + "instruction": "Text formatting for AM.", + "bbox": [ + 0.2288877010345459, + 0.941949971516927, + 0.2461057186126709, + 0.9659167254412616 + ], + "point": [ + 0.2375, + 0.9539 + ] + }, + { + "instruction": "a vertical scrollbar.", + "bbox": [ + 0.919591776529948, + 0.29083099365234377, + 0.9997505187988281, + 0.4336834377712674 + ], + "point": [ + 0.9597, + 0.3623 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7842204411824544, + 0.28710852728949654, + 0.8385566075642904, + 0.4299550374348958 + ], + "point": [ + 0.8114, + 0.3585 + ] + }, + { + "instruction": "a button to view more details or information.", + "bbox": [ + 0.126415220896403, + 0.38889838324652776, + 0.21837250391642252, + 0.41469557020399306 + ], + "point": [ + 0.1724, + 0.4018 + ] + }, + { + "instruction": "Viewing the main website.", + "bbox": [ + 0.12555734316507974, + 0.5847702026367188, + 0.21833964983622234, + 0.713414227520978 + ], + "point": [ + 0.1719, + 0.6491 + ] + }, + { + "instruction": "a battery level indicator showing a value of 25.", + "bbox": [ + 0.05520262718200684, + 0.5773475929542824, + 0.12111830711364746, + 0.7129663538049769 + ], + "point": [ + 0.0882, + 0.6452 + ] + }, + { + "instruction": "PurchasePoint.", + "bbox": [ + 0.12464116414388021, + 0.22121474654586226, + 0.21702181498209636, + 0.2611985383210359 + ], + "point": [ + 0.1708, + 0.2412 + ] + }, + { + "instruction": "Pending.", + "bbox": [ + 0.7188440958658854, + 0.2871699580439815, + 0.7833553314208984, + 0.43144237377025463 + ], + "point": [ + 0.7511, + 0.3593 + ] + }, + { + "instruction": "The main website section in a user interface.", + "bbox": [ + 0.12433345317840576, + 0.8810618082682292, + 0.21922473907470702, + 0.9593956841362847 + ], + "point": [ + 0.1718, + 0.9202 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.8369953155517578, + 0.28797630027488424, + 0.9200592041015625, + 0.462555835865162 + ], + "point": [ + 0.8785, + 0.3753 + ] + }, + { + "instruction": "A vertical scroll bar.", + "bbox": [ + 0.34496132532755536, + 0.059981904206452545, + 0.3614018440246582, + 0.09730274059154369 + ], + "point": [ + 0.3532, + 0.0786 + ] + }, + { + "instruction": "Sarah Miller.", + "bbox": [ + 0.3397141138712565, + 0.2840303209092882, + 0.4275580724080404, + 0.4336703830295139 + ], + "point": [ + 0.3836, + 0.3589 + ] + }, + { + "instruction": "Viewing the main website section.", + "bbox": [ + 0.12494227091471354, + 0.7326520001446759, + 0.21814695994059244, + 0.8525621202256944 + ], + "point": [ + 0.1715, + 0.7926 + ] + }, + { + "instruction": "Orders section.", + "bbox": [ + 0.0, + 0.0, + 0.07724348704020183, + 0.0335507074991862 + ], + "point": [ + 0.0386, + 0.0168 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.30627257029215493, + 0.22443916885941118, + 0.3339289347330729, + 0.2565169157805266 + ], + "point": [ + 0.3201, + 0.2405 + ] + }, + { + "instruction": "a price display showing $219.40.", + "bbox": [ + 0.6090656916300455, + 0.28968161123770253, + 0.7176390965779622, + 0.43442303692853007 + ], + "point": [ + 0.6634, + 0.3621 + ] + }, + { + "instruction": "Ship-to-Name settings or options.", + "bbox": [ + 0.4275022506713867, + 0.20241064848723234, + 0.5175406138102213, + 0.2873518202039931 + ], + "point": [ + 0.4725, + 0.2449 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.027625268697738646, + 0.34141794840494794, + 0.04415298302968343, + 0.37314633969907407 + ], + "point": [ + 0.0359, + 0.3573 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.06085898478825887, + 0.22740276477955007, + 0.07682002385457357, + 0.2547837433991609 + ], + "point": [ + 0.0688, + 0.2411 + ] + }, + { + "instruction": "Page navigation.", + "bbox": [ + 0.05439997911453247, + 0.7282738579644097, + 0.12215009927749634, + 0.8691931830512153 + ], + "point": [ + 0.0883, + 0.7987 + ] + }, + { + "instruction": "the \" AM\" function.", + "bbox": [ + 0.2269012451171875, + 0.4977938051576968, + 0.24750086466471355, + 0.5268138744212963 + ], + "point": [ + 0.2372, + 0.5123 + ] + }, + { + "instruction": "a menu or navigation bar.", + "bbox": [ + 0.918703842163086, + 0.5789460358796297, + 0.9994461059570312, + 0.7287330910011575 + ], + "point": [ + 0.9591, + 0.6538 + ] + }, + { + "instruction": "Processing", + "bbox": [ + 0.7198889414469402, + 0.5773152104130498, + 0.7830586751302083, + 0.7237662421332465 + ], + "point": [ + 0.7515, + 0.6505 + ] + } + ], + "element_size": 146 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_22/6089.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Search by keyword", + "bbox": [ + 0.022916666666666665, + 0.0787037037037037, + 0.11822916666666666, + 0.10555555555555556 + ], + "point": [ + 0.0706, + 0.0921 + ] + }, + { + "instruction": "of 2", + "bbox": [ + 0.9791667302449544, + 0.1537037037037037, + 1.0000000635782877, + 0.17592592592592593 + ], + "point": [ + 0.9896, + 0.1648 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.346875, + 0.24074074074074073, + 0.409375, + 0.26296296296296295 + ], + "point": [ + 0.3781, + 0.2519 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.128125, + 0.4, + 0.153125, + 0.4222222222222222 + ], + "point": [ + 0.1406, + 0.4111 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.1375, + 0.4777777777777778, + 0.20208333333333334, + 0.5 + ], + "point": [ + 0.1698, + 0.4889 + ] + }, + { + "instruction": "28,2023 6.43.55", + "bbox": [ + 0.25104166666666666, + 0.49074074074074076, + 0.32916666666666666, + 0.512962962962963 + ], + "point": [ + 0.2901, + 0.5019 + ] + }, + { + "instruction": "000000065", + "bbox": [ + 0.0625, + 0.5009259259259259, + 0.115625, + 0.5231481481481481 + ], + "point": [ + 0.0891, + 0.512 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.128125, + 0.5018518518518519, + 0.15625, + 0.524074074074074 + ], + "point": [ + 0.1422, + 0.513 + ] + }, + { + "instruction": "Grace Nguyen", + "bbox": [ + 0.34687503178914386, + 0.5018519083658854, + 0.4156250317891439, + 0.5277778342918114 + ], + "point": [ + 0.3813, + 0.5148 + ] + }, + { + "instruction": "Grace Nguyen", + "bbox": [ + 0.4354166666666667, + 0.5018519083658854, + 0.503125, + 0.5277778342918114 + ], + "point": [ + 0.4693, + 0.5148 + ] + }, + { + "instruction": "$210.00", + "bbox": [ + 0.5229166666666667, + 0.5018518518518519, + 0.5635416666666667, + 0.524074074074074 + ], + "point": [ + 0.5432, + 0.513 + ] + }, + { + "instruction": "$210.00", + "bbox": [ + 0.6125, + 0.5018518518518519, + 0.653125, + 0.524074074074074 + ], + "point": [ + 0.6328, + 0.513 + ] + }, + { + "instruction": "Pending", + "bbox": [ + 0.7239583333333334, + 0.4981481481481482, + 0.7671875, + 0.5277777777777778 + ], + "point": [ + 0.7456, + 0.513 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7984375, + 0.5064814814814815, + 0.8223958333333333, + 0.525 + ], + "point": [ + 0.8104, + 0.5157 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.14479166666666668, + 0.5240741305881076, + 0.20729166666666668, + 0.5462963528103298 + ], + "point": [ + 0.176, + 0.5352 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.12864583333333332, + 0.549074074074074, + 0.15260416666666668, + 0.5675925925925925 + ], + "point": [ + 0.1406, + 0.5583 + ] + }, + { + "instruction": "May 24,2023 8.28.12", + "bbox": [ + 0.23020836512247722, + 0.6370370370370371, + 0.32916669845581054, + 0.6611111111111111 + ], + "point": [ + 0.2797, + 0.6491 + ] + }, + { + "instruction": "Matt Baker", + "bbox": [ + 0.34791666666666665, + 0.6481480916341146, + 0.4010416666666667, + 0.670370426884404 + ], + "point": [ + 0.3745, + 0.6593 + ] + }, + { + "instruction": "Matt Baker", + "bbox": [ + 0.43697916666666664, + 0.6509259824399595, + 0.4890625, + 0.669444500958478 + ], + "point": [ + 0.463, + 0.6602 + ] + }, + { + "instruction": "$166.40", + "bbox": [ + 0.5229166666666667, + 0.6481480916341146, + 0.5635416666666667, + 0.670370426884404 + ], + "point": [ + 0.5432, + 0.6593 + ] + }, + { + "instruction": "$166.40", + "bbox": [ + 0.6125, + 0.6481480916341146, + 0.653125, + 0.670370426884404 + ], + "point": [ + 0.6328, + 0.6593 + ] + }, + { + "instruction": "AM", + "bbox": [ + 0.2296875, + 0.6620370370370371, + 0.24635416666666668, + 0.6805555555555556 + ], + "point": [ + 0.238, + 0.6713 + ] + }, + { + "instruction": "May 23,2023 9.20.01", + "bbox": [ + 0.23020833333333332, + 0.7833333333333333, + 0.328125, + 0.8074072943793402 + ], + "point": [ + 0.2792, + 0.7954 + ] + }, + { + "instruction": "Lily Potter", + "bbox": [ + 0.346875, + 0.7962962962962963, + 0.396875, + 0.8185185185185185 + ], + "point": [ + 0.3719, + 0.8074 + ] + }, + { + "instruction": "Lily Potter", + "bbox": [ + 0.4354166666666667, + 0.7962962962962963, + 0.48541666666666666, + 0.8203703703703704 + ], + "point": [ + 0.4604, + 0.8083 + ] + }, + { + "instruction": "5208.20", + "bbox": [ + 0.5234375, + 0.7972222222222223, + 0.5630208333333333, + 0.8157407407407408 + ], + "point": [ + 0.5432, + 0.8065 + ] + }, + { + "instruction": "$208.20", + "bbox": [ + 0.6125, + 0.7944444444444444, + 0.653125, + 0.8185185185185185 + ], + "point": [ + 0.6328, + 0.8065 + ] + }, + { + "instruction": "Canceled", + "bbox": [ + 0.7255208333333333, + 0.7972222222222223, + 0.7703125, + 0.8157407407407408 + ], + "point": [ + 0.7479, + 0.8065 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7979166666666667, + 0.7981482046621817, + 0.8239583333333333, + 0.820370426884404 + ], + "point": [ + 0.8109, + 0.8093 + ] + }, + { + "instruction": "19,2023 8:11.51", + "bbox": [ + 0.25104166666666666, + 0.9296296296296296, + 0.328125, + 0.9537037037037037 + ], + "point": [ + 0.2896, + 0.9417 + ] + }, + { + "instruction": "Ava Brown", + "bbox": [ + 0.346875, + 0.9407407407407408, + 0.39895833333333336, + 0.9648148148148148 + ], + "point": [ + 0.3729, + 0.9528 + ] + }, + { + "instruction": "Ava Brown", + "bbox": [ + 0.43697916666666664, + 0.9435185185185185, + 0.4869791666666667, + 0.962037037037037 + ], + "point": [ + 0.462, + 0.9528 + ] + }, + { + "instruction": "$93.40", + "bbox": [ + 0.5239583333333333, + 0.9425927056206598, + 0.5572916666666666, + 0.9648149278428819 + ], + "point": [ + 0.5406, + 0.9537 + ] + }, + { + "instruction": "$93.40", + "bbox": [ + 0.6125000635782878, + 0.9425927056206598, + 0.6468750635782877, + 0.9648149278428819 + ], + "point": [ + 0.6297, + 0.9537 + ] + }, + { + "instruction": "Complete", + "bbox": [ + 0.725, + 0.9425925925925925, + 0.7729166666666667, + 0.9666666666666667 + ], + "point": [ + 0.749, + 0.9546 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7979166666666667, + 0.9444444444444444, + 0.8229166666666666, + 0.9666666666666667 + ], + "point": [ + 0.8104, + 0.9556 + ] + }, + { + "instruction": "AM", + "bbox": [ + 0.22916666666666666, + 0.9537037037037037, + 0.246875, + 0.975925925925926 + ], + "point": [ + 0.238, + 0.9648 + ] + }, + { + "instruction": "May", + "bbox": [ + 0.23072916666666668, + 0.4898148148148148, + 0.25052083333333336, + 0.5148148148148148 + ], + "point": [ + 0.2406, + 0.5023 + ] + }, + { + "instruction": "May", + "bbox": [ + 0.23020834922790528, + 0.9287037037037037, + 0.2510416825612386, + 0.9564814814814815 + ], + "point": [ + 0.2406, + 0.9426 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.6584693272908528, + 0.06402241742169415, + 0.7391477584838867, + 0.11733498749909578 + ], + "point": [ + 0.6988, + 0.0907 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.8691673278808594, + 0.06385537606698495, + 0.9587882995605469, + 0.1165504879421658 + ], + "point": [ + 0.914, + 0.0902 + ] + }, + { + "instruction": "Default View", + "bbox": [ + 0.7472546259562175, + 0.06253013610839844, + 0.8603906631469727, + 0.1171950446234809 + ], + "point": [ + 0.8038, + 0.0899 + ] + }, + { + "instruction": "Actions", + "bbox": [ + 0.013958168029785157, + 0.13824696011013454, + 0.1735272248586019, + 0.18964992099338107 + ], + "point": [ + 0.0937, + 0.1639 + ] + }, + { + "instruction": "200", + "bbox": [ + 0.7369251887003581, + 0.13824974342628762, + 0.8069199244181315, + 0.1911413969816985 + ], + "point": [ + 0.7719, + 0.1647 + ] + }, + { + "instruction": "Create Nel", + "bbox": [ + 0.9227533976236979, + 0.0, + 1.0, + 0.043584283192952475 + ], + "point": [ + 0.9614, + 0.0218 + ] + }, + { + "instruction": "Braintree Trans", + "bbox": [ + 0.9185792922973632, + 0.21422911749945747, + 1.0000000635782877, + 0.29715805053710936 + ], + "point": [ + 0.9593, + 0.2557 + ] + }, + { + "instruction": "Source", + "bbox": [ + 0.9185792922973632, + 0.21422911749945747, + 1.0000000635782877, + 0.29715805053710936 + ], + "point": [ + 0.9593, + 0.2557 + ] + }, + { + "instruction": "Allocated", + "bbox": [ + 0.8333288192749023, + 0.21375692862051504, + 0.9199193954467774, + 0.29701379846643516 + ], + "point": [ + 0.8766, + 0.2554 + ] + }, + { + "instruction": "sources", + "bbox": [ + 0.8333288192749023, + 0.21375692862051504, + 0.9199193954467774, + 0.29701379846643516 + ], + "point": [ + 0.8766, + 0.2554 + ] + }, + { + "instruction": "000000125", + "bbox": [ + 0.053797384103139244, + 0.5936485573097512, + 0.12147575616836548, + 0.7385054411711516 + ], + "point": [ + 0.0876, + 0.6661 + ] + }, + { + "instruction": "Action", + "bbox": [ + 0.7819230397542317, + 0.21402804056803384, + 0.8379393259684245, + 0.2978797630027488 + ], + "point": [ + 0.8099, + 0.256 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.6037823994954427, + 0.21429708975332754, + 0.7177354176839192, + 0.29822280318648725 + ], + "point": [ + 0.6608, + 0.2563 + ] + }, + { + "instruction": "(Purchased)", + "bbox": [ + 0.6037823994954427, + 0.21429708975332754, + 0.7177354176839192, + 0.29822280318648725 + ], + "point": [ + 0.6608, + 0.2563 + ] + }, + { + "instruction": "000000299", + "bbox": [ + 0.05416881640752157, + 0.29752892388237845, + 0.12360392014185588, + 0.4430560641818576 + ], + "point": [ + 0.0889, + 0.3703 + ] + }, + { + "instruction": "Processing", + "bbox": [ + 0.7206851323445638, + 0.586768482349537, + 0.7835443496704102, + 0.7327324761284723 + ], + "point": [ + 0.7521, + 0.6598 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.5142695744832356, + 0.21307062219690392, + 0.6068432490030925, + 0.2976068002206308 + ], + "point": [ + 0.5606, + 0.2553 + ] + }, + { + "instruction": "(Base)", + "bbox": [ + 0.5142695744832356, + 0.21307062219690392, + 0.6068432490030925, + 0.2976068002206308 + ], + "point": [ + 0.5606, + 0.2553 + ] + }, + { + "instruction": "$219.40", + "bbox": [ + 0.5158505121866862, + 0.2963205408166956, + 0.6071465174357097, + 0.4430461742259838 + ], + "point": [ + 0.5615, + 0.3697 + ] + }, + { + "instruction": "$219.40", + "bbox": [ + 0.6076892217000326, + 0.297322760687934, + 0.7188231786092122, + 0.44702589246961805 + ], + "point": [ + 0.6633, + 0.3722 + ] + }, + { + "instruction": "Sarah Miller", + "bbox": [ + 0.42798614501953125, + 0.29786416512948494, + 0.516162109375, + 0.44982316758897567 + ], + "point": [ + 0.4721, + 0.3738 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12562052408854166, + 0.8859694869429977, + 0.22003580729166666, + 0.9965398717809606 + ], + "point": [ + 0.1728, + 0.9413 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.12562052408854166, + 0.8859694869429977, + 0.22003580729166666, + 0.9965398717809606 + ], + "point": [ + 0.1728, + 0.9413 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.12562052408854166, + 0.8859694869429977, + 0.22003580729166666, + 0.9965398717809606 + ], + "point": [ + 0.1728, + 0.9413 + ] + }, + { + "instruction": "000000136", + "bbox": [ + 0.05400464534759521, + 0.7381280969690394, + 0.12176039218902587, + 0.8812793872974537 + ], + "point": [ + 0.0879, + 0.8097 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12568140029907227, + 0.7421315511067709, + 0.21596186955769855, + 0.8456505669487847 + ], + "point": [ + 0.1708, + 0.7939 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.12568140029907227, + 0.7421315511067709, + 0.21596186955769855, + 0.8456505669487847 + ], + "point": [ + 0.1708, + 0.7939 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.12568140029907227, + 0.7421315511067709, + 0.21596186955769855, + 0.8456505669487847 + ], + "point": [ + 0.1708, + 0.7939 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12482993602752686, + 0.5940236409505208, + 0.2196377436319987, + 0.7335536250361689 + ], + "point": [ + 0.1722, + 0.6638 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.12482993602752686, + 0.5940236409505208, + 0.2196377436319987, + 0.7335536250361689 + ], + "point": [ + 0.1722, + 0.6638 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.12482993602752686, + 0.5940236409505208, + 0.2196377436319987, + 0.7335536250361689 + ], + "point": [ + 0.1722, + 0.6638 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.12482993602752686, + 0.5940236409505208, + 0.2196377436319987, + 0.7335536250361689 + ], + "point": [ + 0.1722, + 0.6638 + ] + }, + { + "instruction": "000000230", + "bbox": [ + 0.05658984184265137, + 0.8830695258246528, + 0.12162647247314454, + 0.999346923828125 + ], + "point": [ + 0.0891, + 0.9412 + ] + }, + { + "instruction": "31, 2023 2.55.09", + "bbox": [ + 0.22295112609863282, + 0.29809559009693287, + 0.34089813232421873, + 0.4422701800311053 + ], + "point": [ + 0.2819, + 0.3702 + ] + }, + { + "instruction": "AM", + "bbox": [ + 0.22295112609863282, + 0.29809559009693287, + 0.34089813232421873, + 0.4422701800311053 + ], + "point": [ + 0.2819, + 0.3702 + ] + }, + { + "instruction": "May `", + "bbox": [ + 0.22295112609863282, + 0.29809559009693287, + 0.34089813232421873, + 0.4422701800311053 + ], + "point": [ + 0.2819, + 0.3702 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7836649576822917, + 0.29709978456850406, + 0.8383572896321615, + 0.44026209513346354 + ], + "point": [ + 0.811, + 0.3687 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.7106396993001302, + 0.2138834211561415, + 0.7836859385172527, + 0.2979575828269676 + ], + "point": [ + 0.7472, + 0.2559 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12913873195648193, + 0.30967463740596063, + 0.19540772438049317, + 0.3320778175636574 + ], + "point": [ + 0.1623, + 0.3209 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7858198801676433, + 0.5892864086009838, + 0.8355637868245442, + 0.733651281286169 + ], + "point": [ + 0.8107, + 0.6615 + ] + }, + { + "instruction": "Sarah Miller", + "bbox": [ + 0.3398785909016927, + 0.297259521484375, + 0.428801155090332, + 0.44716887297453706 + ], + "point": [ + 0.3843, + 0.3722 + ] + }, + { + "instruction": "Purchase Point", + "bbox": [ + 0.12730535666147869, + 0.2312149612991898, + 0.2100407282511393, + 0.2751891524703414 + ], + "point": [ + 0.1687, + 0.2532 + ] + }, + { + "instruction": "Purchase Date", + "bbox": [ + 0.22727704048156738, + 0.23772255226417824, + 0.3383382161458333, + 0.2669335259331597 + ], + "point": [ + 0.2828, + 0.2523 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.12563982009887695, + 0.8422128182870371, + 0.21601381301879882, + 0.8656963207103588 + ], + "point": [ + 0.1708, + 0.854 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12930212020874024, + 0.3325017010724103, + 0.20539395014444986, + 0.35522362037941263 + ], + "point": [ + 0.1673, + 0.3439 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.12661072413126628, + 0.3772126939561632, + 0.21850029627482095, + 0.40291917588975695 + ], + "point": [ + 0.1726, + 0.3901 + ] + }, + { + "instruction": "Pending", + "bbox": [ + 0.719157600402832, + 0.296678783275463, + 0.783452033996582, + 0.44336474383318863 + ], + "point": [ + 0.7513, + 0.37 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.12722798188527426, + 0.3543032610857928, + 0.21775643030802408, + 0.37891280562789353 + ], + "point": [ + 0.1725, + 0.3666 + ] + }, + { + "instruction": "PM", + "bbox": [ + 0.22849078178405763, + 0.8066302264178241, + 0.24936413764953613, + 0.8307306360315394 + ], + "point": [ + 0.2389, + 0.8187 + ] + }, + { + "instruction": "Orders", + "bbox": [ + 0.0, + 0.0, + 0.07606001694997151, + 0.03274446063571506 + ], + "point": [ + 0.038, + 0.0164 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.4272930145263672, + 0.2143345868145978, + 0.5179184595743815, + 0.299898189968533 + ], + "point": [ + 0.4726, + 0.2571 + ] + }, + { + "instruction": "308 records found", + "bbox": [ + 0.18376089731852213, + 0.1376371878164786, + 0.29389076232910155, + 0.1878631309226707 + ], + "point": [ + 0.2388, + 0.1628 + ] + }, + { + "instruction": "AM", + "bbox": [ + 0.22963757514953614, + 0.5138996265552662, + 0.2465914249420166, + 0.5362078631365741 + ], + "point": [ + 0.2381, + 0.5251 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.13004748026529947, + 0.45693189832899306, + 0.19363857905069987, + 0.47918463812934026 + ], + "point": [ + 0.1618, + 0.4681 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.807824452718099, + 0.14124166700575086, + 0.8670483907063802, + 0.18644065856933595 + ], + "point": [ + 0.8374, + 0.1638 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.6584693272908528, + 0.06402241742169415, + 0.7391477584838867, + 0.11733498749909578 + ], + "point": [ + 0.6988, + 0.0907 + ] + }, + { + "instruction": "Columns settings.", + "bbox": [ + 0.8691673278808594, + 0.06385537606698495, + 0.9587882995605469, + 0.1165504879421658 + ], + "point": [ + 0.914, + 0.0902 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.9672743479410807, + 0.06257246511953848, + 1.0, + 0.11480705826370805 + ], + "point": [ + 0.9836, + 0.0887 + ] + }, + { + "instruction": "default view options.", + "bbox": [ + 0.7472546259562175, + 0.06253013610839844, + 0.8603906631469727, + 0.1171950446234809 + ], + "point": [ + 0.8038, + 0.0899 + ] + }, + { + "instruction": "a dropdown menu to view additional actions.", + "bbox": [ + 0.013958168029785157, + 0.13824696011013454, + 0.1735272248586019, + 0.18964992099338107 + ], + "point": [ + 0.0937, + 0.1639 + ] + }, + { + "instruction": "navigating to the previous item or screen.", + "bbox": [ + 0.8795093536376953, + 0.13891239872685185, + 0.9209098815917969, + 0.19199614348234953 + ], + "point": [ + 0.9002, + 0.1655 + ] + }, + { + "instruction": "The number 1.", + "bbox": [ + 0.9338994344075521, + 0.13866335550944012, + 0.9757643381754557, + 0.19296144556116174 + ], + "point": [ + 0.9548, + 0.1658 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.7369251887003581, + 0.13824974342628762, + 0.8069199244181315, + 0.1911413969816985 + ], + "point": [ + 0.7719, + 0.1647 + ] + }, + { + "instruction": "creating something new.", + "bbox": [ + 0.9227533976236979, + 0.0, + 1.0, + 0.043584283192952475 + ], + "point": [ + 0.9614, + 0.0218 + ] + }, + { + "instruction": "Braintree Trans source.", + "bbox": [ + 0.9185792922973632, + 0.21422911749945747, + 1.0000000635782877, + 0.29715805053710936 + ], + "point": [ + 0.9593, + 0.2557 + ] + }, + { + "instruction": "Allrelated resources.", + "bbox": [ + 0.8333288192749023, + 0.21375692862051504, + 0.9199193954467774, + 0.29701379846643516 + ], + "point": [ + 0.8766, + 0.2554 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.32520949045817055, + 0.07042241979528356, + 0.34689629872639977, + 0.11144458629466869 + ], + "point": [ + 0.3361, + 0.0909 + ] + }, + { + "instruction": "a column with a value of 25.", + "bbox": [ + 0.053797384103139244, + 0.5936485573097512, + 0.12147575616836548, + 0.7385054411711516 + ], + "point": [ + 0.0876, + 0.6661 + ] + }, + { + "instruction": "Action settings or options.", + "bbox": [ + 0.7819230397542317, + 0.21402804056803384, + 0.8379393259684245, + 0.2978797630027488 + ], + "point": [ + 0.8099, + 0.256 + ] + }, + { + "instruction": "a \"Grand Total\" or \"Purchased\" option.", + "bbox": [ + 0.6037823994954427, + 0.21429708975332754, + 0.7177354176839192, + 0.29822280318648725 + ], + "point": [ + 0.6608, + 0.2563 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.027652164300282795, + 0.5022379557291666, + 0.04266742467880249, + 0.5299415870949075 + ], + "point": [ + 0.0352, + 0.5161 + ] + }, + { + "instruction": "a decimal value.", + "bbox": [ + 0.05416881640752157, + 0.29752892388237845, + 0.12360392014185588, + 0.4430560641818576 + ], + "point": [ + 0.0889, + 0.3703 + ] + }, + { + "instruction": "Accessing processing.", + "bbox": [ + 0.7206851323445638, + 0.586768482349537, + 0.7835443496704102, + 0.7327324761284723 + ], + "point": [ + 0.7521, + 0.6598 + ] + }, + { + "instruction": "a dropdown menu for selecting the Grand Total (Base).", + "bbox": [ + 0.5142695744832356, + 0.21307062219690392, + 0.6068432490030925, + 0.2976068002206308 + ], + "point": [ + 0.5606, + 0.2553 + ] + }, + { + "instruction": "a price tag of $219.40.", + "bbox": [ + 0.5158505121866862, + 0.2963205408166956, + 0.6071465174357097, + 0.4430461742259838 + ], + "point": [ + 0.5615, + 0.3697 + ] + }, + { + "instruction": "a menu or navigation bar.", + "bbox": [ + 0.9188388824462891, + 0.29872832121672455, + 1.0, + 0.44744494402850116 + ], + "point": [ + 0.9594, + 0.3731 + ] + }, + { + "instruction": "a price display showing $219.40.", + "bbox": [ + 0.6076892217000326, + 0.297322760687934, + 0.7188231786092122, + 0.44702589246961805 + ], + "point": [ + 0.6633, + 0.3722 + ] + }, + { + "instruction": "a vertical scrollbar.", + "bbox": [ + 0.9195162455240885, + 0.5931089048032407, + 0.9989952087402344, + 0.7452487521701389 + ], + "point": [ + 0.9593, + 0.6692 + ] + }, + { + "instruction": "Sarah Miller", + "bbox": [ + 0.42798614501953125, + 0.29786416512948494, + 0.516162109375, + 0.44982316758897567 + ], + "point": [ + 0.4721, + 0.3738 + ] + }, + { + "instruction": "the main website section in a user interface.", + "bbox": [ + 0.12562052408854166, + 0.8859694869429977, + 0.22003580729166666, + 0.9965398717809606 + ], + "point": [ + 0.1728, + 0.9413 + ] + }, + { + "instruction": "a battery indicator showing 60000136.", + "bbox": [ + 0.05400464534759521, + 0.7381280969690394, + 0.12176039218902587, + 0.8812793872974537 + ], + "point": [ + 0.0879, + 0.8097 + ] + }, + { + "instruction": "Accessing the main website and store settings.", + "bbox": [ + 0.12568140029907227, + 0.7421315511067709, + 0.21596186955769855, + 0.8456505669487847 + ], + "point": [ + 0.1708, + 0.7939 + ] + }, + { + "instruction": "Viewing the main website section.", + "bbox": [ + 0.12482993602752686, + 0.5940236409505208, + 0.2196377436319987, + 0.7335536250361689 + ], + "point": [ + 0.1722, + 0.6638 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.05658984184265137, + 0.8830695258246528, + 0.12162647247314454, + 0.999346923828125 + ], + "point": [ + 0.0891, + 0.9412 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.015173244476318359, + 0.2148599412706163, + 0.05586915016174317, + 0.29624546192310475 + ], + "point": [ + 0.0355, + 0.2556 + ] + }, + { + "instruction": "a date and time display.", + "bbox": [ + 0.22295112609863282, + 0.29809559009693287, + 0.34089813232421873, + 0.4422701800311053 + ], + "point": [ + 0.2819, + 0.3702 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7836649576822917, + 0.29709978456850406, + 0.8383572896321615, + 0.44026209513346354 + ], + "point": [ + 0.811, + 0.3687 + ] + }, + { + "instruction": "Status.", + "bbox": [ + 0.7106396993001302, + 0.2138834211561415, + 0.7836859385172527, + 0.2979575828269676 + ], + "point": [ + 0.7472, + 0.2559 + ] + }, + { + "instruction": "main website.", + "bbox": [ + 0.12913873195648193, + 0.30967463740596063, + 0.19540772438049317, + 0.3320778175636574 + ], + "point": [ + 0.1623, + 0.3209 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.3454451560974121, + 0.07123222351074218, + 0.35917698542277016, + 0.1092779795328776 + ], + "point": [ + 0.3523, + 0.0903 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7858198801676433, + 0.5892864086009838, + 0.8355637868245442, + 0.733651281286169 + ], + "point": [ + 0.8107, + 0.6615 + ] + }, + { + "instruction": "Sarah Miller", + "bbox": [ + 0.3398785909016927, + 0.297259521484375, + 0.428801155090332, + 0.44716887297453706 + ], + "point": [ + 0.3843, + 0.3722 + ] + }, + { + "instruction": "PurchasePoint.", + "bbox": [ + 0.12730535666147869, + 0.2312149612991898, + 0.2100407282511393, + 0.2751891524703414 + ], + "point": [ + 0.1687, + 0.2532 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.05807865460713704, + 0.23292920147931134, + 0.0816815694173177, + 0.2730040938765914 + ], + "point": [ + 0.0699, + 0.253 + ] + }, + { + "instruction": "the option to purchase a date.", + "bbox": [ + 0.22727704048156738, + 0.23772255226417824, + 0.3383382161458333, + 0.2669335259331597 + ], + "point": [ + 0.2828, + 0.2523 + ] + }, + { + "instruction": "a button to view more details or information.", + "bbox": [ + 0.12563982009887695, + 0.8422128182870371, + 0.21601381301879882, + 0.8656963207103588 + ], + "point": [ + 0.1708, + 0.854 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.02725136677424113, + 0.3536013567889178, + 0.0446015477180481, + 0.3855081628870081 + ], + "point": [ + 0.0359, + 0.3696 + ] + }, + { + "instruction": "Maximize", + "bbox": [ + 0.01563413143157959, + 0.5935828880027488, + 0.055327351888020834, + 0.7389497545030382 + ], + "point": [ + 0.0355, + 0.6663 + ] + }, + { + "instruction": "main website.", + "bbox": [ + 0.12930212020874024, + 0.3325017010724103, + 0.20539395014444986, + 0.35522362037941263 + ], + "point": [ + 0.1673, + 0.3439 + ] + }, + { + "instruction": "Default Store.", + "bbox": [ + 0.12661072413126628, + 0.3772126939561632, + 0.21850029627482095, + 0.40291917588975695 + ], + "point": [ + 0.1726, + 0.3901 + ] + }, + { + "instruction": "a menu or navigation list.", + "bbox": [ + 0.8358673095703125, + 0.2977811177571615, + 0.9190326690673828, + 0.4421850416395399 + ], + "point": [ + 0.8774, + 0.37 + ] + }, + { + "instruction": "a navigation bar or separator.", + "bbox": [ + 0.9192211151123046, + 0.4459561665852865, + 1.0, + 0.5915040192780672 + ], + "point": [ + 0.9596, + 0.5187 + ] + }, + { + "instruction": "Pending", + "bbox": [ + 0.719157600402832, + 0.296678783275463, + 0.783452033996582, + 0.44336474383318863 + ], + "point": [ + 0.7513, + 0.37 + ] + }, + { + "instruction": "a button to store items.", + "bbox": [ + 0.12722798188527426, + 0.3543032610857928, + 0.21775643030802408, + 0.37891280562789353 + ], + "point": [ + 0.1725, + 0.3666 + ] + }, + { + "instruction": "PM.", + "bbox": [ + 0.22849078178405763, + 0.8066302264178241, + 0.24936413764953613, + 0.8307306360315394 + ], + "point": [ + 0.2389, + 0.8187 + ] + }, + { + "instruction": "Orders section.", + "bbox": [ + 0.0, + 0.0, + 0.07606001694997151, + 0.03274446063571506 + ], + "point": [ + 0.038, + 0.0164 + ] + }, + { + "instruction": "Ship-to-Name option in a user interface.", + "bbox": [ + 0.4272930145263672, + 0.2143345868145978, + 0.5179184595743815, + 0.299898189968533 + ], + "point": [ + 0.4726, + 0.2571 + ] + }, + { + "instruction": "a search function for 308 records found.", + "bbox": [ + 0.18376089731852213, + 0.1376371878164786, + 0.29389076232910155, + 0.1878631309226707 + ], + "point": [ + 0.2388, + 0.1628 + ] + }, + { + "instruction": "the \" AM\" function.", + "bbox": [ + 0.22963757514953614, + 0.5138996265552662, + 0.2465914249420166, + 0.5362078631365741 + ], + "point": [ + 0.2381, + 0.5251 + ] + }, + { + "instruction": "The main website.", + "bbox": [ + 0.13004748026529947, + 0.45693189832899306, + 0.19363857905069987, + 0.47918463812934026 + ], + "point": [ + 0.1618, + 0.4681 + ] + }, + { + "instruction": "per page settings.", + "bbox": [ + 0.807824452718099, + 0.14124166700575086, + 0.8670483907063802, + 0.18644065856933595 + ], + "point": [ + 0.8374, + 0.1638 + ] + } + ], + "element_size": 150 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_23/6545.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Orders", + "bbox": [ + 0.0140625, + 0.06296295589870876, + 0.08541666666666667, + 0.1037036966394495 + ], + "point": [ + 0.0497, + 0.0833 + ] + }, + { + "instruction": "Search by keyword", + "bbox": [ + 0.022916666666666665, + 0.2972222222222222, + 0.11822916666666666, + 0.32407407407407407 + ], + "point": [ + 0.0706, + 0.3106 + ] + }, + { + "instruction": "Purchase Date", + "bbox": [ + 0.013541670640309651, + 0.3925925925925926, + 0.08854167064030966, + 0.4148148148148148 + ], + "point": [ + 0.051, + 0.4037 + ] + }, + { + "instruction": "Grand Total (Base)", + "bbox": [ + 0.2770833651224772, + 0.3925925925925926, + 0.3687500317891439, + 0.4166666666666667 + ], + "point": [ + 0.3229, + 0.4046 + ] + }, + { + "instruction": "Grand Total (Purchased)", + "bbox": [ + 0.5395833333333333, + 0.3907407407407407, + 0.6604166666666667, + 0.4166666666666667 + ], + "point": [ + 0.6, + 0.4037 + ] + }, + { + "instruction": "Purchase Point", + "bbox": [ + 0.8041666666666667, + 0.3925925925925926, + 0.8822916666666667, + 0.4148148148148148 + ], + "point": [ + 0.8432, + 0.4037 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.013020833333333334, + 0.4287037037037037, + 0.03958333333333333, + 0.4527777777777778 + ], + "point": [ + 0.0263, + 0.4407 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.27760416666666665, + 0.4305555555555556, + 0.3026041666666667, + 0.44907407407407407 + ], + "point": [ + 0.2901, + 0.4398 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.5385417302449544, + 0.4287037037037037, + 0.5656250635782878, + 0.4527777777777778 + ], + "point": [ + 0.5521, + 0.4407 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.015104166666666667, + 0.49537037037037035, + 0.0265625, + 0.5138888888888888 + ], + "point": [ + 0.0208, + 0.5046 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.27760416666666665, + 0.49537037037037035, + 0.2890625, + 0.5138888888888888 + ], + "point": [ + 0.2833, + 0.5046 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.5401041666666667, + 0.49537037037037035, + 0.5526041666666667, + 0.5138888888888888 + ], + "point": [ + 0.5464, + 0.5046 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.013541666666666667, + 0.5611111111111111, + 0.027083333333333334, + 0.5833333333333334 + ], + "point": [ + 0.0203, + 0.5722 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.27708333333333335, + 0.5611111111111111, + 0.340625, + 0.5833333333333334 + ], + "point": [ + 0.3089, + 0.5722 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.5385416666666667, + 0.5611111111111111, + 0.609375, + 0.5851851851851851 + ], + "point": [ + 0.574, + 0.5731 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.8020833333333334, + 0.5611111111111111, + 0.8364583333333333, + 0.5833333333333334 + ], + "point": [ + 0.8193, + 0.5722 + ] + }, + { + "instruction": "Braintree Transaction Source", + "bbox": [ + 0.013541666666666667, + 0.6666666666666666, + 0.159375, + 0.6888888888888889 + ], + "point": [ + 0.0865, + 0.6778 + ] + }, + { + "instruction": "308 records found", + "bbox": [ + 0.19583333333333333, + 0.894444500958478, + 0.28854166666666664, + 0.9166667231807002 + ], + "point": [ + 0.2422, + 0.9056 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.8125, + 0.8981481481481481, + 0.859375, + 0.9222222222222223 + ], + "point": [ + 0.8359, + 0.9102 + ] + }, + { + "instruction": "of 2", + "bbox": [ + 0.9791667302449544, + 0.8944444444444445, + 1.0000000635782877, + 0.9185185185185185 + ], + "point": [ + 0.9896, + 0.9065 + ] + }, + { + "instruction": "Rillto Name", + "bbox": [ + 0.3484375, + 0.9861111111111112, + 0.4088541666666667, + 1.0 + ], + "point": [ + 0.3786, + 0.9931 + ] + }, + { + "instruction": "Ctatuc", + "bbox": [ + 0.7265625, + 0.9861111111111112, + 0.7588541666666667, + 1.0 + ], + "point": [ + 0.7427, + 0.9931 + ] + }, + { + "instruction": "Artinn", + "bbox": [ + 0.7921875, + 0.9861111111111112, + 0.8234375, + 1.0 + ], + "point": [ + 0.8078, + 0.9931 + ] + }, + { + "instruction": "AII Store Views", + "bbox": [ + 0.8037421544392903, + 0.41775857430917246, + 1.0000000635782877, + 0.4652795297128183 + ], + "point": [ + 0.9019, + 0.4415 + ] + }, + { + "instruction": "Create New On", + "bbox": [ + 0.9000566482543946, + 0.16254377011899596, + 0.9999999364217123, + 0.2290379842122396 + ], + "point": [ + 0.95, + 0.1958 + ] + }, + { + "instruction": "Actions", + "bbox": [ + 0.012817804018656414, + 0.8801569620768229, + 0.17043960094451904, + 0.9302546183268229 + ], + "point": [ + 0.0916, + 0.9052 + ] + }, + { + "instruction": "200", + "bbox": [ + 0.7377620697021484, + 0.880479261610243, + 0.8066551208496093, + 0.9331200493706597 + ], + "point": [ + 0.7722, + 0.9068 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.8705047607421875, + 0.28281213265878186, + 0.9581314086914062, + 0.33319439358181424 + ], + "point": [ + 0.9143, + 0.308 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.9600836435953776, + 0.7695640281394676, + 1.0, + 0.8179458053023727 + ], + "point": [ + 0.98, + 0.7938 + ] + }, + { + "instruction": "Default View", + "bbox": [ + 0.7471956253051758, + 0.2830243145978009, + 0.8594282150268555, + 0.33511731183087384 + ], + "point": [ + 0.8033, + 0.3091 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.6584990819295248, + 0.27917180944372105, + 0.7421064376831055, + 0.346051025390625 + ], + "point": [ + 0.7003, + 0.3126 + ] + }, + { + "instruction": "E", + "bbox": [ + 0.9713905334472657, + 0.2858675921404803, + 0.9998809814453125, + 0.3323413990162037 + ], + "point": [ + 0.9856, + 0.3091 + ] + }, + { + "instruction": "Allocated", + "bbox": [ + 0.8343485514322917, + 0.9565872757523148, + 0.9196885426839193, + 1.0 + ], + "point": [ + 0.877, + 0.9783 + ] + }, + { + "instruction": "Braintree Trans", + "bbox": [ + 0.9192493438720704, + 0.9572790075231481, + 1.0, + 1.0 + ], + "point": [ + 0.9596, + 0.9786 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.515084711710612, + 0.9568574128327546, + 0.6053560892740886, + 1.0 + ], + "point": [ + 0.5602, + 0.9784 + ] + }, + { + "instruction": "Durrhace Date", + "bbox": [ + 0.22046337127685547, + 0.9589162190755208, + 0.3417692184448242, + 0.9999998869719329 + ], + "point": [ + 0.2811, + 0.9795 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.6054786682128906, + 0.9569672761140047, + 0.7191852569580078, + 1.0 + ], + "point": [ + 0.6623, + 0.9785 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.9060557047526042, + 0.7665361757631655, + 0.9547938028971354, + 0.820956477412471 + ], + "point": [ + 0.9304, + 0.7937 + ] + }, + { + "instruction": "Durchace Point", + "bbox": [ + 0.11936580340067546, + 0.9578122739438657, + 0.22250571250915527, + 1.0 + ], + "point": [ + 0.1709, + 0.9789 + ] + }, + { + "instruction": "Chin-to Name", + "bbox": [ + 0.4277505874633789, + 0.9573576750578704, + 0.5169944763183594, + 1.0 + ], + "point": [ + 0.4724, + 0.9787 + ] + }, + { + "instruction": "an option to view all store views.", + "bbox": [ + 0.8037421544392903, + 0.41775857430917246, + 1.0000000635782877, + 0.4652795297128183 + ], + "point": [ + 0.9019, + 0.4415 + ] + }, + { + "instruction": "creating a new item.", + "bbox": [ + 0.9000566482543946, + 0.16254377011899596, + 0.9999999364217123, + 0.2290379842122396 + ], + "point": [ + 0.95, + 0.1958 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.3342076619466146, + 0.4171131840458623, + 0.514297612508138, + 0.4657281381112558 + ], + "point": [ + 0.4243, + 0.4414 + ] + }, + { + "instruction": "a dropdown menu to view additional actions.", + "bbox": [ + 0.012817804018656414, + 0.8801569620768229, + 0.17043960094451904, + 0.9302546183268229 + ], + "point": [ + 0.0916, + 0.9052 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.596655527750651, + 0.41599869904694736, + 0.7772584279378255, + 0.4659602695041233 + ], + "point": [ + 0.687, + 0.441 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.33367621103922523, + 0.48038821750217015, + 0.5149878184000651, + 0.5309649997287327 + ], + "point": [ + 0.4243, + 0.5057 + ] + }, + { + "instruction": "a calendar.", + "bbox": [ + 0.07131743431091309, + 0.4169652303059896, + 0.2512630303700765, + 0.4654490152994792 + ], + "point": [ + 0.1613, + 0.4412 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.012206610043843586, + 0.6906001338252314, + 0.2521786610285441, + 0.7398816144024885 + ], + "point": [ + 0.1322, + 0.7152 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.5962673187255859, + 0.4804947464554398, + 0.7771409352620443, + 0.5295019079137732 + ], + "point": [ + 0.6867, + 0.505 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.5365201950073242, + 0.5846544053819445, + 0.7779760360717773, + 0.6376811839916088 + ], + "point": [ + 0.6572, + 0.6112 + ] + }, + { + "instruction": "a calendar.", + "bbox": [ + 0.07050958474477133, + 0.48115822120949076, + 0.25096209049224855, + 0.5304012722439236 + ], + "point": [ + 0.1607, + 0.5058 + ] + }, + { + "instruction": "a horizontal line or separator.", + "bbox": [ + 0.011298235257466633, + 0.5854730676721643, + 0.2513666391372681, + 0.6390101680049189 + ], + "point": [ + 0.1313, + 0.6122 + ] + }, + { + "instruction": "a horizontal line or separator.", + "bbox": [ + 0.27367026011149087, + 0.5818509137188946, + 0.515805180867513, + 0.6391365898980035 + ], + "point": [ + 0.3947, + 0.6105 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.7377620697021484, + 0.880479261610243, + 0.8066551208496093, + 0.9331200493706597 + ], + "point": [ + 0.7722, + 0.9068 + ] + }, + { + "instruction": "Columns settings.", + "bbox": [ + 0.8705047607421875, + 0.28281213265878186, + 0.9581314086914062, + 0.33319439358181424 + ], + "point": [ + 0.9143, + 0.308 + ] + }, + { + "instruction": "a horizontal line or separator.", + "bbox": [ + 0.8003743489583334, + 0.585567389594184, + 1.0, + 0.6383018776222512 + ], + "point": [ + 0.9002, + 0.6119 + ] + }, + { + "instruction": "Apply.", + "bbox": [ + 0.9600836435953776, + 0.7695640281394676, + 1.0, + 0.8179458053023727 + ], + "point": [ + 0.98, + 0.7938 + ] + }, + { + "instruction": "default view options.", + "bbox": [ + 0.7471956253051758, + 0.2830243145978009, + 0.8594282150268555, + 0.33511731183087384 + ], + "point": [ + 0.8033, + 0.3091 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.6584990819295248, + 0.27917180944372105, + 0.7421064376831055, + 0.346051025390625 + ], + "point": [ + 0.7003, + 0.3126 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.9713905334472657, + 0.2858675921404803, + 0.9998809814453125, + 0.3323413990162037 + ], + "point": [ + 0.9856, + 0.3091 + ] + }, + { + "instruction": "Clone", + "bbox": [ + 0.9673908233642579, + 0.05159804732711227, + 0.9995929718017578, + 0.10821712635181568 + ], + "point": [ + 0.9835, + 0.0799 + ] + }, + { + "instruction": "Find", + "bbox": [ + 0.8870237986246745, + 0.05070445802476671, + 0.9176280975341797, + 0.10879505298755787 + ], + "point": [ + 0.9023, + 0.0797 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.683411979675293, + 0.6465067545572917, + 0.7003274917602539, + 0.6817064073350695 + ], + "point": [ + 0.6919, + 0.6641 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9283885955810547, + 0.05255942874484592, + 0.9574554443359375, + 0.10815207163492839 + ], + "point": [ + 0.9429, + 0.0804 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.8822301864624024, + 0.8808291965060764, + 0.9189828872680664, + 0.9315711127387153 + ], + "point": [ + 0.9006, + 0.9062 + ] + }, + { + "instruction": "an all-related function or option.", + "bbox": [ + 0.8343485514322917, + 0.9565872757523148, + 0.9196885426839193, + 1.0 + ], + "point": [ + 0.877, + 0.9783 + ] + }, + { + "instruction": "BraintreeTrans.", + "bbox": [ + 0.9192493438720704, + 0.9572790075231481, + 1.0, + 1.0 + ], + "point": [ + 0.9596, + 0.9786 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.3262913386027018, + 0.28961916323061343, + 0.3456483205159505, + 0.3296027854636863 + ], + "point": [ + 0.336, + 0.3096 + ] + }, + { + "instruction": "One", + "bbox": [ + 0.9354799270629883, + 0.8802971168800636, + 0.9749750137329102, + 0.9338868882921006 + ], + "point": [ + 0.9552, + 0.9071 + ] + }, + { + "instruction": "the \"Grand Total\" option.", + "bbox": [ + 0.515084711710612, + 0.9568574128327546, + 0.6053560892740886, + 1.0 + ], + "point": [ + 0.5602, + 0.9784 + ] + }, + { + "instruction": "Adding a new item or element.", + "bbox": [ + 0.802553367614746, + 0.46762850726092303, + 1.0000000635782877, + 0.5677470454463253 + ], + "point": [ + 0.9013, + 0.5177 + ] + }, + { + "instruction": "an upward movement or movement indicator.", + "bbox": [ + 0.22046337127685547, + 0.9589162190755208, + 0.3417692184448242, + 0.9999998869719329 + ], + "point": [ + 0.2811, + 0.9795 + ] + }, + { + "instruction": "the \"Grand Total\" status.", + "bbox": [ + 0.6054786682128906, + 0.9569672761140047, + 0.7191852569580078, + 1.0 + ], + "point": [ + 0.6623, + 0.9785 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.9060557047526042, + 0.7665361757631655, + 0.9547938028971354, + 0.820956477412471 + ], + "point": [ + 0.9304, + 0.7937 + ] + }, + { + "instruction": "PurchasePoint.", + "bbox": [ + 0.11936580340067546, + 0.9578122739438657, + 0.22250571250915527, + 1.0 + ], + "point": [ + 0.1709, + 0.9789 + ] + }, + { + "instruction": "Shin-to-Name option in a user interface.", + "bbox": [ + 0.4277505874633789, + 0.9573576750578704, + 0.5169944763183594, + 1.0 + ], + "point": [ + 0.4724, + 0.9787 + ] + } + ], + "element_size": 76 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_24/6899.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Search by keyword", + "bbox": [ + 0.022916666666666665, + 0.2314814532244647, + 0.11875, + 0.25740737915039064 + ], + "point": [ + 0.0708, + 0.2444 + ] + }, + { + "instruction": "Purchase Date", + "bbox": [ + 0.013541670640309651, + 0.3277777777777778, + 0.08854167064030966, + 0.35 + ], + "point": [ + 0.051, + 0.3389 + ] + }, + { + "instruction": "Grand Total (Base)", + "bbox": [ + 0.27708333333333335, + 0.3277777777777778, + 0.3697916666666667, + 0.35 + ], + "point": [ + 0.3234, + 0.3389 + ] + }, + { + "instruction": "Grand Total (Purchased)", + "bbox": [ + 0.5395833333333333, + 0.3277777777777778, + 0.6604166666666667, + 0.35 + ], + "point": [ + 0.6, + 0.3389 + ] + }, + { + "instruction": "Purchase Point", + "bbox": [ + 0.8036458333333333, + 0.32592592592592595, + 0.88125, + 0.35 + ], + "point": [ + 0.8424, + 0.338 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.013541666666666667, + 0.362962962962963, + 0.03958333333333333, + 0.3851851851851852 + ], + "point": [ + 0.0266, + 0.3741 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.2760416666666667, + 0.362962962962963, + 0.303125, + 0.3851851851851852 + ], + "point": [ + 0.2896, + 0.3741 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.5395833333333333, + 0.362962962962963, + 0.565625, + 0.3851851851851852 + ], + "point": [ + 0.5526, + 0.3741 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.015104166666666667, + 0.4287037037037037, + 0.0265625, + 0.44722222222222224 + ], + "point": [ + 0.0208, + 0.438 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.27760416666666665, + 0.4287037037037037, + 0.2890625, + 0.44722222222222224 + ], + "point": [ + 0.2833, + 0.438 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.5411458333333333, + 0.43055558381257236, + 0.5526041666666667, + 0.447222250479239 + ], + "point": [ + 0.5469, + 0.4389 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.0140625, + 0.49722222222222223, + 0.0265625, + 0.5157407407407407 + ], + "point": [ + 0.0203, + 0.5065 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.27760416666666665, + 0.49722222222222223, + 0.34010416666666665, + 0.5157407407407407 + ], + "point": [ + 0.3089, + 0.5065 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.5385416666666667, + 0.4962962962962963, + 0.609375, + 0.5185185185185185 + ], + "point": [ + 0.574, + 0.5074 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.8015625, + 0.49722222222222223, + 0.8359375, + 0.5157407407407407 + ], + "point": [ + 0.8187, + 0.5065 + ] + }, + { + "instruction": "Braintree Transaction Source", + "bbox": [ + 0.014583333333333334, + 0.6000000565140335, + 0.159375, + 0.6222222787362558 + ], + "point": [ + 0.087, + 0.6111 + ] + }, + { + "instruction": "308 records found", + "bbox": [ + 0.19583333333333333, + 0.8277777777777777, + 0.28958333333333336, + 0.85 + ], + "point": [ + 0.2427, + 0.8389 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.8125, + 0.8333332768192998, + 0.859375, + 0.855555499041522 + ], + "point": [ + 0.8359, + 0.8444 + ] + }, + { + "instruction": "of 2", + "bbox": [ + 0.9791667302449544, + 0.829629573115596, + 1.0000000635782877, + 0.8518519083658854 + ], + "point": [ + 0.9896, + 0.8407 + ] + }, + { + "instruction": "Purchase Date", + "bbox": [ + 0.22812501589457193, + 0.9166666666666666, + 0.30104166666666665, + 0.9388888888888889 + ], + "point": [ + 0.2646, + 0.9278 + ] + }, + { + "instruction": "Create New Om", + "bbox": [ + 0.8998874664306641, + 0.09655335037796586, + 1.0, + 0.16218055442527488 + ], + "point": [ + 0.9499, + 0.1294 + ] + }, + { + "instruction": "AII Store Views", + "bbox": [ + 0.8039349873860677, + 0.35160742865668404, + 1.0, + 0.3992663913302951 + ], + "point": [ + 0.902, + 0.3754 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.6057579676310222, + 0.8906181618019386, + 0.7195051193237305, + 0.9746171739366319 + ], + "point": [ + 0.6626, + 0.9326 + ] + }, + { + "instruction": "(Purchased)", + "bbox": [ + 0.6057579676310222, + 0.8906181618019386, + 0.7195051193237305, + 0.9746171739366319 + ], + "point": [ + 0.6626, + 0.9326 + ] + }, + { + "instruction": "Actions", + "bbox": [ + 0.013654319445292155, + 0.814030682599103, + 0.17262632846832277, + 0.8641260782877604 + ], + "point": [ + 0.0931, + 0.8391 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.5162620544433594, + 0.8905749850802951, + 0.6066959381103516, + 0.9748593930844908 + ], + "point": [ + 0.5615, + 0.9327 + ] + }, + { + "instruction": "(Base)", + "bbox": [ + 0.5162620544433594, + 0.8905749850802951, + 0.6066959381103516, + 0.9748593930844908 + ], + "point": [ + 0.5615, + 0.9327 + ] + }, + { + "instruction": "Allocated", + "bbox": [ + 0.8354928970336915, + 0.8906954729998553, + 0.9205266952514648, + 0.9739443178530093 + ], + "point": [ + 0.878, + 0.9323 + ] + }, + { + "instruction": "sources", + "bbox": [ + 0.8354928970336915, + 0.8906954729998553, + 0.9205266952514648, + 0.9739443178530093 + ], + "point": [ + 0.878, + 0.9323 + ] + }, + { + "instruction": "Default", + "bbox": [ + 0.745831553141276, + 0.21738147029170282, + 0.8609265645345052, + 0.26839387681749133 + ], + "point": [ + 0.8034, + 0.2429 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.745831553141276, + 0.21738147029170282, + 0.8609265645345052, + 0.26839387681749133 + ], + "point": [ + 0.8034, + 0.2429 + ] + }, + { + "instruction": "On Ha", + "bbox": [ + 0.8004587173461915, + 0.5211034704137731, + 0.9999999364217123, + 0.5694494176793982 + ], + "point": [ + 0.9002, + 0.5453 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.8696355183919271, + 0.21771221867314092, + 0.9583175659179688, + 0.2678740324797454 + ], + "point": [ + 0.914, + 0.2428 + ] + }, + { + "instruction": "200", + "bbox": [ + 0.7375494003295898, + 0.8143522474500868, + 0.8065354029337565, + 0.8673199123806423 + ], + "point": [ + 0.772, + 0.8408 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.6595993677775065, + 0.2133927239312066, + 0.7413084030151367, + 0.26806004842122394 + ], + "point": [ + 0.7005, + 0.2407 + ] + }, + { + "instruction": "Braintree Trans", + "bbox": [ + 0.9192345301310222, + 0.8909351490162037, + 0.9999999364217123, + 0.9750492802372686 + ], + "point": [ + 0.9596, + 0.933 + ] + }, + { + "instruction": "Source", + "bbox": [ + 0.9192345301310222, + 0.8909351490162037, + 0.9999999364217123, + 0.9750492802372686 + ], + "point": [ + 0.9596, + 0.933 + ] + }, + { + "instruction": "Orders", + "bbox": [ + 0.008351608117421468, + 0.0008955249079951533, + 0.0866505742073059, + 0.04916232426961263 + ], + "point": [ + 0.0475, + 0.025 + ] + }, + { + "instruction": "Purchase Point", + "bbox": [ + 0.12074050903320313, + 0.8905033817997685, + 0.22271998723347983, + 0.975249339916088 + ], + "point": [ + 0.1717, + 0.9329 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.9599522908528646, + 0.7031010380497685, + 1.0, + 0.7517379195601852 + ], + "point": [ + 0.98, + 0.7274 + ] + }, + { + "instruction": "Action", + "bbox": [ + 0.7824517567952474, + 0.8897962782118055, + 0.8381493886311849, + 0.9798855251736112 + ], + "point": [ + 0.8103, + 0.9348 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.427968692779541, + 0.890890955041956, + 0.5179767926534017, + 0.9760726363570602 + ], + "point": [ + 0.473, + 0.9335 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.3400742530822754, + 0.8905849880642361, + 0.4286345481872559, + 0.9766916910807292 + ], + "point": [ + 0.3844, + 0.9336 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.7170515696207682, + 0.8903874150028935, + 0.7841701507568359, + 0.9740801775896991 + ], + "point": [ + 0.7506, + 0.9322 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.05805315971374512, + 0.9120051631221064, + 0.07860344250996908, + 0.9486115632233796 + ], + "point": [ + 0.0683, + 0.9303 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.9061330159505209, + 0.7041254114221643, + 0.9549288431803385, + 0.7541369402850115 + ], + "point": [ + 0.9305, + 0.7291 + ] + }, + { + "instruction": "creating a new item.", + "bbox": [ + 0.8998874664306641, + 0.09655335037796586, + 1.0, + 0.16218055442527488 + ], + "point": [ + 0.9499, + 0.1294 + ] + }, + { + "instruction": "an option to view all store views.", + "bbox": [ + 0.8039349873860677, + 0.35160742865668404, + 1.0, + 0.3992663913302951 + ], + "point": [ + 0.902, + 0.3754 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.3339446385701497, + 0.35030381944444444, + 0.5141628901163737, + 0.40061216001157407 + ], + "point": [ + 0.4241, + 0.3755 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.5951462427775065, + 0.3504163953993056, + 0.7753213882446289, + 0.3997229682074653 + ], + "point": [ + 0.6852, + 0.3751 + ] + }, + { + "instruction": "a horizontal line or separator.", + "bbox": [ + 0.2737917264302572, + 0.5187749792028357, + 0.5142352104187011, + 0.5715459752965857 + ], + "point": [ + 0.394, + 0.5452 + ] + }, + { + "instruction": "a calendar.", + "bbox": [ + 0.07136979897816977, + 0.35069775051540797, + 0.25121112664540607, + 0.400120120578342 + ], + "point": [ + 0.1613, + 0.3754 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.33307933807373047, + 0.41361510665328416, + 0.5146249771118164, + 0.4660287079987703 + ], + "point": [ + 0.4239, + 0.4398 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.5364751815795898, + 0.519095300745081, + 0.7778991063435873, + 0.572081615306713 + ], + "point": [ + 0.6572, + 0.5456 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.01237177848815918, + 0.6247888635706018, + 0.2526031494140625, + 0.6746644196686922 + ], + "point": [ + 0.1325, + 0.6497 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.5955975850423177, + 0.4145262824164497, + 0.775528081258138, + 0.4660906473795573 + ], + "point": [ + 0.6856, + 0.4403 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.012025984128316243, + 0.5198912443938078, + 0.25282652378082277, + 0.5714356599030671 + ], + "point": [ + 0.1324, + 0.5457 + ] + }, + { + "instruction": "the \"Grand Total (Purchased) option.", + "bbox": [ + 0.6057579676310222, + 0.8906181618019386, + 0.7195051193237305, + 0.9746171739366319 + ], + "point": [ + 0.6626, + 0.9326 + ] + }, + { + "instruction": "a calendar.", + "bbox": [ + 0.07041388352711996, + 0.4126155146846065, + 0.2518336057662964, + 0.46543872974537037 + ], + "point": [ + 0.1611, + 0.439 + ] + }, + { + "instruction": "a dropdown menu to view additional actions.", + "bbox": [ + 0.013654319445292155, + 0.814030682599103, + 0.17262632846832277, + 0.8641260782877604 + ], + "point": [ + 0.0931, + 0.8391 + ] + }, + { + "instruction": "a dropdown menu for selecting the Grand Total (Base).", + "bbox": [ + 0.5162620544433594, + 0.8905749850802951, + 0.6066959381103516, + 0.9748593930844908 + ], + "point": [ + 0.5615, + 0.9327 + ] + }, + { + "instruction": "Allrelated resources.", + "bbox": [ + 0.8354928970336915, + 0.8906954729998553, + 0.9205266952514648, + 0.9739443178530093 + ], + "point": [ + 0.878, + 0.9323 + ] + }, + { + "instruction": "default view options.", + "bbox": [ + 0.745831553141276, + 0.21738147029170282, + 0.8609265645345052, + 0.26839387681749133 + ], + "point": [ + 0.8034, + 0.2429 + ] + }, + { + "instruction": "a chat bubble or message.", + "bbox": [ + 0.8004587173461915, + 0.5211034704137731, + 0.9999999364217123, + 0.5694494176793982 + ], + "point": [ + 0.9002, + 0.5453 + ] + }, + { + "instruction": "Columns settings.", + "bbox": [ + 0.8696355183919271, + 0.21771221867314092, + 0.9583175659179688, + 0.2678740324797454 + ], + "point": [ + 0.914, + 0.2428 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.7375494003295898, + 0.8143522474500868, + 0.8065354029337565, + 0.8673199123806423 + ], + "point": [ + 0.772, + 0.8408 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.6595993677775065, + 0.2133927239312066, + 0.7413084030151367, + 0.26806004842122394 + ], + "point": [ + 0.7005, + 0.2407 + ] + }, + { + "instruction": "Braintree Trans source.", + "bbox": [ + 0.9192345301310222, + 0.8909351490162037, + 0.9999999364217123, + 0.9750492802372686 + ], + "point": [ + 0.9596, + 0.933 + ] + }, + { + "instruction": "Strikethrough", + "bbox": [ + 0.9703086853027344, + 0.219750001695421, + 0.9999230702718099, + 0.26852270055700234 + ], + "point": [ + 0.9851, + 0.2441 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.8880556106567383, + 0.0, + 0.9176294326782226, + 0.038492725513599536 + ], + "point": [ + 0.9028, + 0.0192 + ] + }, + { + "instruction": "Orders section.", + "bbox": [ + 0.008351608117421468, + 0.0008955249079951533, + 0.0866505742073059, + 0.04916232426961263 + ], + "point": [ + 0.0475, + 0.025 + ] + }, + { + "instruction": "PurchasePoint.", + "bbox": [ + 0.12074050903320313, + 0.8905033817997685, + 0.22271998723347983, + 0.975249339916088 + ], + "point": [ + 0.1717, + 0.9329 + ] + }, + { + "instruction": "Notifications.", + "bbox": [ + 0.9684742609659831, + 0.0, + 0.9996868769327799, + 0.03666018733271846 + ], + "point": [ + 0.9841, + 0.0183 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9258937835693359, + 0.0, + 0.9625392913818359, + 0.036262427435980904 + ], + "point": [ + 0.9442, + 0.0181 + ] + }, + { + "instruction": "Apply.", + "bbox": [ + 0.9599522908528646, + 0.7031010380497685, + 1.0, + 0.7517379195601852 + ], + "point": [ + 0.98, + 0.7274 + ] + }, + { + "instruction": "Action settings.", + "bbox": [ + 0.7824517567952474, + 0.8897962782118055, + 0.8381493886311849, + 0.9798855251736112 + ], + "point": [ + 0.8103, + 0.9348 + ] + }, + { + "instruction": "Ship-to-Name settings or options.", + "bbox": [ + 0.427968692779541, + 0.890890955041956, + 0.5179767926534017, + 0.9760726363570602 + ], + "point": [ + 0.473, + 0.9335 + ] + }, + { + "instruction": "One", + "bbox": [ + 0.9347906112670898, + 0.8144571374963832, + 0.9749837875366211, + 0.8726534808123553 + ], + "point": [ + 0.9549, + 0.8436 + ] + }, + { + "instruction": "308", + "bbox": [ + 0.19466845194498697, + 0.824660407172309, + 0.21750373840332032, + 0.8608274671766493 + ], + "point": [ + 0.2061, + 0.8427 + ] + }, + { + "instruction": "a text input field for filling out a list of items.", + "bbox": [ + 0.3400742530822754, + 0.8905849880642361, + 0.4286345481872559, + 0.9766916910807292 + ], + "point": [ + 0.3844, + 0.9336 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.8811435699462891, + 0.8137448346173322, + 0.9224716186523437, + 0.870781170880353 + ], + "point": [ + 0.9018, + 0.8423 + ] + }, + { + "instruction": "Status.", + "bbox": [ + 0.7170515696207682, + 0.8903874150028935, + 0.7841701507568359, + 0.9740801775896991 + ], + "point": [ + 0.7506, + 0.9322 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.3264222462972005, + 0.22380105477792245, + 0.34563814798990883, + 0.2626692595305266 + ], + "point": [ + 0.336, + 0.2432 + ] + }, + { + "instruction": "Split screen", + "bbox": [ + 0.01676795482635498, + 0.9003783049406828, + 0.05353926022847493, + 0.9637829815899884 + ], + "point": [ + 0.0352, + 0.9321 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.05805315971374512, + 0.9120051631221064, + 0.07860344250996908, + 0.9486115632233796 + ], + "point": [ + 0.0683, + 0.9303 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.9061330159505209, + 0.7041254114221643, + 0.9549288431803385, + 0.7541369402850115 + ], + "point": [ + 0.9305, + 0.7291 + ] + }, + { + "instruction": "Up arrow", + "bbox": [ + 0.32033685048421223, + 0.9086722479926215, + 0.3404778162638346, + 0.9465140448676215 + ], + "point": [ + 0.3304, + 0.9276 + ] + }, + { + "instruction": "a scrollbar.", + "bbox": [ + 0.9947399139404297, + 0.18816081859447337, + 1.0, + 0.2390788890697338 + ], + "point": [ + 0.9974, + 0.2136 + ] + } + ], + "element_size": 88 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_25/7204.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Search by keyword", + "bbox": [ + 0.021875, + 0.2074074074074074, + 0.11875, + 0.23333333333333334 + ], + "point": [ + 0.0703, + 0.2204 + ] + }, + { + "instruction": "Active filters:", + "bbox": [ + 0.013541666666666667, + 0.26851851851851855, + 0.07604166666666666, + 0.29074074074074074 + ], + "point": [ + 0.0448, + 0.2796 + ] + }, + { + "instruction": "Purchase Date", + "bbox": [ + 0.013541670640309651, + 0.3592592592592593, + 0.08854167064030966, + 0.3814814814814815 + ], + "point": [ + 0.051, + 0.3704 + ] + }, + { + "instruction": "Grand Total (Base)", + "bbox": [ + 0.2770833651224772, + 0.3592592592592593, + 0.3687500317891439, + 0.3814814814814815 + ], + "point": [ + 0.3229, + 0.3704 + ] + }, + { + "instruction": "Grand Total (Purchased)", + "bbox": [ + 0.5395833333333333, + 0.3592592592592593, + 0.6604166666666667, + 0.38333333333333336 + ], + "point": [ + 0.6, + 0.3713 + ] + }, + { + "instruction": "Purchase Point", + "bbox": [ + 0.8041666666666667, + 0.3592592592592593, + 0.8822916666666667, + 0.3814814814814815 + ], + "point": [ + 0.8432, + 0.3704 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.0140625, + 0.3972222222222222, + 0.0390625, + 0.41574074074074074 + ], + "point": [ + 0.0266, + 0.4065 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.2765625, + 0.3972222222222222, + 0.3026041666666667, + 0.41574074074074074 + ], + "point": [ + 0.2896, + 0.4065 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.5401041666666667, + 0.3972222222222222, + 0.5651041666666666, + 0.41574074074074074 + ], + "point": [ + 0.5526, + 0.4065 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.015104166666666667, + 0.46203700878002024, + 0.0265625, + 0.4787037037037037 + ], + "point": [ + 0.0208, + 0.4704 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.5401041666666667, + 0.46203700878002024, + 0.5526041666666667, + 0.4787037037037037 + ], + "point": [ + 0.5464, + 0.4704 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.0140625, + 0.5287036471896701, + 0.0265625, + 0.5472221657081887 + ], + "point": [ + 0.0203, + 0.538 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.27708333333333335, + 0.5277778342918114, + 0.340625, + 0.5500000565140336 + ], + "point": [ + 0.3089, + 0.5389 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.5385416666666667, + 0.5277777777777778, + 0.609375, + 0.5518518518518518 + ], + "point": [ + 0.574, + 0.5398 + ] + }, + { + "instruction": "Braintree Transaction Source", + "bbox": [ + 0.014583333333333334, + 0.6324074074074074, + 0.159375, + 0.6555555555555556 + ], + "point": [ + 0.087, + 0.644 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.8125, + 0.8648148148148148, + 0.859375, + 0.8888888888888888 + ], + "point": [ + 0.8359, + 0.8769 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.284375, + 0.937037037037037, + 0.346875, + 0.9611111111111111 + ], + "point": [ + 0.3156, + 0.9491 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.3625, + 0.937037037037037, + 0.4322916666666667, + 0.9611111111111111 + ], + "point": [ + 0.3974, + 0.9491 + ] + }, + { + "instruction": "Grand Total (Base)", + "bbox": [ + 0.4479166666666667, + 0.937037037037037, + 0.5385416666666667, + 0.9611111111111111 + ], + "point": [ + 0.4932, + 0.9491 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.6911458333333333, + 0.9361111111111111, + 0.7260416666666667, + 0.9611111111111111 + ], + "point": [ + 0.7086, + 0.9486 + ] + }, + { + "instruction": "Action", + "bbox": [ + 0.7395833333333334, + 0.937037037037037, + 0.7739583333333333, + 0.9592592592592593 + ], + "point": [ + 0.7568, + 0.9481 + ] + }, + { + "instruction": "Create New OE", + "bbox": [ + 0.9001462936401368, + 0.07275684497974537, + 0.9999999364217123, + 0.13853431984230324 + ], + "point": [ + 0.9501, + 0.1056 + ] + }, + { + "instruction": "Actions", + "bbox": [ + 0.014388322830200195, + 0.8470914487485532, + 0.17176644007364908, + 0.896766040943287 + ], + "point": [ + 0.0931, + 0.8719 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.8684030532836914, + 0.1923185560438368, + 0.9591047286987304, + 0.24339608086480036 + ], + "point": [ + 0.9138, + 0.2179 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.6590024948120117, + 0.19008978384512443, + 0.7377230962117513, + 0.2437702320240162 + ], + "point": [ + 0.6984, + 0.2169 + ] + }, + { + "instruction": "Default View", + "bbox": [ + 0.7431121826171875, + 0.19379605893735533, + 0.8612590789794922, + 0.24360009652596934 + ], + "point": [ + 0.8022, + 0.2187 + ] + }, + { + "instruction": "200", + "bbox": [ + 0.736700693766276, + 0.8468575371636284, + 0.8065527598063151, + 0.8988933987087674 + ], + "point": [ + 0.7716, + 0.8729 + ] + }, + { + "instruction": "Braintree Transaction", + "bbox": [ + 0.8866664886474609, + 0.9230674461082176, + 1.0, + 0.9785002531828704 + ], + "point": [ + 0.9433, + 0.9508 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.05689815282821655, + 0.9228650128399885, + 0.08474151293436687, + 0.981065199110243 + ], + "point": [ + 0.0708, + 0.952 + ] + }, + { + "instruction": "Complete", + "bbox": [ + 0.7958624521891277, + 0.49395017270688657, + 1.0, + 0.5252222131799769 + ], + "point": [ + 0.8979, + 0.5096 + ] + }, + { + "instruction": "Payment Review", + "bbox": [ + 0.7962989807128906, + 0.5824973777488426, + 1.0, + 0.6138242368344907 + ], + "point": [ + 0.8981, + 0.5982 + ] + }, + { + "instruction": "Suspected Fraud", + "bbox": [ + 0.7963808059692383, + 0.5238168221932871, + 0.9999999364217123, + 0.5538876003689236 + ], + "point": [ + 0.8982, + 0.5389 + ] + }, + { + "instruction": "On Hold", + "bbox": [ + 0.795119031270345, + 0.5530096548574942, + 1.0000000635782877, + 0.5833355373806424 + ], + "point": [ + 0.8976, + 0.5682 + ] + }, + { + "instruction": "Closed", + "bbox": [ + 0.7961377461751302, + 0.4639574686686198, + 1.0, + 0.4947331181278935 + ], + "point": [ + 0.8981, + 0.4793 + ] + }, + { + "instruction": "Purchase Point", + "bbox": [ + 0.08378722667694091, + 0.9220678258825231, + 0.17555723190307618, + 0.9806679054542824 + ], + "point": [ + 0.1297, + 0.9514 + ] + }, + { + "instruction": "PayPal Reversed", + "bbox": [ + 0.7966583251953125, + 0.6421650074146412, + 0.9955824534098308, + 0.672560289171007 + ], + "point": [ + 0.8961, + 0.6574 + ] + }, + { + "instruction": "PayPal Canceled Reversal", + "bbox": [ + 0.798403549194336, + 0.6124447292751736, + 0.9919425964355468, + 0.6431451868127893 + ], + "point": [ + 0.8952, + 0.6278 + ] + }, + { + "instruction": "Pending PayPal", + "bbox": [ + 0.7965499877929687, + 0.7312697799117477, + 1.0, + 0.7610353823061342 + ], + "point": [ + 0.8983, + 0.7462 + ] + }, + { + "instruction": "Canceled", + "bbox": [ + 0.7956228892008463, + 0.43346619782624424, + 1.0, + 0.46531010380497684 + ], + "point": [ + 0.8978, + 0.4494 + ] + }, + { + "instruction": "Pending ", + "bbox": [ + 0.7976226806640625, + 0.6720202410662616, + 1.0, + 0.7034493905526621 + ], + "point": [ + 0.8988, + 0.6877 + ] + }, + { + "instruction": "records found", + "bbox": [ + 0.18911593755086262, + 0.8505430998625578, + 0.28481407165527345, + 0.8940655743634259 + ], + "point": [ + 0.237, + 0.8723 + ] + }, + { + "instruction": "Pending Payment", + "bbox": [ + 0.7971527099609375, + 0.7023821795428241, + 1.0, + 0.7312037715205439 + ], + "point": [ + 0.8986, + 0.7168 + ] + }, + { + "instruction": "Purchase Date", + "bbox": [ + 0.17527429262797037, + 0.9221761067708333, + 0.27861719131469725, + 0.9806972927517361 + ], + "point": [ + 0.2269, + 0.9514 + ] + }, + { + "instruction": "Processing ", + "bbox": [ + 0.7958037694295247, + 0.7614686754014757, + 1.0000000635782877, + 0.791522725423177 + ], + "point": [ + 0.8979, + 0.7765 + ] + }, + { + "instruction": "Allocated sources", + "bbox": [ + 0.7821272532145183, + 0.9223665590639467, + 0.8867753346761068, + 0.981191564489294 + ], + "point": [ + 0.8345, + 0.9518 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9752555847167969, + 0.8226220024956598, + 1.0, + 0.8989095052083333 + ], + "point": [ + 0.9876, + 0.8608 + ] + }, + { + "instruction": "Status: On Hold", + "bbox": [ + 0.08479491074879965, + 0.26097299081307873, + 0.18773743311564128, + 0.2989141393590857 + ], + "point": [ + 0.1363, + 0.2799 + ] + }, + { + "instruction": "Grand Total (Purchased)", + "bbox": [ + 0.5475381851196289, + 0.9228095160590277, + 0.6856423060099284, + 0.9801628960503472 + ], + "point": [ + 0.6166, + 0.9515 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.27650849024454754, + 0.46155305085358794, + 0.2910161018371582, + 0.4872746220341435 + ], + "point": [ + 0.2838, + 0.4744 + ] + }, + { + "instruction": "Creating a new item.", + "bbox": [ + 0.9001462936401368, + 0.07275684497974537, + 0.9999999364217123, + 0.13853431984230324 + ], + "point": [ + 0.9501, + 0.1056 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.536972173055013, + 0.5518677322952835, + 0.776211166381836, + 0.600431145562066 + ], + "point": [ + 0.6566, + 0.5761 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.5962694803873698, + 0.4472511574074074, + 0.7755231221516927, + 0.49643814652054397 + ], + "point": [ + 0.6859, + 0.4718 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.3335203488667806, + 0.4474372863769531, + 0.5128890673319498, + 0.49701786747685184 + ], + "point": [ + 0.4232, + 0.4722 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.5967530568440755, + 0.3844903451425058, + 0.7754726409912109, + 0.4327555903682002 + ], + "point": [ + 0.6861, + 0.4086 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.33291784922281903, + 0.3837309660734954, + 0.5127290089925131, + 0.4324901439525463 + ], + "point": [ + 0.4228, + 0.4081 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.011295406023661296, + 0.5504188255027488, + 0.25216381549835204, + 0.6016986423068577 + ], + "point": [ + 0.1317, + 0.5761 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.010903207461039226, + 0.6577327021846064, + 0.25093645254770913, + 0.7060882568359375 + ], + "point": [ + 0.1309, + 0.6819 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.27265396118164065, + 0.5507737901475694, + 0.513482411702474, + 0.6016422978153935 + ], + "point": [ + 0.3931, + 0.5762 + ] + }, + { + "instruction": "a dropdown menu to view additional actions.", + "bbox": [ + 0.014388322830200195, + 0.8470914487485532, + 0.17176644007364908, + 0.896766040943287 + ], + "point": [ + 0.0931, + 0.8719 + ] + }, + { + "instruction": "Columns settings.", + "bbox": [ + 0.8684030532836914, + 0.1923185560438368, + 0.9591047286987304, + 0.24339608086480036 + ], + "point": [ + 0.9138, + 0.2179 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.6590024948120117, + 0.19008978384512443, + 0.7377230962117513, + 0.2437702320240162 + ], + "point": [ + 0.6984, + 0.2169 + ] + }, + { + "instruction": "default view options.", + "bbox": [ + 0.7431121826171875, + 0.19379605893735533, + 0.8612590789794922, + 0.24360009652596934 + ], + "point": [ + 0.8022, + 0.2187 + ] + }, + { + "instruction": "Strikethrough", + "bbox": [ + 0.9690961837768555, + 0.19401206970214843, + 0.9999177932739258, + 0.24393759833441842 + ], + "point": [ + 0.9845, + 0.219 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.93638121287028, + 0.8468080308702257, + 0.9748014450073242, + 0.8999418470594618 + ], + "point": [ + 0.9556, + 0.8734 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.015279928843180338, + 0.9225404527452257, + 0.05664401849110921, + 0.9809371383101851 + ], + "point": [ + 0.036, + 0.9517 + ] + }, + { + "instruction": "search functionality.", + "bbox": [ + 0.3261963526407878, + 0.20009940818504052, + 0.34595979054768883, + 0.23990727177372687 + ], + "point": [ + 0.3361, + 0.22 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.736700693766276, + 0.8468575371636284, + 0.8065527598063151, + 0.8988933987087674 + ], + "point": [ + 0.7716, + 0.8729 + ] + }, + { + "instruction": "Braintree Translation.", + "bbox": [ + 0.8866664886474609, + 0.9230674461082176, + 1.0, + 0.9785002531828704 + ], + "point": [ + 0.9433, + 0.9508 + ] + }, + { + "instruction": "ID functionality.", + "bbox": [ + 0.05689815282821655, + 0.9228650128399885, + 0.08474151293436687, + 0.981065199110243 + ], + "point": [ + 0.0708, + 0.952 + ] + }, + { + "instruction": "The \"Completion\" button in a user interface.", + "bbox": [ + 0.7958624521891277, + 0.49395017270688657, + 1.0, + 0.5252222131799769 + ], + "point": [ + 0.8979, + 0.5096 + ] + }, + { + "instruction": "a loading or progress bar.", + "bbox": [ + 0.7971075057983399, + 0.38614699752242476, + 0.9999999364217123, + 0.43443445276331016 + ], + "point": [ + 0.8986, + 0.4103 + ] + }, + { + "instruction": "Oval", + "bbox": [ + 0.9909889221191406, + 0.26566795066550924, + 1.0, + 0.30205456769024885 + ], + "point": [ + 0.9955, + 0.2839 + ] + }, + { + "instruction": "payment review.", + "bbox": [ + 0.7962989807128906, + 0.5824973777488426, + 1.0, + 0.6138242368344907 + ], + "point": [ + 0.8981, + 0.5982 + ] + }, + { + "instruction": "Suspected Faid.", + "bbox": [ + 0.7963808059692383, + 0.5238168221932871, + 0.9999999364217123, + 0.5538876003689236 + ], + "point": [ + 0.8982, + 0.5389 + ] + }, + { + "instruction": "a dropdown menu to select a selected action on a folder.", + "bbox": [ + 0.795119031270345, + 0.5530096548574942, + 1.0000000635782877, + 0.5833355373806424 + ], + "point": [ + 0.8976, + 0.5682 + ] + }, + { + "instruction": "Closing a window or dialog.", + "bbox": [ + 0.7961377461751302, + 0.4639574686686198, + 1.0, + 0.4947331181278935 + ], + "point": [ + 0.8981, + 0.4793 + ] + }, + { + "instruction": "PurchasePoint.", + "bbox": [ + 0.08378722667694091, + 0.9220678258825231, + 0.17555723190307618, + 0.9806679054542824 + ], + "point": [ + 0.1297, + 0.9514 + ] + }, + { + "instruction": "a button to change the payment method.", + "bbox": [ + 0.7966583251953125, + 0.6421650074146412, + 0.9955824534098308, + 0.672560289171007 + ], + "point": [ + 0.8961, + 0.6574 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.8815083821614583, + 0.8465343899197049, + 0.9193873087565104, + 0.8988859388563368 + ], + "point": [ + 0.9004, + 0.8727 + ] + }, + { + "instruction": "Canceled Reversal.", + "bbox": [ + 0.798403549194336, + 0.6124447292751736, + 0.9919425964355468, + 0.6431451868127893 + ], + "point": [ + 0.8952, + 0.6278 + ] + }, + { + "instruction": "Pending payment.", + "bbox": [ + 0.7965499877929687, + 0.7312697799117477, + 1.0, + 0.7610353823061342 + ], + "point": [ + 0.8983, + 0.7462 + ] + }, + { + "instruction": "Canceled.", + "bbox": [ + 0.7956228892008463, + 0.43346619782624424, + 1.0, + 0.46531010380497684 + ], + "point": [ + 0.8978, + 0.4494 + ] + }, + { + "instruction": "Pending.", + "bbox": [ + 0.7976226806640625, + 0.6720202410662616, + 1.0, + 0.7034493905526621 + ], + "point": [ + 0.8988, + 0.6877 + ] + }, + { + "instruction": "0 records found.", + "bbox": [ + 0.18911593755086262, + 0.8505430998625578, + 0.28481407165527345, + 0.8940655743634259 + ], + "point": [ + 0.237, + 0.8723 + ] + }, + { + "instruction": "Pending payment.", + "bbox": [ + 0.7971527099609375, + 0.7023821795428241, + 1.0, + 0.7312037715205439 + ], + "point": [ + 0.8986, + 0.7168 + ] + }, + { + "instruction": "the option to purchase the date.", + "bbox": [ + 0.17527429262797037, + 0.9221761067708333, + 0.27861719131469725, + 0.9806972927517361 + ], + "point": [ + 0.2269, + 0.9514 + ] + }, + { + "instruction": "Quick access.", + "bbox": [ + 0.007440634568532308, + 0.0, + 0.08879644473393758, + 0.02305998625578704 + ], + "point": [ + 0.0481, + 0.0115 + ] + }, + { + "instruction": "Adding a new item or element.", + "bbox": [ + 0.3450443267822266, + 0.19988414623119213, + 0.35991992950439455, + 0.23845175283926504 + ], + "point": [ + 0.3525, + 0.2192 + ] + }, + { + "instruction": "Processing.", + "bbox": [ + 0.7958037694295247, + 0.7614686754014757, + 1.0000000635782877, + 0.791522725423177 + ], + "point": [ + 0.8979, + 0.7765 + ] + }, + { + "instruction": "Allocated sources.", + "bbox": [ + 0.7821272532145183, + 0.9223665590639467, + 0.8867753346761068, + 0.981191564489294 + ], + "point": [ + 0.8345, + 0.9518 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.9752555847167969, + 0.8226220024956598, + 1.0, + 0.8989095052083333 + ], + "point": [ + 0.9876, + 0.8608 + ] + }, + { + "instruction": "Close or cancel action.", + "bbox": [ + 0.08479491074879965, + 0.26097299081307873, + 0.18773743311564128, + 0.2989141393590857 + ], + "point": [ + 0.1363, + 0.2799 + ] + }, + { + "instruction": "the \"Grand Total\" or \"Purchased\" option.", + "bbox": [ + 0.5475381851196289, + 0.9228095160590277, + 0.6856423060099284, + 0.9801628960503472 + ], + "point": [ + 0.6166, + 0.9515 + ] + }, + { + "instruction": "Calendar", + "bbox": [ + 0.222452974319458, + 0.389011072229456, + 0.2446281909942627, + 0.42701393410011573 + ], + "point": [ + 0.2335, + 0.408 + ] + }, + { + "instruction": "Calendar", + "bbox": [ + 0.2231921672821045, + 0.453396154333044, + 0.24397025108337403, + 0.490035558629919 + ], + "point": [ + 0.2336, + 0.4717 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.27650849024454754, + 0.46155305085358794, + 0.2910161018371582, + 0.4872746220341435 + ], + "point": [ + 0.2838, + 0.4744 + ] + } + ], + "element_size": 96 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_26/7522.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Search by keyword", + "bbox": [ + 0.022916666666666665, + 0.14537037037037037, + 0.11822916666666666, + 0.17037037037037037 + ], + "point": [ + 0.0706, + 0.1579 + ] + }, + { + "instruction": "Active filters:", + "bbox": [ + 0.013541666666666667, + 0.2074074074074074, + 0.07604166666666666, + 0.22962962962962963 + ], + "point": [ + 0.0448, + 0.2185 + ] + }, + { + "instruction": "142 records found", + "bbox": [ + 0.19583333333333333, + 0.28888888888888886, + 0.28958333333333336, + 0.3111111111111111 + ], + "point": [ + 0.2427, + 0.3 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.8125, + 0.29259259259259257, + 0.859375, + 0.31666666666666665 + ], + "point": [ + 0.8359, + 0.3046 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9791667302449544, + 0.2888888606318721, + 1.0000000635782877, + 0.31296293470594616 + ], + "point": [ + 0.9896, + 0.3009 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.34791666666666665, + 0.37777777777777777, + 0.4114583333333333, + 0.4 + ], + "point": [ + 0.3797, + 0.3889 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.43645833333333334, + 0.37777777777777777, + 0.5062500635782877, + 0.40185185185185185 + ], + "point": [ + 0.4714, + 0.3898 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.7291666666666666, + 0.37592592592592594, + 0.7635416666666667, + 0.4 + ], + "point": [ + 0.7464, + 0.388 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12968751589457195, + 0.44722222222222224, + 0.1932291825612386, + 0.46574074074074073 + ], + "point": [ + 0.1615, + 0.4565 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.1375, + 0.4685185185185185, + 0.20208333333333334, + 0.49074074074074076 + ], + "point": [ + 0.1698, + 0.4796 + ] + }, + { + "instruction": "May 23,2023 9.20.01", + "bbox": [ + 0.22916666666666666, + 0.4777777777777778, + 0.328125, + 0.5046296296296297 + ], + "point": [ + 0.2786, + 0.4912 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.1453125, + 0.5157407407407407, + 0.20677083333333332, + 0.5342592592592592 + ], + "point": [ + 0.176, + 0.525 + ] + }, + { + "instruction": "May 15,2023 9.09.53", + "bbox": [ + 0.22916666666666666, + 0.6240741305881077, + 0.3302083333333333, + 0.6509259824399595 + ], + "point": [ + 0.2797, + 0.6375 + ] + }, + { + "instruction": "000000242", + "bbox": [ + 0.0625, + 0.6370370935510706, + 0.115625, + 0.6592593157732928 + ], + "point": [ + 0.0891, + 0.6481 + ] + }, + { + "instruction": "Olivia Lee", + "bbox": [ + 0.3489583333333333, + 0.6370370935510706, + 0.3958333333333333, + 0.6592593157732928 + ], + "point": [ + 0.3724, + 0.6481 + ] + }, + { + "instruction": "Olivia Lee", + "bbox": [ + 0.4375, + 0.6370370935510706, + 0.48541666666666666, + 0.6592593157732928 + ], + "point": [ + 0.4615, + 0.6481 + ] + }, + { + "instruction": "$183.00", + "bbox": [ + 0.5260416666666666, + 0.6370370935510706, + 0.5666666666666667, + 0.6592593157732928 + ], + "point": [ + 0.5464, + 0.6481 + ] + }, + { + "instruction": "$183.00", + "bbox": [ + 0.615625, + 0.6370370935510706, + 0.65625, + 0.6592593157732928 + ], + "point": [ + 0.6359, + 0.6481 + ] + }, + { + "instruction": "Canceled", + "bbox": [ + 0.7302082697550456, + 0.6370370935510706, + 0.7749999364217123, + 0.6592593157732928 + ], + "point": [ + 0.7526, + 0.6481 + ] + }, + { + "instruction": "AM", + "bbox": [ + 0.23072915077209472, + 0.6509259824399595, + 0.2473958174387614, + 0.669444500958478 + ], + "point": [ + 0.2391, + 0.6602 + ] + }, + { + "instruction": "May 14,2023 10.38.35", + "bbox": [ + 0.22916666666666666, + 0.7722221657081887, + 0.33541666666666664, + 0.7990740175600405 + ], + "point": [ + 0.2823, + 0.7856 + ] + }, + { + "instruction": "John Doe", + "bbox": [ + 0.34791666666666665, + 0.7851851286711516, + 0.39375, + 0.8074073508933738 + ], + "point": [ + 0.3708, + 0.7963 + ] + }, + { + "instruction": "John Doe", + "bbox": [ + 0.43645833333333334, + 0.7851851851851852, + 0.4822916666666667, + 0.8092592592592592 + ], + "point": [ + 0.4594, + 0.7972 + ] + }, + { + "instruction": "$204.25", + "bbox": [ + 0.5265625, + 0.7861110545970775, + 0.5661458333333333, + 0.804629573115596 + ], + "point": [ + 0.5464, + 0.7954 + ] + }, + { + "instruction": "5204.25", + "bbox": [ + 0.615625, + 0.7833333333333333, + 0.65625, + 0.8055555555555556 + ], + "point": [ + 0.6359, + 0.7944 + ] + }, + { + "instruction": "Canceled", + "bbox": [ + 0.7302083333333333, + 0.7861110545970775, + 0.7739583333333333, + 0.804629573115596 + ], + "point": [ + 0.7521, + 0.7954 + ] + }, + { + "instruction": "AM", + "bbox": [ + 0.23020833333333332, + 0.7962962962962963, + 0.24791666666666667, + 0.8185185185185185 + ], + "point": [ + 0.2391, + 0.8074 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12916666666666668, + 0.8851851286711516, + 0.19375, + 0.9074073508933739 + ], + "point": [ + 0.1615, + 0.8963 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.1375, + 0.9074074074074074, + 0.20208333333333334, + 0.9296296296296296 + ], + "point": [ + 0.1698, + 0.9185 + ] + }, + { + "instruction": "May 6,.2023 11.54.21", + "bbox": [ + 0.22916666666666666, + 0.9185185750325521, + 0.328125, + 0.945370426884404 + ], + "point": [ + 0.2786, + 0.9319 + ] + }, + { + "instruction": "000000118", + "bbox": [ + 0.0625, + 0.9314814814814815, + 0.115625, + 0.9537037037037037 + ], + "point": [ + 0.0891, + 0.9426 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.128125, + 0.9314814814814815, + 0.15625, + 0.9537037037037037 + ], + "point": [ + 0.1422, + 0.9426 + ] + }, + { + "instruction": "Brian Smith", + "bbox": [ + 0.3489583333333333, + 0.9314814814814815, + 0.40520833333333334, + 0.9537037037037037 + ], + "point": [ + 0.3771, + 0.9426 + ] + }, + { + "instruction": "Brian Smith", + "bbox": [ + 0.4375, + 0.9314814814814815, + 0.49375, + 0.9537037037037037 + ], + "point": [ + 0.4656, + 0.9426 + ] + }, + { + "instruction": "$29.00", + "bbox": [ + 0.5260416984558105, + 0.9314814814814815, + 0.5604166666666667, + 0.9537037037037037 + ], + "point": [ + 0.5432, + 0.9426 + ] + }, + { + "instruction": "$29.00", + "bbox": [ + 0.6166666666666667, + 0.9314814814814815, + 0.65, + 0.9537037037037037 + ], + "point": [ + 0.6333, + 0.9426 + ] + }, + { + "instruction": "Canceled", + "bbox": [ + 0.7302082697550456, + 0.9314814814814815, + 0.7749999364217123, + 0.9537037037037037 + ], + "point": [ + 0.7526, + 0.9426 + ] + }, + { + "instruction": "PM", + "bbox": [ + 0.23020833333333332, + 0.9425927056206598, + 0.24791666666666667, + 0.9648149278428819 + ], + "point": [ + 0.2391, + 0.9537 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.14479166666666668, + 0.9537037037037037, + 0.20729166666666668, + 0.975925925925926 + ], + "point": [ + 0.176, + 0.9648 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.12864583333333332, + 0.9787037037037037, + 0.15260416666666668, + 0.9972222222222222 + ], + "point": [ + 0.1406, + 0.988 + ] + }, + { + "instruction": "Create New O5", + "bbox": [ + 0.8998860677083333, + 0.008407310203269677, + 1.0, + 0.07710384792751736 + ], + "point": [ + 0.9499, + 0.0428 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.6583841959635417, + 0.13155516165274161, + 0.7393208821614583, + 0.18270007945873118 + ], + "point": [ + 0.6989, + 0.1571 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.8690475463867188, + 0.13200313426830151, + 0.9584213256835937, + 0.18041085137261284 + ], + "point": [ + 0.9137, + 0.1562 + ] + }, + { + "instruction": "Canceled", + "bbox": [ + 0.7240647633870443, + 0.43413405241789643, + 0.7821795145670573, + 0.5812536734121817 + ], + "point": [ + 0.7531, + 0.5077 + ] + }, + { + "instruction": "Default View", + "bbox": [ + 0.744857660929362, + 0.1318696905065466, + 0.8600271860758464, + 0.1815214510317202 + ], + "point": [ + 0.8024, + 0.1567 + ] + }, + { + "instruction": "Actions", + "bbox": [ + 0.012444408734639485, + 0.2740727459942853, + 0.17110313574473063, + 0.3258167125560619 + ], + "point": [ + 0.0918, + 0.2999 + ] + }, + { + "instruction": "200", + "bbox": [ + 0.7373350779215495, + 0.2738353587962963, + 0.8070298512776692, + 0.3271607575593171 + ], + "point": [ + 0.7722, + 0.3005 + ] + }, + { + "instruction": "E", + "bbox": [ + 0.9674663543701172, + 0.13429087886103877, + 1.0, + 0.18144347579390915 + ], + "point": [ + 0.9837, + 0.1579 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7848166147867839, + 0.43542520028573495, + 0.8339345296223958, + 0.5817992598922165 + ], + "point": [ + 0.8094, + 0.5086 + ] + }, + { + "instruction": "000000136", + "bbox": [ + 0.05529687404632568, + 0.4371726707175926, + 0.12103405793507895, + 0.5813753481264468 + ], + "point": [ + 0.0882, + 0.5093 + ] + }, + { + "instruction": "Lily Potter", + "bbox": [ + 0.4302546501159668, + 0.4331213491934317, + 0.5217631975809733, + 0.5904632003219039 + ], + "point": [ + 0.476, + 0.5118 + ] + }, + { + "instruction": "Status: Canceled", + "bbox": [ + 0.08791025479634602, + 0.20102988349066842, + 0.19434539477030435, + 0.23559129503038195 + ], + "point": [ + 0.1411, + 0.2183 + ] + }, + { + "instruction": "Lily Potter", + "bbox": [ + 0.3433673858642578, + 0.43493720160590277, + 0.4306500752766927, + 0.5825034812644676 + ], + "point": [ + 0.387, + 0.5087 + ] + }, + { + "instruction": "Allocated", + "bbox": [ + 0.8311424255371094, + 0.35027231287073207, + 0.9181648254394531, + 0.4343441715946904 + ], + "point": [ + 0.8747, + 0.3923 + ] + }, + { + "instruction": "sources", + "bbox": [ + 0.8311424255371094, + 0.35027231287073207, + 0.9181648254394531, + 0.4343441715946904 + ], + "point": [ + 0.8747, + 0.3923 + ] + }, + { + "instruction": "$208.20", + "bbox": [ + 0.611591911315918, + 0.43384987160011573, + 0.7240396499633789, + 0.5878302680121528 + ], + "point": [ + 0.6678, + 0.5108 + ] + }, + { + "instruction": "Braintree Trans", + "bbox": [ + 0.9171905517578125, + 0.3502579300491898, + 1.0, + 0.43531697591145835 + ], + "point": [ + 0.9586, + 0.3928 + ] + }, + { + "instruction": "Source", + "bbox": [ + 0.9171905517578125, + 0.3502579300491898, + 1.0, + 0.43531697591145835 + ], + "point": [ + 0.9586, + 0.3928 + ] + }, + { + "instruction": "$208.20", + "bbox": [ + 0.5201029459635417, + 0.4330102426034433, + 0.6109209696451823, + 0.5927152845594618 + ], + "point": [ + 0.5655, + 0.5129 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.12931346893310547, + 0.537435460973669, + 0.15411411921183268, + 0.5608055962456597 + ], + "point": [ + 0.1417, + 0.5491 + ] + }, + { + "instruction": "Purchase Point", + "bbox": [ + 0.12805389563242595, + 0.36913977728949654, + 0.2109723726908366, + 0.40902964274088544 + ], + "point": [ + 0.1695, + 0.3891 + ] + }, + { + "instruction": "Purchase Date", + "bbox": [ + 0.2259276549021403, + 0.3701038219310619, + 0.3390456517537435, + 0.40428045767324944 + ], + "point": [ + 0.2825, + 0.3872 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7845689137776692, + 0.5806355229130498, + 0.8317469278971354, + 0.7214992381908275 + ], + "point": [ + 0.8082, + 0.6511 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.6108086903889974, + 0.3497408548990885, + 0.7241235097249349, + 0.4340621100531684 + ], + "point": [ + 0.6675, + 0.3919 + ] + }, + { + "instruction": "(Purchased)", + "bbox": [ + 0.6108086903889974, + 0.3497408548990885, + 0.7241235097249349, + 0.4340621100531684 + ], + "point": [ + 0.6675, + 0.3919 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.5189921061197916, + 0.34969635009765626, + 0.6104895273844401, + 0.43357069227430556 + ], + "point": [ + 0.5647, + 0.3916 + ] + }, + { + "instruction": "(Base)", + "bbox": [ + 0.5189921061197916, + 0.34969635009765626, + 0.6104895273844401, + 0.43357069227430556 + ], + "point": [ + 0.5647, + 0.3916 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.783544413248698, + 0.7259052417896412, + 0.8333441416422526, + 0.9693877043547454 + ], + "point": [ + 0.8084, + 0.8476 + ] + }, + { + "instruction": "PM", + "bbox": [ + 0.22831525802612304, + 0.5022834495261863, + 0.24842023849487305, + 0.5270430388274017 + ], + "point": [ + 0.2384, + 0.5147 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.1274655262629191, + 0.7323169284396701, + 0.22055336634318035, + 0.8678729587131077 + ], + "point": [ + 0.174, + 0.8001 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.1274655262629191, + 0.7323169284396701, + 0.22055336634318035, + 0.8678729587131077 + ], + "point": [ + 0.174, + 0.8001 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.1274655262629191, + 0.7323169284396701, + 0.22055336634318035, + 0.8678729587131077 + ], + "point": [ + 0.174, + 0.8001 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.1274655262629191, + 0.7323169284396701, + 0.22055336634318035, + 0.8678729587131077 + ], + "point": [ + 0.174, + 0.8001 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12730050881703694, + 0.5864075837311922, + 0.2200288454691569, + 0.7184128372757523 + ], + "point": [ + 0.1737, + 0.6524 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.12730050881703694, + 0.5864075837311922, + 0.2200288454691569, + 0.7184128372757523 + ], + "point": [ + 0.1737, + 0.6524 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.12730050881703694, + 0.5864075837311922, + 0.2200288454691569, + 0.7184128372757523 + ], + "point": [ + 0.1737, + 0.6524 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.12730050881703694, + 0.5864075837311922, + 0.2200288454691569, + 0.7184128372757523 + ], + "point": [ + 0.1737, + 0.6524 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.12630256017049155, + 0.49046715630425347, + 0.15467007954915366, + 0.5165314285843461 + ], + "point": [ + 0.1405, + 0.5035 + ] + }, + { + "instruction": "Action", + "bbox": [ + 0.7806904474894206, + 0.35014495849609373, + 0.8341608047485352, + 0.43484242757161456 + ], + "point": [ + 0.8074, + 0.3925 + ] + }, + { + "instruction": "000000025", + "bbox": [ + 0.055749936898549395, + 0.7268714057074652, + 0.1208691120147705, + 0.8691616482204861 + ], + "point": [ + 0.0883, + 0.798 + ] + }, + { + "instruction": "creating a new item.", + "bbox": [ + 0.8998860677083333, + 0.008407310203269677, + 1.0, + 0.07710384792751736 + ], + "point": [ + 0.9499, + 0.0428 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.6583841959635417, + 0.13155516165274161, + 0.7393208821614583, + 0.18270007945873118 + ], + "point": [ + 0.6989, + 0.1571 + ] + }, + { + "instruction": "Columns settings.", + "bbox": [ + 0.8690475463867188, + 0.13200313426830151, + 0.9584213256835937, + 0.18041085137261284 + ], + "point": [ + 0.9137, + 0.1562 + ] + }, + { + "instruction": "Canceled", + "bbox": [ + 0.7240647633870443, + 0.43413405241789643, + 0.7821795145670573, + 0.5812536734121817 + ], + "point": [ + 0.7531, + 0.5077 + ] + }, + { + "instruction": "default view options.", + "bbox": [ + 0.744857660929362, + 0.1318696905065466, + 0.8600271860758464, + 0.1815214510317202 + ], + "point": [ + 0.8024, + 0.1567 + ] + }, + { + "instruction": "a dropdown menu to view additional actions.", + "bbox": [ + 0.012444408734639485, + 0.2740727459942853, + 0.17110313574473063, + 0.3258167125560619 + ], + "point": [ + 0.0918, + 0.2999 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.7373350779215495, + 0.2738353587962963, + 0.8070298512776692, + 0.3271607575593171 + ], + "point": [ + 0.7722, + 0.3005 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.9674663543701172, + 0.13429087886103877, + 1.0, + 0.18144347579390915 + ], + "point": [ + 0.9837, + 0.1579 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.935856819152832, + 0.27477004439742475, + 0.9745893478393555, + 0.3275613290292245 + ], + "point": [ + 0.9552, + 0.3012 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7848166147867839, + 0.43542520028573495, + 0.8339345296223958, + 0.5817992598922165 + ], + "point": [ + 0.8094, + 0.5086 + ] + }, + { + "instruction": "Page navigation.", + "bbox": [ + 0.05529687404632568, + 0.4371726707175926, + 0.12103405793507895, + 0.5813753481264468 + ], + "point": [ + 0.0882, + 0.5093 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.8809127807617188, + 0.2739515233922888, + 0.921658706665039, + 0.3270064459906684 + ], + "point": [ + 0.9013, + 0.3005 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.3259369532267253, + 0.13763102778682001, + 0.3467844009399414, + 0.17802706117983216 + ], + "point": [ + 0.3364, + 0.1578 + ] + }, + { + "instruction": "Lily Potter.", + "bbox": [ + 0.4302546501159668, + 0.4331213491934317, + 0.5217631975809733, + 0.5904632003219039 + ], + "point": [ + 0.476, + 0.5118 + ] + }, + { + "instruction": "Canceled status.", + "bbox": [ + 0.08791025479634602, + 0.20102988349066842, + 0.19434539477030435, + 0.23559129503038195 + ], + "point": [ + 0.1411, + 0.2183 + ] + }, + { + "instruction": "Oval", + "bbox": [ + 0.9904376983642578, + 0.203751062463831, + 1.0, + 0.24092621979890047 + ], + "point": [ + 0.9952, + 0.2223 + ] + }, + { + "instruction": "Lily Potter", + "bbox": [ + 0.3433673858642578, + 0.43493720160590277, + 0.4306500752766927, + 0.5825034812644676 + ], + "point": [ + 0.387, + 0.5087 + ] + }, + { + "instruction": "Allrelated resources.", + "bbox": [ + 0.8311424255371094, + 0.35027231287073207, + 0.9181648254394531, + 0.4343441715946904 + ], + "point": [ + 0.8747, + 0.3923 + ] + }, + { + "instruction": "a navigation bar.", + "bbox": [ + 0.9162329355875651, + 0.440001791494864, + 0.9991834004720052, + 0.585463629828559 + ], + "point": [ + 0.9577, + 0.5127 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.013871540625890097, + 0.349381595187717, + 0.05726975401242574, + 0.43491558498806426 + ], + "point": [ + 0.0356, + 0.3921 + ] + }, + { + "instruction": "a price tag of $208.20.", + "bbox": [ + 0.611591911315918, + 0.43384987160011573, + 0.7240396499633789, + 0.5878302680121528 + ], + "point": [ + 0.6678, + 0.5108 + ] + }, + { + "instruction": "Braintree Transition source.", + "bbox": [ + 0.9171905517578125, + 0.3502579300491898, + 1.0, + 0.43531697591145835 + ], + "point": [ + 0.9586, + 0.3928 + ] + }, + { + "instruction": "a price tag of $20.20.", + "bbox": [ + 0.5201029459635417, + 0.4330102426034433, + 0.6109209696451823, + 0.5927152845594618 + ], + "point": [ + 0.5655, + 0.5129 + ] + }, + { + "instruction": "minimizing a window.", + "bbox": [ + 0.8327306747436524, + 0.43431591457790797, + 0.9191354751586914, + 0.5917176988389757 + ], + "point": [ + 0.8759, + 0.513 + ] + }, + { + "instruction": "a button to view more details or information.", + "bbox": [ + 0.12931346893310547, + 0.537435460973669, + 0.15411411921183268, + 0.5608055962456597 + ], + "point": [ + 0.1417, + 0.5491 + ] + }, + { + "instruction": "PurchasePoint.", + "bbox": [ + 0.12805389563242595, + 0.36913977728949654, + 0.2109723726908366, + 0.40902964274088544 + ], + "point": [ + 0.1695, + 0.3891 + ] + }, + { + "instruction": "the option to purchase a date.", + "bbox": [ + 0.2259276549021403, + 0.3701038219310619, + 0.3390456517537435, + 0.40428045767324944 + ], + "point": [ + 0.2825, + 0.3872 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7845689137776692, + 0.5806355229130498, + 0.8317469278971354, + 0.7214992381908275 + ], + "point": [ + 0.8082, + 0.6511 + ] + }, + { + "instruction": "the \"Grand Total (Purchased) option.", + "bbox": [ + 0.6108086903889974, + 0.3497408548990885, + 0.7241235097249349, + 0.4340621100531684 + ], + "point": [ + 0.6675, + 0.3919 + ] + }, + { + "instruction": "a dropdown menu to select the Grand Total (Base).", + "bbox": [ + 0.5189921061197916, + 0.34969635009765626, + 0.6104895273844401, + 0.43357069227430556 + ], + "point": [ + 0.5647, + 0.3916 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.1251291036605835, + 0.5156877305772569, + 0.1442914644877116, + 0.535723876953125 + ], + "point": [ + 0.1347, + 0.5257 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.783544413248698, + 0.7259052417896412, + 0.8333441416422526, + 0.9693877043547454 + ], + "point": [ + 0.8084, + 0.8476 + ] + }, + { + "instruction": "Maximize", + "bbox": [ + 0.016063255071640015, + 0.43771554452401623, + 0.053317540884017946, + 0.5835342972366898 + ], + "point": [ + 0.0347, + 0.5106 + ] + }, + { + "instruction": "PM.", + "bbox": [ + 0.22831525802612304, + 0.5022834495261863, + 0.24842023849487305, + 0.5270430388274017 + ], + "point": [ + 0.2384, + 0.5147 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.02707650661468506, + 0.6379486083984375, + 0.043297863006591795, + 0.6674059832537615 + ], + "point": [ + 0.0352, + 0.6527 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.34556573232014975, + 0.13840405499493635, + 0.35902798970540367, + 0.17533128526475694 + ], + "point": [ + 0.3523, + 0.1569 + ] + }, + { + "instruction": "Viewing the main website.", + "bbox": [ + 0.1274655262629191, + 0.7323169284396701, + 0.22055336634318035, + 0.8678729587131077 + ], + "point": [ + 0.174, + 0.8001 + ] + }, + { + "instruction": "Viewing the main website section.", + "bbox": [ + 0.12730050881703694, + 0.5864075837311922, + 0.2200288454691569, + 0.7184128372757523 + ], + "point": [ + 0.1737, + 0.6524 + ] + }, + { + "instruction": "a navigation bar.", + "bbox": [ + 0.9172865549723307, + 0.5829721521448206, + 0.9999827067057292, + 0.7268351802119503 + ], + "point": [ + 0.9586, + 0.6549 + ] + }, + { + "instruction": "a store button.", + "bbox": [ + 0.12630256017049155, + 0.49046715630425347, + 0.15467007954915366, + 0.5165314285843461 + ], + "point": [ + 0.1405, + 0.5035 + ] + }, + { + "instruction": "Action settings or options.", + "bbox": [ + 0.7806904474894206, + 0.35014495849609373, + 0.8341608047485352, + 0.43484242757161456 + ], + "point": [ + 0.8074, + 0.3925 + ] + }, + { + "instruction": "a menu or navigation bar.", + "bbox": [ + 0.9176822662353515, + 0.725638665093316, + 0.9989505767822265, + 0.8749781290690104 + ], + "point": [ + 0.9583, + 0.8003 + ] + }, + { + "instruction": "Selecting a number from a window or application.", + "bbox": [ + 0.055749936898549395, + 0.7268714057074652, + 0.1208691120147705, + 0.8691616482204861 + ], + "point": [ + 0.0883, + 0.798 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.06122721036275228, + 0.37509457623517073, + 0.0758576234181722, + 0.40413725111219617 + ], + "point": [ + 0.0685, + 0.3896 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.9944486618041992, + 0.09972339206271702, + 0.9999999364217123, + 0.15020356354890047 + ], + "point": [ + 0.9972, + 0.125 + ] + } + ], + "element_size": 125 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_27/7885.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Search by keyword", + "bbox": [ + 0.022916666666666665, + 0.14537037037037037, + 0.11822916666666666, + 0.17037037037037037 + ], + "point": [ + 0.0706, + 0.1579 + ] + }, + { + "instruction": "Active filters:", + "bbox": [ + 0.013541666666666667, + 0.2074074074074074, + 0.07604166666666666, + 0.22962962962962963 + ], + "point": [ + 0.0448, + 0.2185 + ] + }, + { + "instruction": "142 records found", + "bbox": [ + 0.19583333333333333, + 0.28703703703703703, + 0.28958333333333336, + 0.3111111111111111 + ], + "point": [ + 0.2427, + 0.2991 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.8125, + 0.29259259259259257, + 0.859375, + 0.31666666666666665 + ], + "point": [ + 0.8359, + 0.3046 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9791667302449544, + 0.2888888606318721, + 1.0000000635782877, + 0.31296293470594616 + ], + "point": [ + 0.9896, + 0.3009 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12968751589457195, + 0.44722222222222224, + 0.1932291825612386, + 0.46574074074074073 + ], + "point": [ + 0.1615, + 0.4565 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.1375, + 0.4685185185185185, + 0.20208333333333334, + 0.49074074074074076 + ], + "point": [ + 0.1698, + 0.4796 + ] + }, + { + "instruction": "May 23,2023 9.20.01", + "bbox": [ + 0.22916666666666666, + 0.4777777777777778, + 0.328125, + 0.5046296296296297 + ], + "point": [ + 0.2786, + 0.4912 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.1453125, + 0.5157407407407407, + 0.20677083333333332, + 0.5342592592592592 + ], + "point": [ + 0.176, + 0.525 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.1375, + 0.6148148148148148, + 0.20208333333333334, + 0.6370370370370371 + ], + "point": [ + 0.1698, + 0.6259 + ] + }, + { + "instruction": "May 15,2023 9.09.53", + "bbox": [ + 0.23020833333333332, + 0.6259259259259259, + 0.3302083333333333, + 0.65 + ], + "point": [ + 0.2802, + 0.638 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.12864584128061932, + 0.6398148148148148, + 0.15572916666666667, + 0.6583333333333333 + ], + "point": [ + 0.1422, + 0.6491 + ] + }, + { + "instruction": "Olivia Lee", + "bbox": [ + 0.3489583333333333, + 0.6370370935510706, + 0.396875, + 0.6592593157732928 + ], + "point": [ + 0.3729, + 0.6481 + ] + }, + { + "instruction": "Olivia Lee", + "bbox": [ + 0.4375, + 0.6370370935510706, + 0.48541666666666666, + 0.6592593157732928 + ], + "point": [ + 0.4615, + 0.6481 + ] + }, + { + "instruction": "$183.00", + "bbox": [ + 0.5260416666666666, + 0.6370370935510706, + 0.5666666666666667, + 0.6592593157732928 + ], + "point": [ + 0.5464, + 0.6481 + ] + }, + { + "instruction": "$183.00", + "bbox": [ + 0.615625, + 0.6370370935510706, + 0.65625, + 0.6592593157732928 + ], + "point": [ + 0.6359, + 0.6481 + ] + }, + { + "instruction": "AM", + "bbox": [ + 0.23072915077209472, + 0.6509259824399595, + 0.2473958174387614, + 0.669444500958478 + ], + "point": [ + 0.2391, + 0.6602 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.14375, + 0.6611111676251447, + 0.20729166666666668, + 0.6833333898473669 + ], + "point": [ + 0.1755, + 0.6722 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.12916666666666668, + 0.6833333333333333, + 0.153125, + 0.7055555555555556 + ], + "point": [ + 0.1411, + 0.6944 + ] + }, + { + "instruction": "May 14,2023 10.38.35", + "bbox": [ + 0.22916666666666666, + 0.7722221657081887, + 0.33541666666666664, + 0.7990740175600405 + ], + "point": [ + 0.2823, + 0.7856 + ] + }, + { + "instruction": "John Doe", + "bbox": [ + 0.43645833333333334, + 0.7851851851851852, + 0.4822916666666667, + 0.8092592592592592 + ], + "point": [ + 0.4594, + 0.7972 + ] + }, + { + "instruction": "$204.25", + "bbox": [ + 0.5265625, + 0.7861110545970775, + 0.5661458333333333, + 0.804629573115596 + ], + "point": [ + 0.5464, + 0.7954 + ] + }, + { + "instruction": "$204.25", + "bbox": [ + 0.6161458333333333, + 0.7861110545970775, + 0.6557291666666667, + 0.804629573115596 + ], + "point": [ + 0.6359, + 0.7954 + ] + }, + { + "instruction": "Canceled", + "bbox": [ + 0.7307291030883789, + 0.7861110545970775, + 0.7744791030883789, + 0.804629573115596 + ], + "point": [ + 0.7526, + 0.7954 + ] + }, + { + "instruction": "AM", + "bbox": [ + 0.23020833333333332, + 0.7962962962962963, + 0.24791666666666667, + 0.8185185185185185 + ], + "point": [ + 0.2391, + 0.8074 + ] + }, + { + "instruction": "May 6,.2023 11.54.21", + "bbox": [ + 0.22916666666666666, + 0.9185185750325521, + 0.328125, + 0.945370426884404 + ], + "point": [ + 0.2786, + 0.9319 + ] + }, + { + "instruction": "000000118", + "bbox": [ + 0.0625, + 0.9314814814814815, + 0.115625, + 0.9537037037037037 + ], + "point": [ + 0.0891, + 0.9426 + ] + }, + { + "instruction": "Brian Smith", + "bbox": [ + 0.3489583333333333, + 0.9314814814814815, + 0.40520833333333334, + 0.9537037037037037 + ], + "point": [ + 0.3771, + 0.9426 + ] + }, + { + "instruction": "Brian Smith", + "bbox": [ + 0.4375, + 0.9314814814814815, + 0.49375, + 0.9537037037037037 + ], + "point": [ + 0.4656, + 0.9426 + ] + }, + { + "instruction": "$29.00", + "bbox": [ + 0.5260416984558105, + 0.9314814814814815, + 0.5604166666666667, + 0.9537037037037037 + ], + "point": [ + 0.5432, + 0.9426 + ] + }, + { + "instruction": "529.00", + "bbox": [ + 0.615625, + 0.9314814814814815, + 0.65, + 0.9537037037037037 + ], + "point": [ + 0.6328, + 0.9426 + ] + }, + { + "instruction": "PM", + "bbox": [ + 0.23020833333333332, + 0.9425927056206598, + 0.24791666666666667, + 0.9648149278428819 + ], + "point": [ + 0.2391, + 0.9537 + ] + }, + { + "instruction": "Create New O5", + "bbox": [ + 0.9000537236531575, + 0.008794643260814526, + 1.0000000635782877, + 0.0757695233380353 + ], + "point": [ + 0.95, + 0.0423 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.658183224995931, + 0.13170332732024015, + 0.7389101028442383, + 0.18236536096643519 + ], + "point": [ + 0.6985, + 0.157 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.8685798645019531, + 0.13118630868417244, + 0.9596477508544922, + 0.18108633535879629 + ], + "point": [ + 0.9141, + 0.1561 + ] + }, + { + "instruction": "Default View", + "bbox": [ + 0.741055425008138, + 0.1313738505045573, + 0.8615427652994792, + 0.18169846711335358 + ], + "point": [ + 0.8013, + 0.1565 + ] + }, + { + "instruction": "Canceled", + "bbox": [ + 0.7239329020182291, + 0.43707281042028356, + 0.7830744425455729, + 0.5809595743815105 + ], + "point": [ + 0.7535, + 0.509 + ] + }, + { + "instruction": "E", + "bbox": [ + 0.967758305867513, + 0.13450741238064237, + 1.0, + 0.18214854487666376 + ], + "point": [ + 0.9839, + 0.1583 + ] + }, + { + "instruction": "Braintree Trans", + "bbox": [ + 0.9171989440917969, + 0.35061713324652777, + 1.0, + 0.4347432454427083 + ], + "point": [ + 0.9586, + 0.3927 + ] + }, + { + "instruction": "Source", + "bbox": [ + 0.9171989440917969, + 0.35061713324652777, + 1.0, + 0.4347432454427083 + ], + "point": [ + 0.9586, + 0.3927 + ] + }, + { + "instruction": "Actions", + "bbox": [ + 0.014183696111043293, + 0.2740501121238426, + 0.17460017204284667, + 0.3251115021882234 + ], + "point": [ + 0.0944, + 0.2996 + ] + }, + { + "instruction": "000000136", + "bbox": [ + 0.05445864200592041, + 0.43721774065936053, + 0.12288148403167724, + 0.5820243552879051 + ], + "point": [ + 0.0887, + 0.5096 + ] + }, + { + "instruction": "Allocated", + "bbox": [ + 0.8316450754801432, + 0.35043097601996526, + 0.9183331807454427, + 0.4346343994140625 + ], + "point": [ + 0.875, + 0.3925 + ] + }, + { + "instruction": "sources", + "bbox": [ + 0.8316450754801432, + 0.35043097601996526, + 0.9183331807454427, + 0.4346343994140625 + ], + "point": [ + 0.875, + 0.3925 + ] + }, + { + "instruction": "Purchase Date", + "bbox": [ + 0.22279418309529622, + 0.3502943250868056, + 0.34322436650594074, + 0.43531279387297456 + ], + "point": [ + 0.283, + 0.3928 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.783222770690918, + 0.4378525345413773, + 0.8346952438354492, + 0.5803346987123843 + ], + "point": [ + 0.809, + 0.5091 + ] + }, + { + "instruction": "Lily Potter", + "bbox": [ + 0.3403636932373047, + 0.4342761004412616, + 0.4340368906656901, + 0.5920814796730324 + ], + "point": [ + 0.3872, + 0.5132 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.6103563944498698, + 0.35023984555844906, + 0.7233975728352865, + 0.4338490238896123 + ], + "point": [ + 0.6669, + 0.392 + ] + }, + { + "instruction": "(Purchased)", + "bbox": [ + 0.6103563944498698, + 0.35023984555844906, + 0.7233975728352865, + 0.4338490238896123 + ], + "point": [ + 0.6669, + 0.392 + ] + }, + { + "instruction": "$208.20", + "bbox": [ + 0.6110858917236328, + 0.43652349401403356, + 0.7244773864746094, + 0.5867302223488137 + ], + "point": [ + 0.6678, + 0.5116 + ] + }, + { + "instruction": "Status: Canceled", + "bbox": [ + 0.08590137958526611, + 0.19977973655418113, + 0.19286270141601564, + 0.23883350513599538 + ], + "point": [ + 0.1394, + 0.2193 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.5192307472229004, + 0.35042464644820603, + 0.6108160654703776, + 0.4337099993670428 + ], + "point": [ + 0.565, + 0.3921 + ] + }, + { + "instruction": "(Base)", + "bbox": [ + 0.5192307472229004, + 0.35042464644820603, + 0.6108160654703776, + 0.4337099993670428 + ], + "point": [ + 0.565, + 0.3921 + ] + }, + { + "instruction": "Lily Potter", + "bbox": [ + 0.4310590426127116, + 0.4350628888165509, + 0.5215334892272949, + 0.6027963143807871 + ], + "point": [ + 0.4763, + 0.5189 + ] + }, + { + "instruction": "200", + "bbox": [ + 0.737612533569336, + 0.27388531720196757, + 0.8063072204589844, + 0.32711984139901623 + ], + "point": [ + 0.772, + 0.3005 + ] + }, + { + "instruction": "Purchase Point", + "bbox": [ + 0.12103087107340495, + 0.3508405049641927, + 0.220832093556722, + 0.43574837578667536 + ], + "point": [ + 0.1709, + 0.3933 + ] + }, + { + "instruction": "Action", + "bbox": [ + 0.7806135813395182, + 0.35065104166666666, + 0.8349498748779297, + 0.4340788099500868 + ], + "point": [ + 0.8078, + 0.3924 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.3416111628214518, + 0.34922197129991317, + 0.43189239501953125, + 0.43390299479166666 + ], + "point": [ + 0.3868, + 0.3916 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7857156117757161, + 0.5806677924262152, + 0.8308073679606119, + 0.720342113353588 + ], + "point": [ + 0.8083, + 0.6505 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7853830337524415, + 0.8762036358868635, + 0.8331594467163086, + 1.0 + ], + "point": [ + 0.8093, + 0.9381 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.7219286600748698, + 0.35070266723632815, + 0.7819447835286458, + 0.4336979336208767 + ], + "point": [ + 0.7519, + 0.3922 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.12933894793192546, + 0.5376415111400463, + 0.15275368690490723, + 0.5604050247757523 + ], + "point": [ + 0.141, + 0.549 + ] + }, + { + "instruction": "000000025", + "bbox": [ + 0.05680458545684815, + 0.7278306749131944, + 0.12134905656178792, + 0.8736287434895833 + ], + "point": [ + 0.0891, + 0.8007 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.12832050323486327, + 0.4918841891818576, + 0.15385799407958983, + 0.516215741192853 + ], + "point": [ + 0.1411, + 0.504 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7857566197713216, + 0.7279417815031829, + 0.8314284642537435, + 0.8734223542390046 + ], + "point": [ + 0.8086, + 0.8007 + ] + }, + { + "instruction": "$208.20", + "bbox": [ + 0.5209984461466471, + 0.432785231978805, + 0.6105833053588867, + 0.5939483642578125 + ], + "point": [ + 0.5658, + 0.5134 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.127652374903361, + 0.7326600816514757, + 0.2217679818471273, + 0.8706022474500869 + ], + "point": [ + 0.1747, + 0.8016 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.127652374903361, + 0.7326600816514757, + 0.2217679818471273, + 0.8706022474500869 + ], + "point": [ + 0.1747, + 0.8016 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.127652374903361, + 0.7326600816514757, + 0.2217679818471273, + 0.8706022474500869 + ], + "point": [ + 0.1747, + 0.8016 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.127652374903361, + 0.7326600816514757, + 0.2217679818471273, + 0.8706022474500869 + ], + "point": [ + 0.1747, + 0.8016 + ] + }, + { + "instruction": "Canceled", + "bbox": [ + 0.7281026840209961, + 0.8726550632052952, + 0.7791337966918945, + 0.9984555844907408 + ], + "point": [ + 0.7536, + 0.9356 + ] + }, + { + "instruction": "PM", + "bbox": [ + 0.22772642771402996, + 0.5008835969147859, + 0.2514179547627767, + 0.5287019517686632 + ], + "point": [ + 0.2396, + 0.5148 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12548596064249676, + 0.8772781937210649, + 0.22281646728515625, + 0.9966943811487269 + ], + "point": [ + 0.1742, + 0.937 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.12548596064249676, + 0.8772781937210649, + 0.22281646728515625, + 0.9966943811487269 + ], + "point": [ + 0.1742, + 0.937 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.12548596064249676, + 0.8772781937210649, + 0.22281646728515625, + 0.9966943811487269 + ], + "point": [ + 0.1742, + 0.937 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.12548596064249676, + 0.8772781937210649, + 0.22281646728515625, + 0.9966943811487269 + ], + "point": [ + 0.1742, + 0.937 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12936511039733886, + 0.5932850025318287, + 0.19436917304992676, + 0.6148940474898726 + ], + "point": [ + 0.1619, + 0.6041 + ] + }, + { + "instruction": "000000242", + "bbox": [ + 0.05565531253814697, + 0.579767354329427, + 0.12125289440155029, + 0.7232431482385706 + ], + "point": [ + 0.0885, + 0.6515 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.4299069086710612, + 0.3495622140389902, + 0.5210339228312174, + 0.43458379109700523 + ], + "point": [ + 0.4755, + 0.3921 + ] + }, + { + "instruction": "John Doe", + "bbox": [ + 0.34231859842936196, + 0.7257498847113715, + 0.4304166793823242, + 0.8755077785915799 + ], + "point": [ + 0.3864, + 0.8006 + ] + }, + { + "instruction": "Canceled", + "bbox": [ + 0.7252447128295898, + 0.5796041983145255, + 0.7802255630493165, + 0.7162103723596643 + ], + "point": [ + 0.7527, + 0.6479 + ] + }, + { + "instruction": "creating a new item.", + "bbox": [ + 0.9000537236531575, + 0.008794643260814526, + 1.0000000635782877, + 0.0757695233380353 + ], + "point": [ + 0.95, + 0.0423 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.658183224995931, + 0.13170332732024015, + 0.7389101028442383, + 0.18236536096643519 + ], + "point": [ + 0.6985, + 0.157 + ] + }, + { + "instruction": "Columns settings.", + "bbox": [ + 0.8685798645019531, + 0.13118630868417244, + 0.9596477508544922, + 0.18108633535879629 + ], + "point": [ + 0.9141, + 0.1561 + ] + }, + { + "instruction": "default view options.", + "bbox": [ + 0.741055425008138, + 0.1313738505045573, + 0.8615427652994792, + 0.18169846711335358 + ], + "point": [ + 0.8013, + 0.1565 + ] + }, + { + "instruction": "a navigation bar.", + "bbox": [ + 0.9167251586914062, + 0.43828150431315105, + 1.0, + 0.5838620786313657 + ], + "point": [ + 0.9584, + 0.5111 + ] + }, + { + "instruction": "Canceled", + "bbox": [ + 0.7239329020182291, + 0.43707281042028356, + 0.7830744425455729, + 0.5809595743815105 + ], + "point": [ + 0.7535, + 0.509 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.967758305867513, + 0.13450741238064237, + 1.0, + 0.18214854487666376 + ], + "point": [ + 0.9839, + 0.1583 + ] + }, + { + "instruction": "Braintree Transition source.", + "bbox": [ + 0.9171989440917969, + 0.35061713324652777, + 1.0, + 0.4347432454427083 + ], + "point": [ + 0.9586, + 0.3927 + ] + }, + { + "instruction": "a dropdown menu to view additional actions.", + "bbox": [ + 0.014183696111043293, + 0.2740501121238426, + 0.17460017204284667, + 0.3251115021882234 + ], + "point": [ + 0.0944, + 0.2996 + ] + }, + { + "instruction": "a command to start a file or document.", + "bbox": [ + 0.05445864200592041, + 0.43721774065936053, + 0.12288148403167724, + 0.5820243552879051 + ], + "point": [ + 0.0887, + 0.5096 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.9345619201660156, + 0.27412098072193286, + 0.9750736236572266, + 0.3286439683702257 + ], + "point": [ + 0.9548, + 0.3014 + ] + }, + { + "instruction": "Allrelated resources.", + "bbox": [ + 0.8316450754801432, + 0.35043097601996526, + 0.9183331807454427, + 0.4346343994140625 + ], + "point": [ + 0.875, + 0.3925 + ] + }, + { + "instruction": "Purchase Date.", + "bbox": [ + 0.22279418309529622, + 0.3502943250868056, + 0.34322436650594074, + 0.43531279387297456 + ], + "point": [ + 0.283, + 0.3928 + ] + }, + { + "instruction": "navigating to the previous item or screen.", + "bbox": [ + 0.8814436594645182, + 0.2744892261646412, + 0.9199312845865886, + 0.3286152592411748 + ], + "point": [ + 0.9007, + 0.3016 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.783222770690918, + 0.4378525345413773, + 0.8346952438354492, + 0.5803346987123843 + ], + "point": [ + 0.809, + 0.5091 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.3265175501505534, + 0.13754176387080438, + 0.3462596257527669, + 0.17605407149703414 + ], + "point": [ + 0.3364, + 0.1568 + ] + }, + { + "instruction": "Lily Potter.", + "bbox": [ + 0.3403636932373047, + 0.4342761004412616, + 0.4340368906656901, + 0.5920814796730324 + ], + "point": [ + 0.3872, + 0.5132 + ] + }, + { + "instruction": "the \"Grand Total (Purchased) option.", + "bbox": [ + 0.6103563944498698, + 0.35023984555844906, + 0.7233975728352865, + 0.4338490238896123 + ], + "point": [ + 0.6669, + 0.392 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.01399564544359843, + 0.3495670177318432, + 0.05679958462715149, + 0.43393879643192995 + ], + "point": [ + 0.0354, + 0.3918 + ] + }, + { + "instruction": "a price tag of $208.20.", + "bbox": [ + 0.6110858917236328, + 0.43652349401403356, + 0.7244773864746094, + 0.5867302223488137 + ], + "point": [ + 0.6678, + 0.5116 + ] + }, + { + "instruction": "closing or dismissing a cancel action.", + "bbox": [ + 0.08590137958526611, + 0.19977973655418113, + 0.19286270141601564, + 0.23883350513599538 + ], + "point": [ + 0.1394, + 0.2193 + ] + }, + { + "instruction": "the \"Grand Total\" option in a user interface.", + "bbox": [ + 0.5192307472229004, + 0.35042464644820603, + 0.6108160654703776, + 0.4337099993670428 + ], + "point": [ + 0.565, + 0.3921 + ] + }, + { + "instruction": "Oval", + "bbox": [ + 0.9898522059122722, + 0.205284994619864, + 0.9999999364217123, + 0.241002768057364 + ], + "point": [ + 0.9949, + 0.2231 + ] + }, + { + "instruction": "minimizing a window.", + "bbox": [ + 0.8326433181762696, + 0.4357894049750434, + 0.919252586364746, + 0.5940509937427662 + ], + "point": [ + 0.8759, + 0.5149 + ] + }, + { + "instruction": "Lily Potter.", + "bbox": [ + 0.4310590426127116, + 0.4350628888165509, + 0.5215334892272949, + 0.6027963143807871 + ], + "point": [ + 0.4763, + 0.5189 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.737612533569336, + 0.27388531720196757, + 0.8063072204589844, + 0.32711984139901623 + ], + "point": [ + 0.772, + 0.3005 + ] + }, + { + "instruction": "a menu or navigation list.", + "bbox": [ + 0.9168851852416993, + 0.5822394476996527, + 0.9999999364217123, + 0.7269975450303819 + ], + "point": [ + 0.9584, + 0.6546 + ] + }, + { + "instruction": "PurchasePoint.", + "bbox": [ + 0.12103087107340495, + 0.3508405049641927, + 0.220832093556722, + 0.43574837578667536 + ], + "point": [ + 0.1709, + 0.3933 + ] + }, + { + "instruction": "Action settings or options.", + "bbox": [ + 0.7806135813395182, + 0.35065104166666666, + 0.8349498748779297, + 0.4340788099500868 + ], + "point": [ + 0.8078, + 0.3924 + ] + }, + { + "instruction": "a text input field for filling out a list of items.", + "bbox": [ + 0.3416111628214518, + 0.34922197129991317, + 0.43189239501953125, + 0.43390299479166666 + ], + "point": [ + 0.3868, + 0.3916 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.1270607868830363, + 0.5131696347837095, + 0.1440889040629069, + 0.5352886623806423 + ], + "point": [ + 0.1356, + 0.5242 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.3451266606648763, + 0.1375898007993345, + 0.35899829864501953, + 0.17467046667028358 + ], + "point": [ + 0.3521, + 0.1561 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7857156117757161, + 0.5806677924262152, + 0.8308073679606119, + 0.720342113353588 + ], + "point": [ + 0.8083, + 0.6505 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7853830337524415, + 0.8762036358868635, + 0.8331594467163086, + 1.0 + ], + "point": [ + 0.8093, + 0.9381 + ] + }, + { + "instruction": "Status.", + "bbox": [ + 0.7219286600748698, + 0.35070266723632815, + 0.7819447835286458, + 0.4336979336208767 + ], + "point": [ + 0.7519, + 0.3922 + ] + }, + { + "instruction": "a button to view more details or information.", + "bbox": [ + 0.12933894793192546, + 0.5376415111400463, + 0.15275368690490723, + 0.5604050247757523 + ], + "point": [ + 0.141, + 0.549 + ] + }, + { + "instruction": "Selecting or marking a number.", + "bbox": [ + 0.05680458545684815, + 0.7278306749131944, + 0.12134905656178792, + 0.8736287434895833 + ], + "point": [ + 0.0891, + 0.8007 + ] + }, + { + "instruction": "a store button.", + "bbox": [ + 0.12832050323486327, + 0.4918841891818576, + 0.15385799407958983, + 0.516215741192853 + ], + "point": [ + 0.1411, + 0.504 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7857566197713216, + 0.7279417815031829, + 0.8314284642537435, + 0.8734223542390046 + ], + "point": [ + 0.8086, + 0.8007 + ] + }, + { + "instruction": "a price tag of $20.20.", + "bbox": [ + 0.5209984461466471, + 0.432785231978805, + 0.6105833053588867, + 0.5939483642578125 + ], + "point": [ + 0.5658, + 0.5134 + ] + }, + { + "instruction": "Viewing the main website.", + "bbox": [ + 0.127652374903361, + 0.7326600816514757, + 0.2217679818471273, + 0.8706022474500869 + ], + "point": [ + 0.1747, + 0.8016 + ] + }, + { + "instruction": "Canceled", + "bbox": [ + 0.7281026840209961, + 0.8726550632052952, + 0.7791337966918945, + 0.9984555844907408 + ], + "point": [ + 0.7536, + 0.9356 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.027058911323547364, + 0.6375499018916377, + 0.04374961853027344, + 0.6681258024992767 + ], + "point": [ + 0.0354, + 0.6528 + ] + }, + { + "instruction": "a scrollbar.", + "bbox": [ + 0.9180168151855469, + 0.725427754720052, + 0.9983726501464844, + 0.8723461574978298 + ], + "point": [ + 0.9582, + 0.7989 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.02600608269373576, + 0.4882371690538194, + 0.044814813137054446, + 0.5219431559244792 + ], + "point": [ + 0.0354, + 0.5051 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.015691848595937093, + 0.43453812775788486, + 0.05535041093826294, + 0.48389677824797456 + ], + "point": [ + 0.0355, + 0.4592 + ] + }, + { + "instruction": "PM.", + "bbox": [ + 0.22772642771402996, + 0.5008835969147859, + 0.2514179547627767, + 0.5287019517686632 + ], + "point": [ + 0.2396, + 0.5148 + ] + }, + { + "instruction": "Viewing the main website section.", + "bbox": [ + 0.12548596064249676, + 0.8772781937210649, + 0.22281646728515625, + 0.9966943811487269 + ], + "point": [ + 0.1742, + 0.937 + ] + }, + { + "instruction": "main website.", + "bbox": [ + 0.12936511039733886, + 0.5932850025318287, + 0.19436917304992676, + 0.6148940474898726 + ], + "point": [ + 0.1619, + 0.6041 + ] + }, + { + "instruction": "Page navigation.", + "bbox": [ + 0.05565531253814697, + 0.579767354329427, + 0.12125289440155029, + 0.7232431482385706 + ], + "point": [ + 0.0885, + 0.6515 + ] + }, + { + "instruction": "Ship-to-Name settings or options.", + "bbox": [ + 0.4299069086710612, + 0.3495622140389902, + 0.5210339228312174, + 0.43458379109700523 + ], + "point": [ + 0.4755, + 0.3921 + ] + }, + { + "instruction": "a user profile or account.", + "bbox": [ + 0.34231859842936196, + 0.7257498847113715, + 0.4304166793823242, + 0.8755077785915799 + ], + "point": [ + 0.3864, + 0.8006 + ] + }, + { + "instruction": "Canceled", + "bbox": [ + 0.7252447128295898, + 0.5796041983145255, + 0.7802255630493165, + 0.7162103723596643 + ], + "point": [ + 0.7527, + 0.6479 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.0605834166208903, + 0.3737948947482639, + 0.07651909192403157, + 0.4053088717990451 + ], + "point": [ + 0.0686, + 0.3896 + ] + } + ], + "element_size": 135 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_28/8244.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Search by keyword", + "bbox": [ + 0.022916666666666665, + 0.19074074074074074, + 0.11822916666666666, + 0.21481481481481482 + ], + "point": [ + 0.0706, + 0.2028 + ] + }, + { + "instruction": "Active filters:", + "bbox": [ + 0.013541666666666667, + 0.2518518518518518, + 0.07604166666666666, + 0.2740740740740741 + ], + "point": [ + 0.0448, + 0.263 + ] + }, + { + "instruction": "Status: Canceled", + "bbox": [ + 0.08958333333333333, + 0.25092592592592594, + 0.171875, + 0.2740740740740741 + ], + "point": [ + 0.1307, + 0.2625 + ] + }, + { + "instruction": "Purchase Date", + "bbox": [ + 0.0140625, + 0.3435185185185185, + 0.08802083333333334, + 0.36203703703703705 + ], + "point": [ + 0.051, + 0.3528 + ] + }, + { + "instruction": "Grand Total (Base)", + "bbox": [ + 0.27708333333333335, + 0.3425925925925926, + 0.3697916666666667, + 0.3648148148148148 + ], + "point": [ + 0.3234, + 0.3537 + ] + }, + { + "instruction": "Grand Total (Purchased)", + "bbox": [ + 0.5395833333333333, + 0.3425925925925926, + 0.6604166666666667, + 0.3648148148148148 + ], + "point": [ + 0.6, + 0.3537 + ] + }, + { + "instruction": "Purchase Point", + "bbox": [ + 0.8046875, + 0.3435185185185185, + 0.8807291666666667, + 0.36203703703703705 + ], + "point": [ + 0.8427, + 0.3528 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.013541666666666667, + 0.37777777777777777, + 0.03958333333333333, + 0.4 + ], + "point": [ + 0.0266, + 0.3889 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.2760416666666667, + 0.37777777777777777, + 0.303125, + 0.4 + ], + "point": [ + 0.2896, + 0.3889 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.5395833333333333, + 0.37777777777777777, + 0.565625, + 0.4 + ], + "point": [ + 0.5526, + 0.3889 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.5411458333333333, + 0.44537037037037036, + 0.5526041666666667, + 0.462037037037037 + ], + "point": [ + 0.5469, + 0.4537 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.0140625, + 0.5120369805230035, + 0.0265625, + 0.530555499041522 + ], + "point": [ + 0.0203, + 0.5213 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.27760416666666665, + 0.5120369805230035, + 0.34010416666666665, + 0.530555499041522 + ], + "point": [ + 0.3089, + 0.5213 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.5385416666666667, + 0.5111111676251446, + 0.609375, + 0.5333333898473669 + ], + "point": [ + 0.574, + 0.5222 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.8015625, + 0.5120369805230035, + 0.8359375, + 0.530555499041522 + ], + "point": [ + 0.8187, + 0.5213 + ] + }, + { + "instruction": "Braintree Transaction Source", + "bbox": [ + 0.014583333333333334, + 0.6148148148148148, + 0.159375, + 0.6370370370370371 + ], + "point": [ + 0.087, + 0.6259 + ] + }, + { + "instruction": "142 records found", + "bbox": [ + 0.19583333333333333, + 0.8425926491066261, + 0.28958333333333336, + 0.8648148713288484 + ], + "point": [ + 0.2427, + 0.8537 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9791667302449544, + 0.8444444444444444, + 1.0000000635782877, + 0.8666666666666667 + ], + "point": [ + 0.9896, + 0.8556 + ] + }, + { + "instruction": "Purchase Date", + "bbox": [ + 0.22916666666666666, + 0.9314814814814815, + 0.3020833333333333, + 0.9537037037037037 + ], + "point": [ + 0.2656, + 0.9426 + ] + }, + { + "instruction": "Create New O5", + "bbox": [ + 0.9001818339029948, + 0.05280592883074725, + 1.0, + 0.11997491342050058 + ], + "point": [ + 0.9501, + 0.0864 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.608929697672526, + 0.904650483308015, + 0.7235342661539713, + 0.9957576045283565 + ], + "point": [ + 0.6662, + 0.9502 + ] + }, + { + "instruction": "(Purchased)", + "bbox": [ + 0.608929697672526, + 0.904650483308015, + 0.7235342661539713, + 0.9957576045283565 + ], + "point": [ + 0.6662, + 0.9502 + ] + }, + { + "instruction": "AII Store Views", + "bbox": [ + 0.8040471394856771, + 0.36680012455692995, + 1.0, + 0.41459353411639177 + ], + "point": [ + 0.902, + 0.3907 + ] + }, + { + "instruction": "Canceled", + "bbox": [ + 0.8014166514078777, + 0.5352670175057871, + 1.0, + 0.5823851408781828 + ], + "point": [ + 0.9007, + 0.5588 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.5188674290974935, + 0.9046295731155961, + 0.6106353123982747, + 0.9948924877025463 + ], + "point": [ + 0.5648, + 0.9498 + ] + }, + { + "instruction": "(Base)", + "bbox": [ + 0.5188674290974935, + 0.9046295731155961, + 0.6106353123982747, + 0.9948924877025463 + ], + "point": [ + 0.5648, + 0.9498 + ] + }, + { + "instruction": "Braintree Trans", + "bbox": [ + 0.9170640309651693, + 0.904688404224537, + 1.0, + 0.9945122612847223 + ], + "point": [ + 0.9585, + 0.9496 + ] + }, + { + "instruction": "Source", + "bbox": [ + 0.9170640309651693, + 0.904688404224537, + 1.0, + 0.9945122612847223 + ], + "point": [ + 0.9585, + 0.9496 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.4304098129272461, + 0.9050406561957465, + 0.5215068817138672, + 0.9983120388454861 + ], + "point": [ + 0.476, + 0.9517 + ] + }, + { + "instruction": "Actions", + "bbox": [ + 0.012877543767293295, + 0.8291692097981771, + 0.1708142598470052, + 0.87991293447989 + ], + "point": [ + 0.0918, + 0.8545 + ] + }, + { + "instruction": "Purchase Point", + "bbox": [ + 0.1209228515625, + 0.9039847479926215, + 0.22385730743408203, + 0.99840087890625 + ], + "point": [ + 0.1724, + 0.9512 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.8698037465413412, + 0.17619149949815538, + 0.9591771443684896, + 0.22556741502549912 + ], + "point": [ + 0.9145, + 0.2009 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.9606660207112631, + 0.718977525499132, + 1.0, + 0.7666592068142362 + ], + "point": [ + 0.9803, + 0.7428 + ] + }, + { + "instruction": "Allocated", + "bbox": [ + 0.8322542190551758, + 0.9039591471354167, + 0.9181479771931966, + 0.9975669578269676 + ], + "point": [ + 0.8752, + 0.9508 + ] + }, + { + "instruction": "sources", + "bbox": [ + 0.8322542190551758, + 0.9039591471354167, + 0.9181479771931966, + 0.9975669578269676 + ], + "point": [ + 0.8752, + 0.9508 + ] + }, + { + "instruction": "Default View", + "bbox": [ + 0.7458059310913085, + 0.17666131478768807, + 0.8611557642618816, + 0.22485611527054397 + ], + "point": [ + 0.8035, + 0.2008 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.7221879959106445, + 0.9039826569733797, + 0.7827875137329101, + 0.9983936451099537 + ], + "point": [ + 0.7525, + 0.9512 + ] + }, + { + "instruction": "200", + "bbox": [ + 0.7373472849527994, + 0.8290025499131944, + 0.8069961547851563, + 0.8813936586733218 + ], + "point": [ + 0.7722, + 0.8552 + ] + }, + { + "instruction": "Action", + "bbox": [ + 0.7804914474487304, + 0.9039569430881076, + 0.8352800369262695, + 0.9994843659577546 + ], + "point": [ + 0.8079, + 0.9517 + ] + }, + { + "instruction": "E", + "bbox": [ + 0.9692220052083333, + 0.17791620890299478, + 0.999972152709961, + 0.22636390968605324 + ], + "point": [ + 0.9846, + 0.2021 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.6585391998291016, + 0.16773756521719474, + 0.7410114288330079, + 0.2360960077356409 + ], + "point": [ + 0.6998, + 0.2019 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.3411105473836263, + 0.9046048764829282, + 0.43124574025472007, + 0.9982545075593171 + ], + "point": [ + 0.3862, + 0.9514 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.9046311696370443, + 0.7195463392469618, + 0.9552199045817057, + 0.7622024536132812 + ], + "point": [ + 0.9299, + 0.7409 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.27546119689941406, + 0.446191660563151, + 0.2902652740478516, + 0.47931840684678817 + ], + "point": [ + 0.2829, + 0.4628 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.014660789569218954, + 0.4429649070457176, + 0.027453726530075072, + 0.4717148392288773 + ], + "point": [ + 0.0211, + 0.4573 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.8063310623168946, + 0.83623125994647, + 0.8630979537963868, + 0.8778216326678241 + ], + "point": [ + 0.8347, + 0.857 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.059456308682759605, + 0.927903069390191, + 0.07760549386342366, + 0.9597902651186343 + ], + "point": [ + 0.0685, + 0.9438 + ] + }, + { + "instruction": "creating a new item.", + "bbox": [ + 0.9001818339029948, + 0.05280592883074725, + 1.0, + 0.11997491342050058 + ], + "point": [ + 0.9501, + 0.0864 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.011582207679748536, + 0.640178652162905, + 0.2521555185317993, + 0.6885987458405671 + ], + "point": [ + 0.1319, + 0.6644 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.010770138104756672, + 0.5348060325339988, + 0.25252765814463296, + 0.5852834630895544 + ], + "point": [ + 0.1316, + 0.56 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.2740361531575521, + 0.5350417525679977, + 0.5146383285522461, + 0.5852721037688079 + ], + "point": [ + 0.3943, + 0.5602 + ] + }, + { + "instruction": "the \"Grand Total (Purchased) option.", + "bbox": [ + 0.608929697672526, + 0.904650483308015, + 0.7235342661539713, + 0.9957576045283565 + ], + "point": [ + 0.6662, + 0.9502 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.5360859553019206, + 0.5347872698748554, + 0.7775167465209961, + 0.5846597742151332 + ], + "point": [ + 0.6568, + 0.5597 + ] + }, + { + "instruction": "an option to view all store views.", + "bbox": [ + 0.8040471394856771, + 0.36680012455692995, + 1.0, + 0.41459353411639177 + ], + "point": [ + 0.902, + 0.3907 + ] + }, + { + "instruction": "Canceled.", + "bbox": [ + 0.8014166514078777, + 0.5352670175057871, + 1.0, + 0.5823851408781828 + ], + "point": [ + 0.9007, + 0.5588 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.33380133310953775, + 0.3648915608723958, + 0.513037363688151, + 0.4175265842013889 + ], + "point": [ + 0.4234, + 0.3912 + ] + }, + { + "instruction": "a dropdown menu for selecting the Grand Total (Base).", + "bbox": [ + 0.5188674290974935, + 0.9046295731155961, + 0.6106353123982747, + 0.9948924877025463 + ], + "point": [ + 0.5648, + 0.9498 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.33331934611002606, + 0.4286386277940538, + 0.5150744756062825, + 0.48085304542824076 + ], + "point": [ + 0.4242, + 0.4547 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.5962881088256836, + 0.36489828604239005, + 0.7759541193644206, + 0.4159948278356482 + ], + "point": [ + 0.6861, + 0.3904 + ] + }, + { + "instruction": "Braintree Transition source.", + "bbox": [ + 0.9170640309651693, + 0.904688404224537, + 1.0, + 0.9945122612847223 + ], + "point": [ + 0.9585, + 0.9496 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.5949995040893554, + 0.42901803475839123, + 0.7753412246704101, + 0.47991118254484955 + ], + "point": [ + 0.6852, + 0.4545 + ] + }, + { + "instruction": "Ship-to-Name settings or options.", + "bbox": [ + 0.4304098129272461, + 0.9050406561957465, + 0.5215068817138672, + 0.9983120388454861 + ], + "point": [ + 0.476, + 0.9517 + ] + }, + { + "instruction": "a dropdown menu to view additional actions.", + "bbox": [ + 0.012877543767293295, + 0.8291692097981771, + 0.1708142598470052, + 0.87991293447989 + ], + "point": [ + 0.0918, + 0.8545 + ] + }, + { + "instruction": "PurchasePoint.", + "bbox": [ + 0.1209228515625, + 0.9039847479926215, + 0.22385730743408203, + 0.99840087890625 + ], + "point": [ + 0.1724, + 0.9512 + ] + }, + { + "instruction": "Columns settings.", + "bbox": [ + 0.8698037465413412, + 0.17619149949815538, + 0.9591771443684896, + 0.22556741502549912 + ], + "point": [ + 0.9145, + 0.2009 + ] + }, + { + "instruction": "Apply.", + "bbox": [ + 0.9606660207112631, + 0.718977525499132, + 1.0, + 0.7666592068142362 + ], + "point": [ + 0.9803, + 0.7428 + ] + }, + { + "instruction": "Allrelated resources.", + "bbox": [ + 0.8322542190551758, + 0.9039591471354167, + 0.9181479771931966, + 0.9975669578269676 + ], + "point": [ + 0.8752, + 0.9508 + ] + }, + { + "instruction": "default view options.", + "bbox": [ + 0.7458059310913085, + 0.17666131478768807, + 0.8611557642618816, + 0.22485611527054397 + ], + "point": [ + 0.8035, + 0.2008 + ] + }, + { + "instruction": "Status.", + "bbox": [ + 0.7221879959106445, + 0.9039826569733797, + 0.7827875137329101, + 0.9983936451099537 + ], + "point": [ + 0.7525, + 0.9512 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.7373472849527994, + 0.8290025499131944, + 0.8069961547851563, + 0.8813936586733218 + ], + "point": [ + 0.7722, + 0.8552 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.9371078491210938, + 0.8304065845630787, + 0.9742507934570312, + 0.8805846037688079 + ], + "point": [ + 0.9557, + 0.8555 + ] + }, + { + "instruction": "Action settings or options.", + "bbox": [ + 0.7804914474487304, + 0.9039569430881076, + 0.8352800369262695, + 0.9994843659577546 + ], + "point": [ + 0.8079, + 0.9517 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.9692220052083333, + 0.17791620890299478, + 0.999972152709961, + 0.22636390968605324 + ], + "point": [ + 0.9846, + 0.2021 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.6585391998291016, + 0.16773756521719474, + 0.7410114288330079, + 0.2360960077356409 + ], + "point": [ + 0.6998, + 0.2019 + ] + }, + { + "instruction": "a text input field for filling out a list of items.", + "bbox": [ + 0.3411105473836263, + 0.9046048764829282, + 0.43124574025472007, + 0.9982545075593171 + ], + "point": [ + 0.3862, + 0.9514 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.8819216410319011, + 0.8298734876844618, + 0.9203898111979166, + 0.8802705552842882 + ], + "point": [ + 0.9012, + 0.8551 + ] + }, + { + "instruction": "search functionality.", + "bbox": [ + 0.32658678690592446, + 0.18294732835557725, + 0.34566466013590497, + 0.2221167246500651 + ], + "point": [ + 0.3361, + 0.2025 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.9046311696370443, + 0.7195463392469618, + 0.9552199045817057, + 0.7622024536132812 + ], + "point": [ + 0.9299, + 0.7409 + ] + }, + { + "instruction": "Oval", + "bbox": [ + 0.9918753941853841, + 0.24739662452980324, + 1.0000000635782877, + 0.2854717113353588 + ], + "point": [ + 0.9959, + 0.2664 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.27546119689941406, + 0.446191660563151, + 0.2902652740478516, + 0.47931840684678817 + ], + "point": [ + 0.2829, + 0.4628 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.015087018410364786, + 0.9046157271773727, + 0.0564210832118988, + 0.9926333957248263 + ], + "point": [ + 0.0358, + 0.9486 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.3452608108520508, + 0.1832467962194372, + 0.3589474360148112, + 0.22076536107946326 + ], + "point": [ + 0.3521, + 0.202 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.014660789569218954, + 0.4429649070457176, + 0.027453726530075072, + 0.4717148392288773 + ], + "point": [ + 0.0211, + 0.4573 + ] + }, + { + "instruction": "per page settings.", + "bbox": [ + 0.8063310623168946, + 0.83623125994647, + 0.8630979537963868, + 0.8778216326678241 + ], + "point": [ + 0.8347, + 0.857 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.059456308682759605, + 0.927903069390191, + 0.07760549386342366, + 0.9597902651186343 + ], + "point": [ + 0.0685, + 0.9438 + ] + }, + { + "instruction": "Up arrow", + "bbox": [ + 0.3237001419067383, + 0.9264801025390625, + 0.3415562947591146, + 0.9588545057508681 + ], + "point": [ + 0.3326, + 0.9427 + ] + }, + { + "instruction": "1422", + "bbox": [ + 0.19718828201293945, + 0.8386056970666956, + 0.21734237670898438, + 0.8781296906647859 + ], + "point": [ + 0.2073, + 0.8584 + ] + }, + { + "instruction": "Calendar", + "bbox": [ + 0.22331089973449708, + 0.4359312551992911, + 0.24376063346862792, + 0.4715624491373698 + ], + "point": [ + 0.2335, + 0.4537 + ] + }, + { + "instruction": "Calendar", + "bbox": [ + 0.22378430366516114, + 0.3745289272732205, + 0.2441929340362549, + 0.40800840589735243 + ], + "point": [ + 0.234, + 0.3913 + ] + } + ], + "element_size": 89 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_29/8622.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Search by keyword", + "bbox": [ + 0.022916666666666665, + 0.13055555555555556, + 0.11822916666666666, + 0.15555555555555556 + ], + "point": [ + 0.0706, + 0.1431 + ] + }, + { + "instruction": "Purchase Date", + "bbox": [ + 0.0140625, + 0.28425925925925927, + 0.08802083333333334, + 0.30277777777777776 + ], + "point": [ + 0.051, + 0.2935 + ] + }, + { + "instruction": "Grand Total (Base)", + "bbox": [ + 0.27708333333333335, + 0.2833333333333333, + 0.3697916666666667, + 0.3055555555555556 + ], + "point": [ + 0.3234, + 0.2944 + ] + }, + { + "instruction": "Grand Total (Purchased)", + "bbox": [ + 0.5395833333333333, + 0.2824074074074074, + 0.6598958333333333, + 0.30462962962962964 + ], + "point": [ + 0.5997, + 0.2935 + ] + }, + { + "instruction": "Purchase Point", + "bbox": [ + 0.8036458333333333, + 0.2814814814814815, + 0.88125, + 0.3055555555555556 + ], + "point": [ + 0.8424, + 0.2935 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.013541666666666667, + 0.31851851851851853, + 0.03958333333333333, + 0.34074074074074073 + ], + "point": [ + 0.0266, + 0.3296 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.2760416666666667, + 0.31851851851851853, + 0.303125, + 0.34074074074074073 + ], + "point": [ + 0.2896, + 0.3296 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.5395833333333333, + 0.31851851851851853, + 0.565625, + 0.34074074074074073 + ], + "point": [ + 0.5526, + 0.3296 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.015104166666666667, + 0.38425925925925924, + 0.0265625, + 0.4027777777777778 + ], + "point": [ + 0.0208, + 0.3935 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.27760416666666665, + 0.38425925925925924, + 0.2890625, + 0.4027777777777778 + ], + "point": [ + 0.2833, + 0.3935 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.5411458333333333, + 0.3861111393681279, + 0.5526041666666667, + 0.40277780603479457 + ], + "point": [ + 0.5469, + 0.3944 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.27760416666666665, + 0.4527777777777778, + 0.34010416666666665, + 0.47129629629629627 + ], + "point": [ + 0.3089, + 0.462 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.5385416666666667, + 0.45185185185185184, + 0.609375, + 0.4740740740740741 + ], + "point": [ + 0.574, + 0.463 + ] + }, + { + "instruction": "Braintree Transaction Source", + "bbox": [ + 0.014583333333333334, + 0.5555556120695891, + 0.159375, + 0.5777778342918113 + ], + "point": [ + 0.087, + 0.5667 + ] + }, + { + "instruction": "142 records found", + "bbox": [ + 0.19583333333333333, + 0.7833333333333333, + 0.28958333333333336, + 0.8055555555555556 + ], + "point": [ + 0.2427, + 0.7944 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.8125, + 0.7888888323748553, + 0.859375, + 0.8111110545970776 + ], + "point": [ + 0.8359, + 0.8 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9791667302449544, + 0.7851851286711516, + 1.0000000635782877, + 0.8074073508933738 + ], + "point": [ + 0.9896, + 0.7963 + ] + }, + { + "instruction": "Purchase Date", + "bbox": [ + 0.22916666666666666, + 0.8722222222222222, + 0.3020833333333333, + 0.8944444444444445 + ], + "point": [ + 0.2656, + 0.8833 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.7291666666666666, + 0.8722222222222222, + 0.7635416666666667, + 0.8944444444444445 + ], + "point": [ + 0.7464, + 0.8833 + ] + }, + { + "instruction": "Action", + "bbox": [ + 0.7875, + 0.8722222222222222, + 0.821875, + 0.8944444444444445 + ], + "point": [ + 0.8047, + 0.8833 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12916666666666668, + 0.9407407407407408, + 0.19479166666666667, + 0.9629629629629629 + ], + "point": [ + 0.162, + 0.9519 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.1375, + 0.9629629629629629, + 0.20208333333333334, + 0.9851851851851852 + ], + "point": [ + 0.1698, + 0.9741 + ] + }, + { + "instruction": "May 23,2023 9.20.01", + "bbox": [ + 0.23020833333333332, + 0.9740740740740741, + 0.328125, + 0.9981481481481481 + ], + "point": [ + 0.2792, + 0.9861 + ] + }, + { + "instruction": "Create New O5", + "bbox": [ + 0.900442632039388, + 0.0, + 1.0, + 0.05951162267614294 + ], + "point": [ + 0.9502, + 0.0298 + ] + }, + { + "instruction": "AII Store Views", + "bbox": [ + 0.8040644327799479, + 0.3072807029441551, + 1.0, + 0.35479917173032405 + ], + "point": [ + 0.902, + 0.331 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.7993574778238932, + 0.3500347561306424, + 1.0, + 0.5261277940538195 + ], + "point": [ + 0.8997, + 0.4381 + ] + }, + { + "instruction": "Pending", + "bbox": [ + 0.7993574778238932, + 0.3500347561306424, + 1.0, + 0.5261277940538195 + ], + "point": [ + 0.8997, + 0.4381 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.9606328328450521, + 0.6593045835141782, + 1.0, + 0.7074051468460648 + ], + "point": [ + 0.9803, + 0.6834 + ] + }, + { + "instruction": "Actions", + "bbox": [ + 0.012486871083577473, + 0.7699223271122685, + 0.17091708183288573, + 0.8202136004412616 + ], + "point": [ + 0.0917, + 0.7951 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.8686044057210286, + 0.11602634853786892, + 0.9601214090983073, + 0.16850581698947484 + ], + "point": [ + 0.9144, + 0.1423 + ] + }, + { + "instruction": "Default View", + "bbox": [ + 0.7411443710327148, + 0.11653419777199074, + 0.8621864954630534, + 0.16822806464301215 + ], + "point": [ + 0.8017, + 0.1424 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.6580327351888021, + 0.11125800521285445, + 0.7409969329833984, + 0.173166670622649 + ], + "point": [ + 0.6995, + 0.1422 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.610049311319987, + 0.8460916589807581, + 0.7242271423339843, + 0.9279910052264179 + ], + "point": [ + 0.6671, + 0.887 + ] + }, + { + "instruction": "(Purchased)", + "bbox": [ + 0.610049311319987, + 0.8460916589807581, + 0.7242271423339843, + 0.9279910052264179 + ], + "point": [ + 0.6671, + 0.887 + ] + }, + { + "instruction": "E", + "bbox": [ + 0.9687931696573894, + 0.11940761142306858, + 0.9999999364217123, + 0.1684114102964048 + ], + "point": [ + 0.9844, + 0.1439 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.5191273371378581, + 0.8458635118272569, + 0.6109707514444987, + 0.9281684027777778 + ], + "point": [ + 0.565, + 0.887 + ] + }, + { + "instruction": "(Base)", + "bbox": [ + 0.5191273371378581, + 0.8458635118272569, + 0.6109707514444987, + 0.9281684027777778 + ], + "point": [ + 0.565, + 0.887 + ] + }, + { + "instruction": "200", + "bbox": [ + 0.7372751871744792, + 0.7704217416268808, + 0.8063423156738281, + 0.8223138314706308 + ], + "point": [ + 0.7718, + 0.7964 + ] + }, + { + "instruction": "Purchase Point", + "bbox": [ + 0.12088824907938639, + 0.8460841991283276, + 0.22371268272399902, + 0.9311360111942998 + ], + "point": [ + 0.1723, + 0.8886 + ] + }, + { + "instruction": "Allocated", + "bbox": [ + 0.8323240280151367, + 0.8460350884331598, + 0.9180830001831055, + 0.9286527280454282 + ], + "point": [ + 0.8752, + 0.8873 + ] + }, + { + "instruction": "sources", + "bbox": [ + 0.8323240280151367, + 0.8460350884331598, + 0.9180830001831055, + 0.9286527280454282 + ], + "point": [ + 0.8752, + 0.8873 + ] + }, + { + "instruction": "Braintree Trans", + "bbox": [ + 0.9177610397338867, + 0.8465219568323206, + 1.0000000635782877, + 0.9292880022967304 + ], + "point": [ + 0.9589, + 0.8879 + ] + }, + { + "instruction": "Source", + "bbox": [ + 0.9177610397338867, + 0.8465219568323206, + 1.0000000635782877, + 0.9292880022967304 + ], + "point": [ + 0.9589, + 0.8879 + ] + }, + { + "instruction": "Active filters:", + "bbox": [ + 0.013826725880304973, + 0.18725967407226562, + 0.07635052800178528, + 0.2247174863462095 + ], + "point": [ + 0.0451, + 0.206 + ] + }, + { + "instruction": "Status: Canceled", + "bbox": [ + 0.08780159950256347, + 0.18365908022280092, + 0.19155093828837078, + 0.22415056581850404 + ], + "point": [ + 0.1397, + 0.2039 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.42975358963012694, + 0.8460452609592014, + 0.521059513092041, + 0.9297115749782986 + ], + "point": [ + 0.4754, + 0.8879 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.9054726918538412, + 0.6608544243706598, + 0.9549063364664714, + 0.7111501057942708 + ], + "point": [ + 0.9302, + 0.686 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.013705868522326152, + 0.4499833001030816, + 0.02814579407374064, + 0.47540401882595484 + ], + "point": [ + 0.0209, + 0.4627 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.05774745941162109, + 0.8672565601490162, + 0.07795871098836263, + 0.905729392722801 + ], + "point": [ + 0.0679, + 0.8865 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.3418886184692383, + 0.8455925835503473, + 0.4309392293294271, + 0.9295552571614584 + ], + "point": [ + 0.3864, + 0.8876 + ] + }, + { + "instruction": "Creating a new item.", + "bbox": [ + 0.900442632039388, + 0.0, + 1.0, + 0.05951162267614294 + ], + "point": [ + 0.9502, + 0.0298 + ] + }, + { + "instruction": "an option to view all store views.", + "bbox": [ + 0.8040644327799479, + 0.3072807029441551, + 1.0, + 0.35479917173032405 + ], + "point": [ + 0.902, + 0.331 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.33403517405192057, + 0.30590255172164355, + 0.5142810185750325, + 0.35555363407841434 + ], + "point": [ + 0.4242, + 0.3307 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.5954474767049154, + 0.3062884295428241, + 0.7752767562866211, + 0.3554798267505787 + ], + "point": [ + 0.6854, + 0.3309 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.33355630238850914, + 0.36873530635127316, + 0.5148454666137695, + 0.42019088179976855 + ], + "point": [ + 0.4242, + 0.3945 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.010383987426757812, + 0.5806002016420717, + 0.25278663635253906, + 0.6300452338324652 + ], + "point": [ + 0.1316, + 0.6053 + ] + }, + { + "instruction": "a calendar.", + "bbox": [ + 0.0714975913365682, + 0.30591905381944445, + 0.2508040030797323, + 0.35604524965639467 + ], + "point": [ + 0.1612, + 0.331 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.5961060841878255, + 0.36863945855034724, + 0.7771966298421223, + 0.42024349636501734 + ], + "point": [ + 0.6867, + 0.3944 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.535194206237793, + 0.4742427119502315, + 0.7778567632039388, + 0.5264756944444444 + ], + "point": [ + 0.6565, + 0.5004 + ] + }, + { + "instruction": "a calendar.", + "bbox": [ + 0.07095420360565186, + 0.36882256401909724, + 0.25169583161671955, + 0.4204442342122396 + ], + "point": [ + 0.1613, + 0.3946 + ] + }, + { + "instruction": "Status Pending.", + "bbox": [ + 0.7993574778238932, + 0.3500347561306424, + 1.0, + 0.5261277940538195 + ], + "point": [ + 0.8997, + 0.4381 + ] + }, + { + "instruction": "Apply.", + "bbox": [ + 0.9606328328450521, + 0.6593045835141782, + 1.0, + 0.7074051468460648 + ], + "point": [ + 0.9803, + 0.6834 + ] + }, + { + "instruction": "a dropdown menu to view additional actions.", + "bbox": [ + 0.012486871083577473, + 0.7699223271122685, + 0.17091708183288573, + 0.8202136004412616 + ], + "point": [ + 0.0917, + 0.7951 + ] + }, + { + "instruction": "Columns settings.", + "bbox": [ + 0.8686044057210286, + 0.11602634853786892, + 0.9601214090983073, + 0.16850581698947484 + ], + "point": [ + 0.9144, + 0.1423 + ] + }, + { + "instruction": "default view options.", + "bbox": [ + 0.7411443710327148, + 0.11653419777199074, + 0.8621864954630534, + 0.16822806464301215 + ], + "point": [ + 0.8017, + 0.1424 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.6580327351888021, + 0.11125800521285445, + 0.7409969329833984, + 0.173166670622649 + ], + "point": [ + 0.6995, + 0.1422 + ] + }, + { + "instruction": "the \"Grand Total (Purchased) option.", + "bbox": [ + 0.610049311319987, + 0.8460916589807581, + 0.7242271423339843, + 0.9279910052264179 + ], + "point": [ + 0.6671, + 0.887 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.9687931696573894, + 0.11940761142306858, + 0.9999999364217123, + 0.1684114102964048 + ], + "point": [ + 0.9844, + 0.1439 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.3266325314839681, + 0.12450557284884983, + 0.34582732518514, + 0.16094268516257956 + ], + "point": [ + 0.3362, + 0.1427 + ] + }, + { + "instruction": "a dropdown menu for selecting the Grand Total (Base).", + "bbox": [ + 0.5191273371378581, + 0.8458635118272569, + 0.6109707514444987, + 0.9281684027777778 + ], + "point": [ + 0.565, + 0.887 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.8819005966186524, + 0.7705803200050637, + 0.9191789627075195, + 0.8218430695710359 + ], + "point": [ + 0.9005, + 0.7962 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.7372751871744792, + 0.7704217416268808, + 0.8063423156738281, + 0.8223138314706308 + ], + "point": [ + 0.7718, + 0.7964 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.9376916885375977, + 0.7706596091941551, + 0.9741674423217773, + 0.8227711995442708 + ], + "point": [ + 0.9559, + 0.7967 + ] + }, + { + "instruction": "PurchasePoint.", + "bbox": [ + 0.12088824907938639, + 0.8460841991283276, + 0.22371268272399902, + 0.9311360111942998 + ], + "point": [ + 0.1723, + 0.8886 + ] + }, + { + "instruction": "Allrelated resources.", + "bbox": [ + 0.8323240280151367, + 0.8460350884331598, + 0.9180830001831055, + 0.9286527280454282 + ], + "point": [ + 0.8752, + 0.8873 + ] + }, + { + "instruction": "Oval", + "bbox": [ + 0.9896671295166015, + 0.18494399741843895, + 1.0, + 0.22821436281557436 + ], + "point": [ + 0.9948, + 0.2066 + ] + }, + { + "instruction": "Braintree Transition source.", + "bbox": [ + 0.9177610397338867, + 0.8465219568323206, + 1.0000000635782877, + 0.9292880022967304 + ], + "point": [ + 0.9589, + 0.8879 + ] + }, + { + "instruction": "active filters.", + "bbox": [ + 0.013826725880304973, + 0.18725967407226562, + 0.07635052800178528, + 0.2247174863462095 + ], + "point": [ + 0.0451, + 0.206 + ] + }, + { + "instruction": "closing or dismissing a cancel action.", + "bbox": [ + 0.08780159950256347, + 0.18365908022280092, + 0.19155093828837078, + 0.22415056581850404 + ], + "point": [ + 0.1397, + 0.2039 + ] + }, + { + "instruction": "Information or help.", + "bbox": [ + 0.01532994508743286, + 0.47691198278356484, + 0.033038608233133954, + 0.5218060528790509 + ], + "point": [ + 0.0242, + 0.4994 + ] + }, + { + "instruction": "Ship-to-Name settings or options.", + "bbox": [ + 0.42975358963012694, + 0.8460452609592014, + 0.521059513092041, + 0.9297115749782986 + ], + "point": [ + 0.4754, + 0.8879 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.9054726918538412, + 0.6608544243706598, + 0.9549063364664714, + 0.7111501057942708 + ], + "point": [ + 0.9302, + 0.686 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.013705868522326152, + 0.4499833001030816, + 0.02814579407374064, + 0.47540401882595484 + ], + "point": [ + 0.0209, + 0.4627 + ] + }, + { + "instruction": "Save", + "bbox": [ + 0.017287665605545045, + 0.8541797779224537, + 0.05232916474342346, + 0.9227036087601274 + ], + "point": [ + 0.0348, + 0.8884 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.05774745941162109, + 0.8672565601490162, + 0.07795871098836263, + 0.905729392722801 + ], + "point": [ + 0.0679, + 0.8865 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.3455317179361979, + 0.12330038282606337, + 0.35894597371419273, + 0.16064765365035447 + ], + "point": [ + 0.3522, + 0.142 + ] + }, + { + "instruction": "a text input field for filling out a list of items.", + "bbox": [ + 0.3418886184692383, + 0.8455925835503473, + 0.4309392293294271, + 0.9295552571614584 + ], + "point": [ + 0.3864, + 0.8876 + ] + }, + { + "instruction": "Up arrow", + "bbox": [ + 0.3251845677693685, + 0.8704882586443866, + 0.339685312906901, + 0.8979773627387153 + ], + "point": [ + 0.3324, + 0.8842 + ] + }, + { + "instruction": "Italic", + "bbox": [ + 0.30498542785644533, + 0.4768321849681713, + 0.3149419784545898, + 0.5109892668547453 + ], + "point": [ + 0.31, + 0.4939 + ] + } + ], + "element_size": 89 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_30/9389.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Search by keyword", + "bbox": [ + 0.022916666666666665, + 0.13055555555555556, + 0.11822916666666666, + 0.15555555555555556 + ], + "point": [ + 0.0706, + 0.1431 + ] + }, + { + "instruction": "Purchase Date", + "bbox": [ + 0.0140625, + 0.28425925925925927, + 0.08802083333333334, + 0.30277777777777776 + ], + "point": [ + 0.051, + 0.2935 + ] + }, + { + "instruction": "Grand Total (Base)", + "bbox": [ + 0.27708333333333335, + 0.2833333333333333, + 0.3697916666666667, + 0.3055555555555556 + ], + "point": [ + 0.3234, + 0.2944 + ] + }, + { + "instruction": "Grand Total (Purchased)", + "bbox": [ + 0.5395833333333333, + 0.2824074074074074, + 0.6598958333333333, + 0.30462962962962964 + ], + "point": [ + 0.5997, + 0.2935 + ] + }, + { + "instruction": "Purchase Point", + "bbox": [ + 0.8036458333333333, + 0.2814814814814815, + 0.88125, + 0.3055555555555556 + ], + "point": [ + 0.8424, + 0.2935 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.013541666666666667, + 0.31851851851851853, + 0.03958333333333333, + 0.34074074074074073 + ], + "point": [ + 0.0266, + 0.3296 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.2760416666666667, + 0.31851851851851853, + 0.303125, + 0.34074074074074073 + ], + "point": [ + 0.2896, + 0.3296 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.5395833333333333, + 0.31851851851851853, + 0.565625, + 0.34074074074074073 + ], + "point": [ + 0.5526, + 0.3296 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.015104166666666667, + 0.38425925925925924, + 0.0265625, + 0.4027777777777778 + ], + "point": [ + 0.0208, + 0.3935 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.27760416666666665, + 0.38425925925925924, + 0.2890625, + 0.4027777777777778 + ], + "point": [ + 0.2833, + 0.3935 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.5411458333333333, + 0.3861111393681279, + 0.5526041666666667, + 0.40277780603479457 + ], + "point": [ + 0.5469, + 0.3944 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.0140625, + 0.4527777777777778, + 0.0265625, + 0.47129629629629627 + ], + "point": [ + 0.0203, + 0.462 + ] + }, + { + "instruction": "Name", + "bbox": [ + 0.3098958333333333, + 0.4527777777777778, + 0.34010416666666665, + 0.47129629629629627 + ], + "point": [ + 0.325, + 0.462 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.5385416666666667, + 0.45185185185185184, + 0.609375, + 0.4740740740740741 + ], + "point": [ + 0.574, + 0.463 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.8026041666666667, + 0.4527777777777778, + 0.8359375, + 0.47129629629629627 + ], + "point": [ + 0.8193, + 0.462 + ] + }, + { + "instruction": "Sun", + "bbox": [ + 0.09322916666666667, + 0.5157407407407407, + 0.11302083333333333, + 0.5342592592592592 + ], + "point": [ + 0.1031, + 0.525 + ] + }, + { + "instruction": "Mon", + "bbox": [ + 0.12135417461395263, + 0.5157407407407407, + 0.1432291825612386, + 0.5342592592592592 + ], + "point": [ + 0.1323, + 0.525 + ] + }, + { + "instruction": "Tue", + "bbox": [ + 0.15260416666666668, + 0.5157407407407407, + 0.17135416666666667, + 0.5342592592592592 + ], + "point": [ + 0.162, + 0.525 + ] + }, + { + "instruction": "Wed", + "bbox": [ + 0.18072916666666666, + 0.5157407407407407, + 0.20260416666666667, + 0.5342592592592592 + ], + "point": [ + 0.1917, + 0.525 + ] + }, + { + "instruction": "Thu", + "bbox": [ + 0.2109375, + 0.5157407407407407, + 0.23072916666666668, + 0.5342592592592592 + ], + "point": [ + 0.2208, + 0.525 + ] + }, + { + "instruction": "Fri", + "bbox": [ + 0.24322916666666666, + 0.5157407407407407, + 0.2578125, + 0.5342592592592592 + ], + "point": [ + 0.2505, + 0.525 + ] + }, + { + "instruction": "Sat", + "bbox": [ + 0.2713541666666667, + 0.5157407407407407, + 0.2890625, + 0.5342592592592592 + ], + "point": [ + 0.2802, + 0.525 + ] + }, + { + "instruction": "Braintree Trl", + "bbox": [ + 0.014583333333333334, + 0.5555556120695891, + 0.07604166666666666, + 0.5777778342918113 + ], + "point": [ + 0.0453, + 0.5667 + ] + }, + { + "instruction": "2", + "bbox": [ + 0.12864584128061932, + 0.562037037037037, + 0.1390625, + 0.5824074074074074 + ], + "point": [ + 0.1339, + 0.5722 + ] + }, + { + "instruction": "3", + "bbox": [ + 0.15677083333333333, + 0.5620370935510706, + 0.16822916666666668, + 0.5805556120695892 + ], + "point": [ + 0.1625, + 0.5713 + ] + }, + { + "instruction": "5", + "bbox": [ + 0.21614583333333334, + 0.5620370935510706, + 0.2296875, + 0.5805556120695892 + ], + "point": [ + 0.2229, + 0.5713 + ] + }, + { + "instruction": "10", + "bbox": [ + 0.15520833333333334, + 0.6129629629629629, + 0.17083333333333334, + 0.6351851851851852 + ], + "point": [ + 0.163, + 0.6241 + ] + }, + { + "instruction": "11", + "bbox": [ + 0.184375, + 0.6129629629629629, + 0.2, + 0.6351851851851852 + ], + "point": [ + 0.1922, + 0.6241 + ] + }, + { + "instruction": "12", + "bbox": [ + 0.21354166666666666, + 0.6129629629629629, + 0.23125, + 0.6351851851851852 + ], + "point": [ + 0.2224, + 0.6241 + ] + }, + { + "instruction": "13", + "bbox": [ + 0.24270834922790527, + 0.6129629629629629, + 0.25937501589457196, + 0.6351851851851852 + ], + "point": [ + 0.251, + 0.6241 + ] + }, + { + "instruction": "15", + "bbox": [ + 0.09635416666666667, + 0.6675925925925926, + 0.11197916666666667, + 0.6861111111111111 + ], + "point": [ + 0.1042, + 0.6769 + ] + }, + { + "instruction": "16", + "bbox": [ + 0.125, + 0.6648148713288484, + 0.14270833333333333, + 0.6870370935510706 + ], + "point": [ + 0.1339, + 0.6759 + ] + }, + { + "instruction": "17", + "bbox": [ + 0.1546875, + 0.6675925925925926, + 0.17239583333333333, + 0.6861111111111111 + ], + "point": [ + 0.1635, + 0.6769 + ] + }, + { + "instruction": "18", + "bbox": [ + 0.1859375, + 0.6694444444444444, + 0.20052083333333334, + 0.6861111111111111 + ], + "point": [ + 0.1932, + 0.6778 + ] + }, + { + "instruction": "19", + "bbox": [ + 0.2140625, + 0.6675925925925926, + 0.2296875, + 0.6861111111111111 + ], + "point": [ + 0.2219, + 0.6769 + ] + }, + { + "instruction": "20", + "bbox": [ + 0.24270834922790527, + 0.6648148713288484, + 0.25937501589457196, + 0.6870370935510706 + ], + "point": [ + 0.251, + 0.6759 + ] + }, + { + "instruction": "23", + "bbox": [ + 0.125, + 0.7185185185185186, + 0.140625, + 0.7407407407407407 + ], + "point": [ + 0.1328, + 0.7296 + ] + }, + { + "instruction": "25", + "bbox": [ + 0.18333333333333332, + 0.7185185185185186, + 0.2, + 0.7407407407407407 + ], + "point": [ + 0.1917, + 0.7296 + ] + }, + { + "instruction": "26", + "bbox": [ + 0.2135416825612386, + 0.7185185185185186, + 0.23020834922790528, + 0.7407407407407407 + ], + "point": [ + 0.2219, + 0.7296 + ] + }, + { + "instruction": "29", + "bbox": [ + 0.09583333333333334, + 0.7703703703703704, + 0.11145833333333334, + 0.7925925925925926 + ], + "point": [ + 0.1036, + 0.7815 + ] + }, + { + "instruction": "30", + "bbox": [ + 0.125, + 0.7703703703703704, + 0.140625, + 0.7925925925925926 + ], + "point": [ + 0.1328, + 0.7815 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.8125, + 0.7888888323748553, + 0.859375, + 0.8111110545970776 + ], + "point": [ + 0.8359, + 0.8 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9791667302449544, + 0.7851851286711516, + 1.0000000635782877, + 0.8074073508933738 + ], + "point": [ + 0.9896, + 0.7963 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12916666666666668, + 0.9407407407407408, + 0.19479166666666667, + 0.9629629629629629 + ], + "point": [ + 0.162, + 0.9519 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.1375, + 0.9629629629629629, + 0.20208333333333334, + 0.9851851851851852 + ], + "point": [ + 0.1698, + 0.9741 + ] + }, + { + "instruction": "May 23,2023 9.20.01", + "bbox": [ + 0.23020833333333332, + 0.9740740740740741, + 0.328125, + 0.9981481481481481 + ], + "point": [ + 0.2792, + 0.9861 + ] + }, + { + "instruction": "Create New O5", + "bbox": [ + 0.9009799957275391, + 0.0, + 1.0, + 0.05973026840775101 + ], + "point": [ + 0.9505, + 0.0299 + ] + }, + { + "instruction": "AII Store Views", + "bbox": [ + 0.8038304646809896, + 0.307061767578125, + 1.0, + 0.35489716706452545 + ], + "point": [ + 0.9019, + 0.331 + ] + }, + { + "instruction": "Go Today", + "bbox": [ + 0.08658072153727213, + 0.8255642926251446, + 0.19123191833496095, + 0.8866728040907118 + ], + "point": [ + 0.1389, + 0.8561 + ] + }, + { + "instruction": "Pending", + "bbox": [ + 0.80118408203125, + 0.4756813331886574, + 1.0, + 0.5247282805266203 + ], + "point": [ + 0.9006, + 0.5002 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.9606842041015625, + 0.6593449345341436, + 1.0, + 0.7073133680555556 + ], + "point": [ + 0.9803, + 0.6833 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.8692100524902344, + 0.11648176687735098, + 0.959423828125, + 0.1675717247856988 + ], + "point": [ + 0.9143, + 0.142 + ] + }, + { + "instruction": "2024", + "bbox": [ + 0.1947591463724772, + 0.44565754643192995, + 0.2726495107014974, + 0.49557393391927085 + ], + "point": [ + 0.2337, + 0.4706 + ] + }, + { + "instruction": "Default View", + "bbox": [ + 0.7424916585286458, + 0.11658229827880859, + 0.8608105977376302, + 0.16776541250723379 + ], + "point": [ + 0.8017, + 0.1422 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.6578366597493489, + 0.11018651326497396, + 0.7410118103027343, + 0.17233680442527488 + ], + "point": [ + 0.6994, + 0.1413 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.1934898853302002, + 0.8262105871129919, + 0.29725173314412434, + 0.8865553679289642 + ], + "point": [ + 0.2454, + 0.8564 + ] + }, + { + "instruction": "Sep", + "bbox": [ + 0.1104934295018514, + 0.4455128422489873, + 0.18950252532958983, + 0.4954146773726852 + ], + "point": [ + 0.15, + 0.4705 + ] + }, + { + "instruction": "E", + "bbox": [ + 0.9681927998860677, + 0.11905947084780093, + 1.0, + 0.16803786666304976 + ], + "point": [ + 0.9841, + 0.1435 + ] + }, + { + "instruction": "200", + "bbox": [ + 0.737055778503418, + 0.7699946650752315, + 0.8062761306762696, + 0.8223899558738426 + ], + "point": [ + 0.7717, + 0.7962 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.6101977666219075, + 0.8460303412543403, + 0.7244513829549154, + 0.9284864637586806 + ], + "point": [ + 0.6673, + 0.8873 + ] + }, + { + "instruction": "(Purchased)", + "bbox": [ + 0.6101977666219075, + 0.8460303412543403, + 0.7244513829549154, + 0.9284864637586806 + ], + "point": [ + 0.6673, + 0.8873 + ] + }, + { + "instruction": "Actions", + "bbox": [ + 0.013279294967651368, + 0.7702874077690972, + 0.07547545433044434, + 0.8194094057436343 + ], + "point": [ + 0.0444, + 0.7948 + ] + }, + { + "instruction": "28", + "bbox": [ + 0.2678273518880208, + 0.7043856585467303, + 0.2937222798665365, + 0.7539628205475983 + ], + "point": [ + 0.2808, + 0.7292 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.5193221092224121, + 0.8455757988823784, + 0.6110157012939453, + 0.9286551581488716 + ], + "point": [ + 0.5652, + 0.8871 + ] + }, + { + "instruction": "(Base)", + "bbox": [ + 0.5193221092224121, + 0.8455757988823784, + 0.6110157012939453, + 0.9286551581488716 + ], + "point": [ + 0.5652, + 0.8871 + ] + }, + { + "instruction": "Allocated", + "bbox": [ + 0.8329552332560222, + 0.8460910373263889, + 0.9186379114786783, + 0.9285407172309028 + ], + "point": [ + 0.8758, + 0.8873 + ] + }, + { + "instruction": "sources", + "bbox": [ + 0.8329552332560222, + 0.8460910373263889, + 0.9186379114786783, + 0.9285407172309028 + ], + "point": [ + 0.8758, + 0.8873 + ] + }, + { + "instruction": "Status: Canceled", + "bbox": [ + 0.0876526673634847, + 0.18330581099898727, + 0.1932516574859619, + 0.2247335080747251 + ], + "point": [ + 0.1405, + 0.204 + ] + }, + { + "instruction": "Braintree Trans", + "bbox": [ + 0.9180715560913086, + 0.8463929918077256, + 0.9999999364217123, + 0.9294401380750869 + ], + "point": [ + 0.959, + 0.8879 + ] + }, + { + "instruction": "Source", + "bbox": [ + 0.9180715560913086, + 0.8463929918077256, + 0.9999999364217123, + 0.9294401380750869 + ], + "point": [ + 0.959, + 0.8879 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.42979551951090494, + 0.8459114922417534, + 0.5211732228597005, + 0.9307896931966145 + ], + "point": [ + 0.4755, + 0.8884 + ] + }, + { + "instruction": "Active filters:", + "bbox": [ + 0.013582366704940795, + 0.18487666094744648, + 0.07574812769889831, + 0.22494479991771557 + ], + "point": [ + 0.0447, + 0.2049 + ] + }, + { + "instruction": "pel Nguyen", + "bbox": [ + 0.2776010513305664, + 0.4759342900028935, + 0.5156354904174805, + 0.5230758101851852 + ], + "point": [ + 0.3966, + 0.4995 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.34201669692993164, + 0.8454206678602431, + 0.4257391929626465, + 0.9290153220847801 + ], + "point": [ + 0.3839, + 0.8872 + ] + }, + { + "instruction": "21", + "bbox": [ + 0.26843992869059247, + 0.6593699137369792, + 0.2926273981730143, + 0.7008283827039931 + ], + "point": [ + 0.2805, + 0.6801 + ] + }, + { + "instruction": "14", + "bbox": [ + 0.26887381871541344, + 0.5998102823893229, + 0.29378499984741213, + 0.6502117580837674 + ], + "point": [ + 0.2813, + 0.625 + ] + }, + { + "instruction": "27", + "bbox": [ + 0.2369878133138021, + 0.7037992689344618, + 0.26597989400227867, + 0.7589177449544271 + ], + "point": [ + 0.2515, + 0.7314 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.9047283172607422, + 0.6607240464952256, + 0.9551464080810547, + 0.7115893893771701 + ], + "point": [ + 0.9299, + 0.6862 + ] + }, + { + "instruction": "22", + "bbox": [ + 0.09022960662841797, + 0.7054658112702547, + 0.11626677513122559, + 0.7530921088324652 + ], + "point": [ + 0.1032, + 0.7293 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.7226057052612305, + 0.8453998141818576, + 0.7813405990600586, + 0.929197014702691 + ], + "point": [ + 0.752, + 0.8873 + ] + }, + { + "instruction": "24", + "bbox": [ + 0.1489658037821452, + 0.7027745564778646, + 0.17632582982381184, + 0.7556037620261863 + ], + "point": [ + 0.1626, + 0.7292 + ] + }, + { + "instruction": "Action", + "bbox": [ + 0.7806939442952474, + 0.8449844360351563, + 0.8345064798990885, + 0.929245842827691 + ], + "point": [ + 0.8076, + 0.8871 + ] + }, + { + "instruction": "Creating a new item.", + "bbox": [ + 0.9009799957275391, + 0.0, + 1.0, + 0.05973026840775101 + ], + "point": [ + 0.9505, + 0.0299 + ] + }, + { + "instruction": "an option to view all store views.", + "bbox": [ + 0.8038304646809896, + 0.307061767578125, + 1.0, + 0.35489716706452545 + ], + "point": [ + 0.9019, + 0.331 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.33378356297810874, + 0.30586926495587385, + 0.5142806688944499, + 0.3559373078522859 + ], + "point": [ + 0.424, + 0.3309 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.595416514078776, + 0.3058241950141059, + 0.7753878275553385, + 0.3557768362539786 + ], + "point": [ + 0.6854, + 0.3308 + ] + }, + { + "instruction": "a button to proceed to the next step or action.", + "bbox": [ + 0.08658072153727213, + 0.8255642926251446, + 0.19123191833496095, + 0.8866728040907118 + ], + "point": [ + 0.1389, + 0.8561 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.3329805692036947, + 0.36844728257921006, + 0.5151579856872559, + 0.4207341229474103 + ], + "point": [ + 0.4241, + 0.3946 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.5959429423014323, + 0.36795281304253474, + 0.7773459116617839, + 0.4207948472764757 + ], + "point": [ + 0.6866, + 0.3944 + ] + }, + { + "instruction": "Pending.", + "bbox": [ + 0.80118408203125, + 0.4756813331886574, + 1.0, + 0.5247282805266203 + ], + "point": [ + 0.9006, + 0.5002 + ] + }, + { + "instruction": "a calendar.", + "bbox": [ + 0.07136447429656982, + 0.3050356829607928, + 0.2512941439946493, + 0.35700841833043984 + ], + "point": [ + 0.1613, + 0.331 + ] + }, + { + "instruction": "Apply.", + "bbox": [ + 0.9606842041015625, + 0.6593449345341436, + 1.0, + 0.7073133680555556 + ], + "point": [ + 0.9803, + 0.6833 + ] + }, + { + "instruction": "Columns settings.", + "bbox": [ + 0.8692100524902344, + 0.11648176687735098, + 0.959423828125, + 0.1675717247856988 + ], + "point": [ + 0.9143, + 0.142 + ] + }, + { + "instruction": "a horizontal line or separator.", + "bbox": [ + 0.5367651621500651, + 0.4743489018192998, + 0.778131612141927, + 0.5309961954752604 + ], + "point": [ + 0.6574, + 0.5027 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.1947591463724772, + 0.44565754643192995, + 0.2726495107014974, + 0.49557393391927085 + ], + "point": [ + 0.2337, + 0.4706 + ] + }, + { + "instruction": "default view options.", + "bbox": [ + 0.7424916585286458, + 0.11658229827880859, + 0.8608105977376302, + 0.16776541250723379 + ], + "point": [ + 0.8017, + 0.1422 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.6578366597493489, + 0.11018651326497396, + 0.7410118103027343, + 0.17233680442527488 + ], + "point": [ + 0.6994, + 0.1413 + ] + }, + { + "instruction": "closing a window or dialog.", + "bbox": [ + 0.1934898853302002, + 0.8262105871129919, + 0.29725173314412434, + 0.8865553679289642 + ], + "point": [ + 0.2454, + 0.8564 + ] + }, + { + "instruction": "a hand pointing to the left.", + "bbox": [ + 0.1104934295018514, + 0.4455128422489873, + 0.18950252532958983, + 0.4954146773726852 + ], + "point": [ + 0.15, + 0.4705 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.9681927998860677, + 0.11905947084780093, + 1.0, + 0.16803786666304976 + ], + "point": [ + 0.9841, + 0.1435 + ] + }, + { + "instruction": "search functionality.", + "bbox": [ + 0.326403554280599, + 0.12383769000018084, + 0.34598859151204425, + 0.16190870779531974 + ], + "point": [ + 0.3362, + 0.1429 + ] + }, + { + "instruction": "a calendar.", + "bbox": [ + 0.06990182399749756, + 0.36783356843171294, + 0.25294654369354247, + 0.42093771475332753 + ], + "point": [ + 0.1614, + 0.3944 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.9375993728637695, + 0.7705803200050637, + 0.9742525100708008, + 0.8231131659613715 + ], + "point": [ + 0.9559, + 0.7968 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.737055778503418, + 0.7699946650752315, + 0.8062761306762696, + 0.8223899558738426 + ], + "point": [ + 0.7717, + 0.7962 + ] + }, + { + "instruction": "the \"Grand Total (Purchased) option.", + "bbox": [ + 0.6101977666219075, + 0.8460303412543403, + 0.7244513829549154, + 0.9284864637586806 + ], + "point": [ + 0.6673, + 0.8873 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.8820227305094401, + 0.7704254150390625, + 0.9195028940836588, + 0.8223154703776042 + ], + "point": [ + 0.9008, + 0.7964 + ] + }, + { + "instruction": "a button to access additional actions.", + "bbox": [ + 0.013279294967651368, + 0.7702874077690972, + 0.07547545433044434, + 0.8194094057436343 + ], + "point": [ + 0.0444, + 0.7948 + ] + }, + { + "instruction": "28, September, 2024", + "bbox": [ + 0.2678273518880208, + 0.7043856585467303, + 0.2937222798665365, + 0.7539628205475983 + ], + "point": [ + 0.2808, + 0.7292 + ] + }, + { + "instruction": "a dropdown menu for selecting the Grand Total (Base).", + "bbox": [ + 0.5193221092224121, + 0.8455757988823784, + 0.6110157012939453, + 0.9286551581488716 + ], + "point": [ + 0.5652, + 0.8871 + ] + }, + { + "instruction": "Next", + "bbox": [ + 0.2774651845296224, + 0.4490822120949074, + 0.30153255462646483, + 0.49393265335648145 + ], + "point": [ + 0.2895, + 0.4715 + ] + }, + { + "instruction": "Oval", + "bbox": [ + 0.9897571563720703, + 0.1851288124367043, + 1.0, + 0.2274166813603154 + ], + "point": [ + 0.9949, + 0.2063 + ] + }, + { + "instruction": "Allrelated resources.", + "bbox": [ + 0.8329552332560222, + 0.8460910373263889, + 0.9186379114786783, + 0.9285407172309028 + ], + "point": [ + 0.8758, + 0.8873 + ] + }, + { + "instruction": "Up arrow", + "bbox": [ + 0.32009538014729816, + 0.8464998598451967, + 0.3429898579915365, + 0.9273282651548033 + ], + "point": [ + 0.3315, + 0.8869 + ] + }, + { + "instruction": "closing or dismissing a cancel action.", + "bbox": [ + 0.0876526673634847, + 0.18330581099898727, + 0.1932516574859619, + 0.2247335080747251 + ], + "point": [ + 0.1405, + 0.204 + ] + }, + { + "instruction": "Braintree Transition source.", + "bbox": [ + 0.9180715560913086, + 0.8463929918077256, + 0.9999999364217123, + 0.9294401380750869 + ], + "point": [ + 0.959, + 0.8879 + ] + }, + { + "instruction": "Ship-to-Name settings or options.", + "bbox": [ + 0.42979551951090494, + 0.8459114922417534, + 0.5211732228597005, + 0.9307896931966145 + ], + "point": [ + 0.4755, + 0.8884 + ] + }, + { + "instruction": "the number 7.", + "bbox": [ + 0.2660967985788981, + 0.5450814141167535, + 0.29638888041178385, + 0.6006784509729456 + ], + "point": [ + 0.2812, + 0.5729 + ] + }, + { + "instruction": "5, September, 2024", + "bbox": [ + 0.2689786593119303, + 0.7614989104094328, + 0.29342877070109047, + 0.804694507740162 + ], + "point": [ + 0.2812, + 0.7831 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.014695324500401815, + 0.8465712935836227, + 0.05302152434984843, + 0.9243084942853009 + ], + "point": [ + 0.0339, + 0.8854 + ] + }, + { + "instruction": "active filters.", + "bbox": [ + 0.013582366704940795, + 0.18487666094744648, + 0.07574812769889831, + 0.22494479991771557 + ], + "point": [ + 0.0447, + 0.2049 + ] + }, + { + "instruction": "a text input field.", + "bbox": [ + 0.2776010513305664, + 0.4759342900028935, + 0.5156354904174805, + 0.5230758101851852 + ], + "point": [ + 0.3966, + 0.4995 + ] + }, + { + "instruction": "minimizing a window.", + "bbox": [ + 0.013470494747161865, + 0.4748436821831597, + 0.08526751597722372, + 0.524607679578993 + ], + "point": [ + 0.0494, + 0.4997 + ] + }, + { + "instruction": "a text input field for filling out a list of items.", + "bbox": [ + 0.34201669692993164, + 0.8454206678602431, + 0.4257391929626465, + 0.9290153220847801 + ], + "point": [ + 0.3839, + 0.8872 + ] + }, + { + "instruction": "21, September, 2024", + "bbox": [ + 0.26843992869059247, + 0.6593699137369792, + 0.2926273981730143, + 0.7008283827039931 + ], + "point": [ + 0.2805, + 0.6801 + ] + }, + { + "instruction": "14, September, 2024", + "bbox": [ + 0.26887381871541344, + 0.5998102823893229, + 0.29378499984741213, + 0.6502117580837674 + ], + "point": [ + 0.2813, + 0.625 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.08955675760904948, + 0.5475244027596933, + 0.1174679438273112, + 0.5958848176179109 + ], + "point": [ + 0.1035, + 0.5717 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.3453110376993815, + 0.12298013192635995, + 0.3590318044026693, + 0.16085442437065972 + ], + "point": [ + 0.3522, + 0.1419 + ] + }, + { + "instruction": "27, September, 2024", + "bbox": [ + 0.2369878133138021, + 0.7037992689344618, + 0.26597989400227867, + 0.7589177449544271 + ], + "point": [ + 0.2515, + 0.7314 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.9047283172607422, + 0.6607240464952256, + 0.9551464080810547, + 0.7115893893771701 + ], + "point": [ + 0.9299, + 0.6862 + ] + }, + { + "instruction": "4, September, 2024", + "bbox": [ + 0.24176535606384278, + 0.7674911499023438, + 0.2601012388865153, + 0.7995800442165799 + ], + "point": [ + 0.2509, + 0.7835 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.0795293649037679, + 0.4467469957139757, + 0.1057446320851644, + 0.4972866482204861 + ], + "point": [ + 0.0926, + 0.472 + ] + }, + { + "instruction": "9, October, 2024", + "bbox": [ + 0.12412583827972412, + 0.6102160418475115, + 0.1421565055847168, + 0.640634607385706 + ], + "point": [ + 0.1331, + 0.6254 + ] + }, + { + "instruction": "22, September, 2024", + "bbox": [ + 0.09022960662841797, + 0.7054658112702547, + 0.11626677513122559, + 0.7530921088324652 + ], + "point": [ + 0.1032, + 0.7293 + ] + }, + { + "instruction": "a loading or progress bar.", + "bbox": [ + 0.9943668365478515, + 0.08328444163004557, + 1.0, + 0.1404482947455512 + ], + "point": [ + 0.9972, + 0.1119 + ] + }, + { + "instruction": "Status.", + "bbox": [ + 0.7226057052612305, + 0.8453998141818576, + 0.7813405990600586, + 0.929197014702691 + ], + "point": [ + 0.752, + 0.8873 + ] + }, + { + "instruction": "minimizing a window.", + "bbox": [ + 0.01283276875813802, + 0.5796347158926505, + 0.08344713052113852, + 0.6275920726634838 + ], + "point": [ + 0.0481, + 0.6036 + ] + }, + { + "instruction": "24, September, 2024", + "bbox": [ + 0.1489658037821452, + 0.7027745564778646, + 0.17632582982381184, + 0.7556037620261863 + ], + "point": [ + 0.1626, + 0.7292 + ] + }, + { + "instruction": "Six", + "bbox": [ + 0.237326717376709, + 0.5445014105902778, + 0.2657525698343913, + 0.6001334861472801 + ], + "point": [ + 0.2515, + 0.5723 + ] + }, + { + "instruction": "Action settings or options.", + "bbox": [ + 0.7806939442952474, + 0.8449844360351563, + 0.8345064798990885, + 0.929245842827691 + ], + "point": [ + 0.8076, + 0.8871 + ] + } + ], + "element_size": 139 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_31/9773.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Search by keyword", + "bbox": [ + 0.022916666666666665, + 0.13055555555555556, + 0.11822916666666666, + 0.15555555555555556 + ], + "point": [ + 0.0706, + 0.1431 + ] + }, + { + "instruction": "Purchase Date", + "bbox": [ + 0.013541670640309651, + 0.2833333333333333, + 0.08854167064030966, + 0.3055555555555556 + ], + "point": [ + 0.051, + 0.2944 + ] + }, + { + "instruction": "Grand Total (Base)", + "bbox": [ + 0.27708333333333335, + 0.2833333333333333, + 0.3697916666666667, + 0.3055555555555556 + ], + "point": [ + 0.3234, + 0.2944 + ] + }, + { + "instruction": "Grand Total (Purchased)", + "bbox": [ + 0.5395833333333333, + 0.2824074074074074, + 0.6598958333333333, + 0.30462962962962964 + ], + "point": [ + 0.5997, + 0.2935 + ] + }, + { + "instruction": "Purchase Point", + "bbox": [ + 0.8036458333333333, + 0.2814814814814815, + 0.88125, + 0.3055555555555556 + ], + "point": [ + 0.8424, + 0.2935 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.013541666666666667, + 0.31851851851851853, + 0.03958333333333333, + 0.34074074074074073 + ], + "point": [ + 0.0266, + 0.3296 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.2760416666666667, + 0.31851851851851853, + 0.303125, + 0.34074074074074073 + ], + "point": [ + 0.2896, + 0.3296 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.5395833333333333, + 0.31851851851851853, + 0.565625, + 0.34074074074074073 + ], + "point": [ + 0.5526, + 0.3296 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.015104166666666667, + 0.38425925925925924, + 0.0265625, + 0.4027777777777778 + ], + "point": [ + 0.0208, + 0.3935 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.27760416666666665, + 0.38425925925925924, + 0.2890625, + 0.4027777777777778 + ], + "point": [ + 0.2833, + 0.3935 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.5411458333333333, + 0.3861111393681279, + 0.5526041666666667, + 0.40277780603479457 + ], + "point": [ + 0.5469, + 0.3944 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.27760416666666665, + 0.4527777777777778, + 0.34010416666666665, + 0.47129629629629627 + ], + "point": [ + 0.3089, + 0.462 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.5385416666666667, + 0.45, + 0.609375, + 0.4740740740740741 + ], + "point": [ + 0.574, + 0.462 + ] + }, + { + "instruction": "Braintree Transaction Source", + "bbox": [ + 0.014583333333333334, + 0.5546296296296296, + 0.159375, + 0.5777777777777777 + ], + "point": [ + 0.087, + 0.5662 + ] + }, + { + "instruction": "142 records found", + "bbox": [ + 0.19583333333333333, + 0.7833333333333333, + 0.28958333333333336, + 0.8055555555555556 + ], + "point": [ + 0.2427, + 0.7944 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.8125, + 0.7888888323748553, + 0.859375, + 0.8111110545970776 + ], + "point": [ + 0.8359, + 0.8 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9791667302449544, + 0.7851851286711516, + 1.0000000635782877, + 0.8074073508933738 + ], + "point": [ + 0.9896, + 0.7963 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12916666666666668, + 0.9407407407407408, + 0.19479166666666667, + 0.9629629629629629 + ], + "point": [ + 0.162, + 0.9519 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.1375, + 0.9629629629629629, + 0.20208333333333334, + 0.9851851851851852 + ], + "point": [ + 0.1698, + 0.9741 + ] + }, + { + "instruction": "May 23,2023 9.20.01", + "bbox": [ + 0.23020833333333332, + 0.9740740740740741, + 0.328125, + 0.9981481481481481 + ], + "point": [ + 0.2792, + 0.9861 + ] + }, + { + "instruction": "Create New O5", + "bbox": [ + 0.9006032307942708, + 0.0, + 1.0, + 0.05992893642849392 + ], + "point": [ + 0.9503, + 0.03 + ] + }, + { + "instruction": "AII Store Views", + "bbox": [ + 0.8030574798583985, + 0.3070416485821759, + 1.0, + 0.3545474017107928 + ], + "point": [ + 0.9015, + 0.3308 + ] + }, + { + "instruction": "Pending", + "bbox": [ + 0.8012362162272135, + 0.4753459789134838, + 1.0, + 0.5243920220269097 + ], + "point": [ + 0.9006, + 0.4999 + ] + }, + { + "instruction": "08/1/2022", + "bbox": [ + 0.07147816022237143, + 0.30404900444878474, + 0.2512018362681071, + 0.3560821533203125 + ], + "point": [ + 0.1613, + 0.3301 + ] + }, + { + "instruction": "Michael Nguyen", + "bbox": [ + 0.2740680694580078, + 0.47498016357421874, + 0.5154024759928385, + 0.5273230093496817 + ], + "point": [ + 0.3947, + 0.5012 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.8692595163981119, + 0.11645607418484158, + 0.9596220652262369, + 0.16753240514684606 + ], + "point": [ + 0.9144, + 0.142 + ] + }, + { + "instruction": "Actions", + "bbox": [ + 0.014022215207417806, + 0.7699133978949653, + 0.17381988366444906, + 0.8197038438585069 + ], + "point": [ + 0.0939, + 0.7948 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.9606435775756836, + 0.6593405264395255, + 0.9999999364217123, + 0.7072912145543981 + ], + "point": [ + 0.9803, + 0.6833 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.6100177129109701, + 0.8464126586914062, + 0.7241660435994466, + 0.9279179890950521 + ], + "point": [ + 0.6671, + 0.8872 + ] + }, + { + "instruction": "(Purchased)", + "bbox": [ + 0.6100177129109701, + 0.8464126586914062, + 0.7241660435994466, + 0.9279179890950521 + ], + "point": [ + 0.6671, + 0.8872 + ] + }, + { + "instruction": "Default View", + "bbox": [ + 0.7421367009480794, + 0.11635877821180556, + 0.861091423034668, + 0.16893174913194445 + ], + "point": [ + 0.8016, + 0.1426 + ] + }, + { + "instruction": "E", + "bbox": [ + 0.9686344146728516, + 0.11958708586516203, + 1.0, + 0.1675484268753617 + ], + "point": [ + 0.9843, + 0.1436 + ] + }, + { + "instruction": "Purchase Point", + "bbox": [ + 0.12045941352844239, + 0.8462109035915799, + 0.22348268826802573, + 0.931316630045573 + ], + "point": [ + 0.172, + 0.8888 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.5194075584411622, + 0.8462689435040509, + 0.6110066731770833, + 0.9279486762152778 + ], + "point": [ + 0.5652, + 0.8871 + ] + }, + { + "instruction": "(Base)", + "bbox": [ + 0.5194075584411622, + 0.8462689435040509, + 0.6110066731770833, + 0.9279486762152778 + ], + "point": [ + 0.5652, + 0.8871 + ] + }, + { + "instruction": "Braintree Trans", + "bbox": [ + 0.9177440643310547, + 0.8464146931966146, + 1.0, + 0.9312084621853298 + ], + "point": [ + 0.9589, + 0.8888 + ] + }, + { + "instruction": "Source", + "bbox": [ + 0.9177440643310547, + 0.8464146931966146, + 1.0, + 0.9312084621853298 + ], + "point": [ + 0.9589, + 0.8888 + ] + }, + { + "instruction": "Allocated", + "bbox": [ + 0.8328928629557292, + 0.8462501243308739, + 0.9185342152913412, + 0.9281959251121238 + ], + "point": [ + 0.8757, + 0.8872 + ] + }, + { + "instruction": "sources", + "bbox": [ + 0.8328928629557292, + 0.8462501243308739, + 0.9185342152913412, + 0.9281959251121238 + ], + "point": [ + 0.8757, + 0.8872 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.65868714650472, + 0.10661532084147135, + 0.7417146682739257, + 0.17621325740107782 + ], + "point": [ + 0.7002, + 0.1414 + ] + }, + { + "instruction": "200", + "bbox": [ + 0.738151486714681, + 0.7705855758101852, + 0.7814939498901368, + 0.8210630063657407 + ], + "point": [ + 0.7598, + 0.7958 + ] + }, + { + "instruction": "Status: Canceled", + "bbox": [ + 0.08759955565134685, + 0.1824732745135272, + 0.19230368932088215, + 0.22555098357024017 + ], + "point": [ + 0.14, + 0.204 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.4297490119934082, + 0.8463845147026909, + 0.5213406562805176, + 0.9293963962131077 + ], + "point": [ + 0.4755, + 0.8879 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.34107526143391925, + 0.8460317541051794, + 0.43079617818196614, + 0.9288527312102142 + ], + "point": [ + 0.3859, + 0.8874 + ] + }, + { + "instruction": "Purchase Date", + "bbox": [ + 0.22150251070658367, + 0.8463292439778646, + 0.33085187276204425, + 0.9281204223632813 + ], + "point": [ + 0.2762, + 0.8872 + ] + }, + { + "instruction": "Active filters:", + "bbox": [ + 0.013480528195699056, + 0.1845701570864077, + 0.07608577410380045, + 0.2248797240080657 + ], + "point": [ + 0.0448, + 0.2047 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.8017146428426106, + 0.3552824232313368, + 1.0000000635782877, + 0.4870820787217882 + ], + "point": [ + 0.9009, + 0.4212 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.05600202480951945, + 0.8470519454390915, + 0.0811341921488444, + 0.9289628205475984 + ], + "point": [ + 0.0686, + 0.888 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.7217074076334635, + 0.8457101892541956, + 0.7827565511067708, + 0.9286230581778067 + ], + "point": [ + 0.7522, + 0.8872 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.9063912709554036, + 0.6599353366427951, + 0.9548871358235677, + 0.7085594459816261 + ], + "point": [ + 0.9306, + 0.6842 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.014328388373057048, + 0.44851724130135995, + 0.02752472956975301, + 0.4738274468315972 + ], + "point": [ + 0.0209, + 0.4612 + ] + }, + { + "instruction": "Action", + "bbox": [ + 0.7807945251464844, + 0.8455242015697338, + 0.8344319661458334, + 0.9287926567925348 + ], + "point": [ + 0.8076, + 0.8872 + ] + }, + { + "instruction": "Creating a new item.", + "bbox": [ + 0.9006032307942708, + 0.0, + 1.0, + 0.05992893642849392 + ], + "point": [ + 0.9503, + 0.03 + ] + }, + { + "instruction": "an option to view all store views.", + "bbox": [ + 0.8030574798583985, + 0.3070416485821759, + 1.0, + 0.3545474017107928 + ], + "point": [ + 0.9015, + 0.3308 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.3339077631632487, + 0.306114422833478, + 0.5141700108846029, + 0.3553577564380787 + ], + "point": [ + 0.424, + 0.3307 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.5953400929768881, + 0.30587282533998844, + 0.7752833048502604, + 0.3551574141890914 + ], + "point": [ + 0.6853, + 0.3305 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.010437440872192384, + 0.580100335015191, + 0.2524775505065918, + 0.6301403469509549 + ], + "point": [ + 0.1315, + 0.6051 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.33296937942504884, + 0.3693141795970775, + 0.5149275779724121, + 0.42115178991247104 + ], + "point": [ + 0.4239, + 0.3952 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.011961873372395833, + 0.47553948296440973, + 0.253641668955485, + 0.5259415237991898 + ], + "point": [ + 0.1328, + 0.5007 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.5961659749348959, + 0.3687987998679832, + 0.7773672739664713, + 0.4220865037706163 + ], + "point": [ + 0.6868, + 0.3954 + ] + }, + { + "instruction": "Pending.", + "bbox": [ + 0.8012362162272135, + 0.4753459789134838, + 1.0, + 0.5243920220269097 + ], + "point": [ + 0.9006, + 0.4999 + ] + }, + { + "instruction": "a calendar.", + "bbox": [ + 0.07147816022237143, + 0.30404900444878474, + 0.2512018362681071, + 0.3560821533203125 + ], + "point": [ + 0.1613, + 0.3301 + ] + }, + { + "instruction": "a search bar.", + "bbox": [ + 0.2740680694580078, + 0.47498016357421874, + 0.5154024759928385, + 0.5273230093496817 + ], + "point": [ + 0.3947, + 0.5012 + ] + }, + { + "instruction": "Columns settings.", + "bbox": [ + 0.8692595163981119, + 0.11645607418484158, + 0.9596220652262369, + 0.16753240514684606 + ], + "point": [ + 0.9144, + 0.142 + ] + }, + { + "instruction": "a dropdown menu to view additional actions.", + "bbox": [ + 0.014022215207417806, + 0.7699133978949653, + 0.17381988366444906, + 0.8197038438585069 + ], + "point": [ + 0.0939, + 0.7948 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.9373260498046875, + 0.7704082347728588, + 0.9742385864257812, + 0.8214505796079282 + ], + "point": [ + 0.9558, + 0.7959 + ] + }, + { + "instruction": "Apply.", + "bbox": [ + 0.9606435775756836, + 0.6593405264395255, + 0.9999999364217123, + 0.7072912145543981 + ], + "point": [ + 0.9803, + 0.6833 + ] + }, + { + "instruction": "the \"Grand Total (Purchased) option.", + "bbox": [ + 0.6100177129109701, + 0.8464126586914062, + 0.7241660435994466, + 0.9279179890950521 + ], + "point": [ + 0.6671, + 0.8872 + ] + }, + { + "instruction": "default view options.", + "bbox": [ + 0.7421367009480794, + 0.11635877821180556, + 0.861091423034668, + 0.16893174913194445 + ], + "point": [ + 0.8016, + 0.1426 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.3265437126159668, + 0.12475503992151331, + 0.34566354751586914, + 0.16140512537073207 + ], + "point": [ + 0.3361, + 0.1431 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.9686344146728516, + 0.11958708586516203, + 1.0, + 0.1675484268753617 + ], + "point": [ + 0.9843, + 0.1436 + ] + }, + { + "instruction": "PurchasePoint.", + "bbox": [ + 0.12045941352844239, + 0.8462109035915799, + 0.22348268826802573, + 0.931316630045573 + ], + "point": [ + 0.172, + 0.8888 + ] + }, + { + "instruction": "a dropdown menu for selecting the Grand Total (Base).", + "bbox": [ + 0.5194075584411622, + 0.8462689435040509, + 0.6110066731770833, + 0.9279486762152778 + ], + "point": [ + 0.5652, + 0.8871 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.8820842742919922, + 0.7704900105794271, + 0.9190826416015625, + 0.8215699937608507 + ], + "point": [ + 0.9006, + 0.796 + ] + }, + { + "instruction": "Braintree Transition source.", + "bbox": [ + 0.9177440643310547, + 0.8464146931966146, + 1.0, + 0.9312084621853298 + ], + "point": [ + 0.9589, + 0.8888 + ] + }, + { + "instruction": "Allrelated resources.", + "bbox": [ + 0.8328928629557292, + 0.8462501243308739, + 0.9185342152913412, + 0.9281959251121238 + ], + "point": [ + 0.8757, + 0.8872 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.65868714650472, + 0.10661532084147135, + 0.7417146682739257, + 0.17621325740107782 + ], + "point": [ + 0.7002, + 0.1414 + ] + }, + { + "instruction": "a value of 2000.", + "bbox": [ + 0.738151486714681, + 0.7705855758101852, + 0.7814939498901368, + 0.8210630063657407 + ], + "point": [ + 0.7598, + 0.7958 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.7787796020507812, + 0.7705929226345486, + 0.8059482574462891, + 0.8217406096281828 + ], + "point": [ + 0.7924, + 0.7962 + ] + }, + { + "instruction": "Oval", + "bbox": [ + 0.9901926040649414, + 0.18635242603443286, + 1.0000000635782877, + 0.22648524531611688 + ], + "point": [ + 0.9951, + 0.2064 + ] + }, + { + "instruction": "closing or dismissing a cancel action.", + "bbox": [ + 0.08759955565134685, + 0.1824732745135272, + 0.19230368932088215, + 0.22555098357024017 + ], + "point": [ + 0.14, + 0.204 + ] + }, + { + "instruction": "Ship-to-Name settings or options.", + "bbox": [ + 0.4297490119934082, + 0.8463845147026909, + 0.5213406562805176, + 0.9293963962131077 + ], + "point": [ + 0.4755, + 0.8879 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.5445363362630208, + 0.47297657154224537, + 0.5571512858072917, + 0.4984093560112847 + ], + "point": [ + 0.5508, + 0.4857 + ] + }, + { + "instruction": "a text input field for filling out a list of items.", + "bbox": [ + 0.34107526143391925, + 0.8460317541051794, + 0.43079617818196614, + 0.9288527312102142 + ], + "point": [ + 0.3859, + 0.8874 + ] + }, + { + "instruction": "Up arrow", + "bbox": [ + 0.3189021428426107, + 0.8465707284432871, + 0.34339593251546224, + 0.9272978606047454 + ], + "point": [ + 0.3311, + 0.8869 + ] + }, + { + "instruction": "a button to purchase a date.", + "bbox": [ + 0.22150251070658367, + 0.8463292439778646, + 0.33085187276204425, + 0.9281204223632813 + ], + "point": [ + 0.2762, + 0.8872 + ] + }, + { + "instruction": "active filters.", + "bbox": [ + 0.013480528195699056, + 0.1845701570864077, + 0.07608577410380045, + 0.2248797240080657 + ], + "point": [ + 0.0448, + 0.2047 + ] + }, + { + "instruction": "Status.", + "bbox": [ + 0.8017146428426106, + 0.3552824232313368, + 1.0000000635782877, + 0.4870820787217882 + ], + "point": [ + 0.9009, + 0.4212 + ] + }, + { + "instruction": "Split view", + "bbox": [ + 0.015329720576604207, + 0.8464360555013021, + 0.05623732606569926, + 0.9286396733036748 + ], + "point": [ + 0.0358, + 0.8875 + ] + }, + { + "instruction": "ID selection.", + "bbox": [ + 0.05600202480951945, + 0.8470519454390915, + 0.0811341921488444, + 0.9289628205475984 + ], + "point": [ + 0.0686, + 0.888 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.34484561284383136, + 0.1252380653663918, + 0.3577390988667806, + 0.16019451000072338 + ], + "point": [ + 0.3513, + 0.1427 + ] + }, + { + "instruction": "Status.", + "bbox": [ + 0.7217074076334635, + 0.8457101892541956, + 0.7827565511067708, + 0.9286230581778067 + ], + "point": [ + 0.7522, + 0.8872 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.9063912709554036, + 0.6599353366427951, + 0.9548871358235677, + 0.7085594459816261 + ], + "point": [ + 0.9306, + 0.6842 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.014328388373057048, + 0.44851724130135995, + 0.02752472956975301, + 0.4738274468315972 + ], + "point": [ + 0.0209, + 0.4612 + ] + }, + { + "instruction": "Action settings or options.", + "bbox": [ + 0.7807945251464844, + 0.8455242015697338, + 0.8344319661458334, + 0.9287926567925348 + ], + "point": [ + 0.8076, + 0.8872 + ] + }, + { + "instruction": "Calendar", + "bbox": [ + 0.22347871462504068, + 0.3774407845956308, + 0.24405309359232585, + 0.41303886131004053 + ], + "point": [ + 0.2338, + 0.3952 + ] + } + ], + "element_size": 96 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_32/10537.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Orders", + "bbox": [ + 0.013020833333333334, + 0.06018518518518518, + 0.0859375, + 0.10092592592592593 + ], + "point": [ + 0.0495, + 0.0806 + ] + }, + { + "instruction": "Search by keyword", + "bbox": [ + 0.022916666666666665, + 0.2935185185185185, + 0.11822916666666666, + 0.31851851851851853 + ], + "point": [ + 0.0706, + 0.306 + ] + }, + { + "instruction": "Active filters:", + "bbox": [ + 0.013541666666666667, + 0.35555555555555557, + 0.07604166666666666, + 0.37777777777777777 + ], + "point": [ + 0.0448, + 0.3667 + ] + }, + { + "instruction": "records found", + "bbox": [ + 0.20416666666666666, + 0.43703703703703706, + 0.27708333333333335, + 0.45925925925925926 + ], + "point": [ + 0.2406, + 0.4481 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.8125, + 0.44074074074074077, + 0.859375, + 0.4648148148148148 + ], + "point": [ + 0.8359, + 0.4528 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9791667302449544, + 0.43703706529405384, + 1.0000000635782877, + 0.4611111393681279 + ], + "point": [ + 0.9896, + 0.4491 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.7229166666666667, + 0.5259259259259259, + 0.7572916666666667, + 0.5481481481481482 + ], + "point": [ + 0.7401, + 0.537 + ] + }, + { + "instruction": "Action", + "bbox": [ + 0.7760416666666666, + 0.5259259259259259, + 0.8104166666666667, + 0.5481481481481482 + ], + "point": [ + 0.7932, + 0.537 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.12968751589457195, + 0.5953703703703703, + 0.1932291825612386, + 0.6138888888888889 + ], + "point": [ + 0.1615, + 0.6046 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.1375, + 0.6166667231807003, + 0.20208333333333334, + 0.6388889454029224 + ], + "point": [ + 0.1698, + 0.6278 + ] + }, + { + "instruction": "Apr 19,2023 7:42:16", + "bbox": [ + 0.23333333333333334, + 0.6277777777777778, + 0.33125, + 0.6518518518518519 + ], + "point": [ + 0.2823, + 0.6398 + ] + }, + { + "instruction": "Michael", + "bbox": [ + 0.35, + 0.6277777212637442, + 0.3885416666666667, + 0.6499999434859665 + ], + "point": [ + 0.3693, + 0.6389 + ] + }, + { + "instruction": "Michael", + "bbox": [ + 0.43125, + 0.6277777212637442, + 0.46979166666666666, + 0.6499999434859665 + ], + "point": [ + 0.4505, + 0.6389 + ] + }, + { + "instruction": "Store", + "bbox": [ + 0.128125, + 0.6388888888888888, + 0.15625, + 0.6611111111111111 + ], + "point": [ + 0.1422, + 0.65 + ] + }, + { + "instruction": "$179.40", + "bbox": [ + 0.5114583333333333, + 0.6388888888888888, + 0.5520833333333334, + 0.6611111111111111 + ], + "point": [ + 0.5318, + 0.65 + ] + }, + { + "instruction": "$179.40", + "bbox": [ + 0.6052083333333333, + 0.6388888888888888, + 0.6447916666666667, + 0.6611111111111111 + ], + "point": [ + 0.625, + 0.65 + ] + }, + { + "instruction": "Nguyen", + "bbox": [ + 0.3499999682108561, + 0.6518518518518519, + 0.38749996821085614, + 0.6759259259259259 + ], + "point": [ + 0.3687, + 0.6639 + ] + }, + { + "instruction": "Nguyen", + "bbox": [ + 0.43125, + 0.6518518518518519, + 0.46979166666666666, + 0.6759259259259259 + ], + "point": [ + 0.4505, + 0.6639 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.1453125, + 0.6638888888888889, + 0.20677083333333332, + 0.6824074074074075 + ], + "point": [ + 0.176, + 0.6731 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.12916666666666668, + 0.6851852416992188, + 0.153125, + 0.7074074639214409 + ], + "point": [ + 0.1411, + 0.6963 + ] + }, + { + "instruction": "Copyright @ 2024 Magento Commerce Inc: All rights reserved:", + "bbox": [ + 0.03645834922790527, + 0.8592592592592593, + 0.3427083492279053, + 0.8870370370370371 + ], + "point": [ + 0.1896, + 0.8731 + ] + }, + { + "instruction": "Magento", + "bbox": [ + 0.9520833333333333, + 0.8611111111111112, + 1.0, + 0.8870370370370371 + ], + "point": [ + 0.976, + 0.8741 + ] + }, + { + "instruction": "Create New O5", + "bbox": [ + 0.9006621042887369, + 0.15885858888979312, + 1.0, + 0.22317856682671441 + ], + "point": [ + 0.9503, + 0.191 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.6585459391276042, + 0.27867182978877314, + 0.7388191223144531, + 0.33007710774739585 + ], + "point": [ + 0.6987, + 0.3044 + ] + }, + { + "instruction": "Default View", + "bbox": [ + 0.7473827362060547, + 0.28136246292679395, + 0.8594058990478516, + 0.32872879593460647 + ], + "point": [ + 0.8034, + 0.305 + ] + }, + { + "instruction": "Actions", + "bbox": [ + 0.014185078938802083, + 0.42174267239040797, + 0.17033173243204752, + 0.4724942525227865 + ], + "point": [ + 0.0923, + 0.4471 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.8682182312011719, + 0.28009985464590564, + 0.9584163665771485, + 0.32866682829680266 + ], + "point": [ + 0.9133, + 0.3044 + ] + }, + { + "instruction": "200", + "bbox": [ + 0.7371854146321615, + 0.42162534925672746, + 0.8070393880208333, + 0.4751594826027199 + ], + "point": [ + 0.7721, + 0.4484 + ] + }, + { + "instruction": "E", + "bbox": [ + 0.9705156326293946, + 0.28148848922164355, + 0.9999170303344727, + 0.3297393233687789 + ], + "point": [ + 0.9852, + 0.3056 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.5049993515014648, + 0.49389224582248265, + 0.5994855880737304, + 0.5815903840241609 + ], + "point": [ + 0.5522, + 0.5377 + ] + }, + { + "instruction": "(Base)", + "bbox": [ + 0.5049993515014648, + 0.49389224582248265, + 0.5994855880737304, + 0.5815903840241609 + ], + "point": [ + 0.5522, + 0.5377 + ] + }, + { + "instruction": "Repor", + "bbox": [ + 0.9702171325683594, + 0.8894308584707754, + 1.0, + 0.9183438901548032 + ], + "point": [ + 0.9851, + 0.9039 + ] + }, + { + "instruction": "Bill-to Name: Michael Nguyen", + "bbox": [ + 0.26174777348836265, + 0.34698138766818576, + 0.42558927536010743, + 0.3856035868326823 + ], + "point": [ + 0.3437, + 0.3663 + ] + }, + { + "instruction": "Allocated", + "bbox": [ + 0.8200013478597005, + 0.49458799008969906, + 0.9122957865397135, + 0.5816361038773148 + ], + "point": [ + 0.8661, + 0.5381 + ] + }, + { + "instruction": "sources", + "bbox": [ + 0.8200013478597005, + 0.49458799008969906, + 0.9122957865397135, + 0.5816361038773148 + ], + "point": [ + 0.8661, + 0.5381 + ] + }, + { + "instruction": "Account Activity", + "bbox": [ + 0.8784641265869141, + 0.8898106892903646, + 0.9614170074462891, + 0.917848883734809 + ], + "point": [ + 0.9199, + 0.9038 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.42565622329711916, + 0.49236184579354747, + 0.5064185778299968, + 0.583337910970052 + ], + "point": [ + 0.466, + 0.5378 + ] + }, + { + "instruction": "Privacy", + "bbox": [ + 0.7989543279012045, + 0.8877555564597801, + 0.8722239812215169, + 0.9188638192635995 + ], + "point": [ + 0.8356, + 0.9033 + ] + }, + { + "instruction": "Policy", + "bbox": [ + 0.7989543279012045, + 0.8877555564597801, + 0.8722239812215169, + 0.9188638192635995 + ], + "point": [ + 0.8356, + 0.9033 + ] + }, + { + "instruction": "Braintree Transac", + "bbox": [ + 0.9108011245727539, + 0.4968201813874421, + 1.0000000635782877, + 0.5812727186414931 + ], + "point": [ + 0.9554, + 0.539 + ] + }, + { + "instruction": "Source", + "bbox": [ + 0.9108011245727539, + 0.4968201813874421, + 1.0000000635782877, + 0.5812727186414931 + ], + "point": [ + 0.9554, + 0.539 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.34194952646891275, + 0.4928208527741609, + 0.4235617319742839, + 0.5816901878074363 + ], + "point": [ + 0.3828, + 0.5373 + ] + }, + { + "instruction": "Purchase Date", + "bbox": [ + 0.22711451848347983, + 0.49560139973958334, + 0.34013134638468423, + 0.5815547236689815 + ], + "point": [ + 0.2836, + 0.5386 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.598525873819987, + 0.49205005787037037, + 0.7175609588623046, + 0.5819717972366898 + ], + "point": [ + 0.658, + 0.537 + ] + }, + { + "instruction": "(Purchased)", + "bbox": [ + 0.598525873819987, + 0.49205005787037037, + 0.7175609588623046, + 0.5819717972366898 + ], + "point": [ + 0.658, + 0.537 + ] + }, + { + "instruction": "Purchase Date: 8/01/2022", + "bbox": [ + 0.09084715843200683, + 0.3476782904730903, + 0.2510124365488688, + 0.3838529798719618 + ], + "point": [ + 0.1709, + 0.3658 + ] + }, + { + "instruction": "Status: Pending", + "bbox": [ + 0.4369328498840332, + 0.34579891628689235, + 0.535015614827474, + 0.38614095052083336 + ], + "point": [ + 0.486, + 0.366 + ] + }, + { + "instruction": "Purchase Point", + "bbox": [ + 0.12096988360087077, + 0.49327234338831016, + 0.22602302233378094, + 0.5820933024088542 + ], + "point": [ + 0.1735, + 0.5377 + ] + }, + { + "instruction": "Vicw", + "bbox": [ + 0.7769744873046875, + 0.6369809751157407, + 0.8191477457682291, + 0.6787700511791088 + ], + "point": [ + 0.7981, + 0.6579 + ] + }, + { + "instruction": "000000306", + "bbox": [ + 0.05481042464574178, + 0.58102377432364, + 0.12320295572280884, + 0.7298637672706887 + ], + "point": [ + 0.089, + 0.6554 + ] + }, + { + "instruction": "Pending", + "bbox": [ + 0.7182003021240234, + 0.5832277651186343, + 0.7712418874104817, + 0.7301851625795718 + ], + "point": [ + 0.7447, + 0.6567 + ] + }, + { + "instruction": "PM", + "bbox": [ + 0.23417344093322753, + 0.650842793782552, + 0.2508518695831299, + 0.6739283243815104 + ], + "point": [ + 0.2425, + 0.6624 + ] + }, + { + "instruction": "creating a new item.", + "bbox": [ + 0.9006621042887369, + 0.15885858888979312, + 1.0, + 0.22317856682671441 + ], + "point": [ + 0.9503, + 0.191 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.6585459391276042, + 0.27867182978877314, + 0.7388191223144531, + 0.33007710774739585 + ], + "point": [ + 0.6987, + 0.3044 + ] + }, + { + "instruction": "default view options.", + "bbox": [ + 0.7473827362060547, + 0.28136246292679395, + 0.8594058990478516, + 0.32872879593460647 + ], + "point": [ + 0.8034, + 0.305 + ] + }, + { + "instruction": "a dropdown menu to view additional actions.", + "bbox": [ + 0.014185078938802083, + 0.42174267239040797, + 0.17033173243204752, + 0.4724942525227865 + ], + "point": [ + 0.0923, + 0.4471 + ] + }, + { + "instruction": "Columns settings.", + "bbox": [ + 0.8682182312011719, + 0.28009985464590564, + 0.9584163665771485, + 0.32866682829680266 + ], + "point": [ + 0.9133, + 0.3044 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.7371854146321615, + 0.42162534925672746, + 0.8070393880208333, + 0.4751594826027199 + ], + "point": [ + 0.7721, + 0.4484 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.9705156326293946, + 0.28148848922164355, + 0.9999170303344727, + 0.3297393233687789 + ], + "point": [ + 0.9852, + 0.3056 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.9360984802246094, + 0.4241871021412037, + 0.9740558624267578, + 0.4741642704716435 + ], + "point": [ + 0.9551, + 0.4492 + ] + }, + { + "instruction": "Search function.", + "bbox": [ + 0.32591288884480796, + 0.28433987652813947, + 0.34639228185017906, + 0.3273660447862413 + ], + "point": [ + 0.3362, + 0.3059 + ] + }, + { + "instruction": "a dropdown menu to select the Grand Total (Base).", + "bbox": [ + 0.5049993515014648, + 0.49389224582248265, + 0.5994855880737304, + 0.5815903840241609 + ], + "point": [ + 0.5522, + 0.5377 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.8816233952840169, + 0.42388735170717595, + 0.9206813176472982, + 0.4743541576244213 + ], + "point": [ + 0.9012, + 0.4491 + ] + }, + { + "instruction": "Repor.", + "bbox": [ + 0.9702171325683594, + 0.8894308584707754, + 1.0, + 0.9183438901548032 + ], + "point": [ + 0.9851, + 0.9039 + ] + }, + { + "instruction": "closing or dismissing a document.", + "bbox": [ + 0.26174777348836265, + 0.34698138766818576, + 0.42558927536010743, + 0.3856035868326823 + ], + "point": [ + 0.3437, + 0.3663 + ] + }, + { + "instruction": "Allrelated resources.", + "bbox": [ + 0.8200013478597005, + 0.49458799008969906, + 0.9122957865397135, + 0.5816361038773148 + ], + "point": [ + 0.8661, + 0.5381 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9676045735677083, + 0.04729771084255642, + 0.9999861399332682, + 0.09693357679578993 + ], + "point": [ + 0.9838, + 0.0721 + ] + }, + { + "instruction": "Account activity.", + "bbox": [ + 0.8784641265869141, + 0.8898106892903646, + 0.9614170074462891, + 0.917848883734809 + ], + "point": [ + 0.9199, + 0.9038 + ] + }, + { + "instruction": "Find", + "bbox": [ + 0.8866146087646485, + 0.04331033494737413, + 0.919189453125, + 0.11329718695746528 + ], + "point": [ + 0.9029, + 0.0783 + ] + }, + { + "instruction": "Oval", + "bbox": [ + 0.9904024124145507, + 0.3510033784089265, + 1.0000000635782877, + 0.38670080679434315 + ], + "point": [ + 0.9952, + 0.3689 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9275434494018555, + 0.04947319030761719, + 0.9563608169555664, + 0.09986909936975549 + ], + "point": [ + 0.942, + 0.0747 + ] + }, + { + "instruction": "Ship-to-Name option in a user interface.", + "bbox": [ + 0.42565622329711916, + 0.49236184579354747, + 0.5064185778299968, + 0.583337910970052 + ], + "point": [ + 0.466, + 0.5378 + ] + }, + { + "instruction": "Privacy Policy.", + "bbox": [ + 0.7989543279012045, + 0.8877555564597801, + 0.8722239812215169, + 0.9188638192635995 + ], + "point": [ + 0.8356, + 0.9033 + ] + }, + { + "instruction": "Braintree Transac source.", + "bbox": [ + 0.9108011245727539, + 0.4968201813874421, + 1.0000000635782877, + 0.5812727186414931 + ], + "point": [ + 0.9554, + 0.539 + ] + }, + { + "instruction": "a text input field for filling out a list of items.", + "bbox": [ + 0.34194952646891275, + 0.4928208527741609, + 0.4235617319742839, + 0.5816901878074363 + ], + "point": [ + 0.3828, + 0.5373 + ] + }, + { + "instruction": "the option to purchase a date.", + "bbox": [ + 0.22711451848347983, + 0.49560139973958334, + 0.34013134638468423, + 0.5815547236689815 + ], + "point": [ + 0.2836, + 0.5386 + ] + }, + { + "instruction": "the \"Grand Total (Purchased) option.", + "bbox": [ + 0.598525873819987, + 0.49205005787037037, + 0.7175609588623046, + 0.5819717972366898 + ], + "point": [ + 0.658, + 0.537 + ] + }, + { + "instruction": "closing or dismissing a purchase date.", + "bbox": [ + 0.09084715843200683, + 0.3476782904730903, + 0.2510124365488688, + 0.3838529798719618 + ], + "point": [ + 0.1709, + 0.3658 + ] + }, + { + "instruction": "a loading or progress bar.", + "bbox": [ + 0.015258405605951946, + 0.5831432766384549, + 0.055954962968826294, + 0.7347815054434317 + ], + "point": [ + 0.0356, + 0.659 + ] + }, + { + "instruction": "Adding a new item or element.", + "bbox": [ + 0.34506441752115885, + 0.284724200213397, + 0.35980650583902996, + 0.32595384385850695 + ], + "point": [ + 0.3524, + 0.3053 + ] + }, + { + "instruction": "closing or dismissing a window or dialog.", + "bbox": [ + 0.4369328498840332, + 0.34579891628689235, + 0.535015614827474, + 0.38614095052083336 + ], + "point": [ + 0.486, + 0.366 + ] + }, + { + "instruction": "PurchasePoint.", + "bbox": [ + 0.12096988360087077, + 0.49327234338831016, + 0.22602302233378094, + 0.5820933024088542 + ], + "point": [ + 0.1735, + 0.5377 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.014982501665751139, + 0.49725596110026044, + 0.05510834058125814, + 0.5825061374240451 + ], + "point": [ + 0.035, + 0.5399 + ] + }, + { + "instruction": "a button to view more details or information.", + "bbox": [ + 0.7769744873046875, + 0.6369809751157407, + 0.8191477457682291, + 0.6787700511791088 + ], + "point": [ + 0.7981, + 0.6579 + ] + }, + { + "instruction": "a calendar date.", + "bbox": [ + 0.05481042464574178, + 0.58102377432364, + 0.12320295572280884, + 0.7298637672706887 + ], + "point": [ + 0.089, + 0.6554 + ] + }, + { + "instruction": "Pending.", + "bbox": [ + 0.7182003021240234, + 0.5832277651186343, + 0.7712418874104817, + 0.7301851625795718 + ], + "point": [ + 0.7447, + 0.6567 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.05909311374028524, + 0.5217927155671296, + 0.07773900032043457, + 0.5523683901186343 + ], + "point": [ + 0.0684, + 0.5371 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.9936798095703125, + 0.00010018878512912327, + 1.0, + 0.03989641401502821 + ], + "point": [ + 0.9968, + 0.02 + ] + }, + { + "instruction": "PM.", + "bbox": [ + 0.23417344093322753, + 0.650842793782552, + 0.2508518695831299, + 0.6739283243815104 + ], + "point": [ + 0.2425, + 0.6624 + ] + } + ], + "element_size": 89 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_33/10942.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Order Status", + "bbox": [ + 0.28541666666666665, + 0.06296296296296296, + 0.35104166666666664, + 0.08703703703703704 + ], + "point": [ + 0.3182, + 0.075 + ] + }, + { + "instruction": "Pending", + "bbox": [ + 0.5916666666666667, + 0.06481480775056062, + 0.6354166666666666, + 0.09074073367648655 + ], + "point": [ + 0.6135, + 0.0778 + ] + }, + { + "instruction": "Customer Group", + "bbox": [ + 0.6911458333333333, + 0.0824074074074074, + 0.778125, + 0.11018518518518519 + ], + "point": [ + 0.7346, + 0.0963 + ] + }, + { + "instruction": "Purchased From", + "bbox": [ + 0.28541666666666665, + 0.11481481481481481, + 0.36875, + 0.1388888888888889 + ], + "point": [ + 0.3271, + 0.1269 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.565625, + 0.11666668079517506, + 0.6354166666666666, + 0.13888890301739729 + ], + "point": [ + 0.6005, + 0.1278 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.5364583333333334, + 0.1425925925925926, + 0.6354166666666666, + 0.1648148148148148 + ], + "point": [ + 0.5859, + 0.1537 + ] + }, + { + "instruction": "Default Store", + "bbox": [ + 0.5416667302449544, + 0.16666665253815827, + 0.6093750635782877, + 0.19074072661223235 + ], + "point": [ + 0.5755, + 0.1787 + ] + }, + { + "instruction": "128.2.205.52", + "bbox": [ + 0.56875, + 0.21851853264702692, + 0.634375, + 0.24259259259259258 + ], + "point": [ + 0.6016, + 0.2306 + ] + }, + { + "instruction": "Address Information", + "bbox": [ + 0.2791666666666667, + 0.34444444444444444, + 0.42604166666666665, + 0.37407407407407406 + ], + "point": [ + 0.3526, + 0.3593 + ] + }, + { + "instruction": "Billing Address", + "bbox": [ + 0.2765625, + 0.4037036754466869, + 0.37864583333333335, + 0.44444441618742764 + ], + "point": [ + 0.3276, + 0.4241 + ] + }, + { + "instruction": "Shipping Address Edit", + "bbox": [ + 0.6833333333333333, + 0.4064814532244647, + 0.8276041666666667, + 0.4453703421133536 + ], + "point": [ + 0.7555, + 0.4259 + ] + }, + { + "instruction": "Michael Nguyen", + "bbox": [ + 0.278125, + 0.46111111111111114, + 0.359375, + 0.48703703703703705 + ], + "point": [ + 0.3187, + 0.4741 + ] + }, + { + "instruction": "Michael Nguyen", + "bbox": [ + 0.6854166666666667, + 0.46111111111111114, + 0.7666666666666667, + 0.48703703703703705 + ], + "point": [ + 0.726, + 0.4741 + ] + }, + { + "instruction": "789 W Madison St", + "bbox": [ + 0.278125, + 0.48518518518518516, + 0.3697916666666667, + 0.5092592592592593 + ], + "point": [ + 0.324, + 0.4972 + ] + }, + { + "instruction": "789 W Madison St", + "bbox": [ + 0.684375, + 0.48518518518518516, + 0.7770833333333333, + 0.5092592592592593 + ], + "point": [ + 0.7307, + 0.4972 + ] + }, + { + "instruction": "Chicago, Illinois, 60606", + "bbox": [ + 0.2765625, + 0.507407463921441, + 0.3932291666666667, + 0.5416667231807002 + ], + "point": [ + 0.3349, + 0.5245 + ] + }, + { + "instruction": "Chicago, Illinois, 60606", + "bbox": [ + 0.6838541666666667, + 0.507407463921441, + 0.8005208333333333, + 0.5416667231807002 + ], + "point": [ + 0.7422, + 0.5245 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.278125, + 0.5370370370370371, + 0.346875, + 0.5592592592592592 + ], + "point": [ + 0.3125, + 0.5481 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.6854166666666667, + 0.5370370370370371, + 0.7541666666666667, + 0.5611111111111111 + ], + "point": [ + 0.7198, + 0.5491 + ] + }, + { + "instruction": "T:3125551212", + "bbox": [ + 0.2770833651224772, + 0.5629629064489294, + 0.3531250317891439, + 0.5851851286711516 + ], + "point": [ + 0.3151, + 0.5741 + ] + }, + { + "instruction": "T:3125551212", + "bbox": [ + 0.6843749364217122, + 0.5629629064489294, + 0.7593749364217123, + 0.5851851286711516 + ], + "point": [ + 0.7219, + 0.5741 + ] + }, + { + "instruction": "Payment & Shipping Method", + "bbox": [ + 0.27708333333333335, + 0.6694444444444444, + 0.484375, + 0.7148148148148148 + ], + "point": [ + 0.3807, + 0.6921 + ] + }, + { + "instruction": "Payment Information", + "bbox": [ + 0.27760416666666665, + 0.7379629064489294, + 0.421875, + 0.7731480916341146 + ], + "point": [ + 0.3497, + 0.7556 + ] + }, + { + "instruction": "Shipping & Handling Information", + "bbox": [ + 0.6838542302449544, + 0.7324074074074074, + 0.9046875635782877, + 0.7731481481481481 + ], + "point": [ + 0.7943, + 0.7528 + ] + }, + { + "instruction": "Check", + "bbox": [ + 0.27812496821085614, + 0.7907407407407407, + 0.31145830154418946, + 0.812962962962963 + ], + "point": [ + 0.2948, + 0.8019 + ] + }, + { + "instruction": "Money order", + "bbox": [ + 0.31666666666666665, + 0.7898148713288484, + 0.38333333333333336, + 0.8166667231807002 + ], + "point": [ + 0.35, + 0.8032 + ] + }, + { + "instruction": "The order was placed", + "bbox": [ + 0.278125, + 0.8296296296296296, + 0.38645833333333335, + 0.8555555555555555 + ], + "point": [ + 0.3323, + 0.8426 + ] + }, + { + "instruction": "USD.", + "bbox": [ + 0.4156250317891439, + 0.829629573115596, + 0.44062503178914386, + 0.8518519083658854 + ], + "point": [ + 0.4281, + 0.8407 + ] + }, + { + "instruction": "Items Ordered", + "bbox": [ + 0.27708333333333335, + 0.9407407407407408, + 0.38333333333333336, + 0.9703703703703703 + ], + "point": [ + 0.3302, + 0.9556 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.6083333333333333, + 0.1638888888888889, + 0.634375, + 0.1925925925925926 + ], + "point": [ + 0.6214, + 0.1782 + ] + }, + { + "instruction": "using", + "bbox": [ + 0.3859375, + 0.825, + 0.4140625, + 0.8564814814814815 + ], + "point": [ + 0.4, + 0.8407 + ] + }, + { + "instruction": "Shipments", + "bbox": [ + 0.017160940170288085, + 0.14363591229474104, + 0.2576598326365153, + 0.2263944979067202 + ], + "point": [ + 0.1374, + 0.185 + ] + }, + { + "instruction": "Credit Memos", + "bbox": [ + 0.01717400550842285, + 0.06292652553982205, + 0.2579395135243734, + 0.15115055508083766 + ], + "point": [ + 0.1376, + 0.107 + ] + }, + { + "instruction": "Edi", + "bbox": [ + 0.3805645624796549, + 0.4063965974030671, + 0.409199587504069, + 0.4459274857132523 + ], + "point": [ + 0.3949, + 0.4262 + ] + }, + { + "instruction": "Ship", + "bbox": [ + 0.8565494537353515, + 0.0, + 0.9211322784423828, + 0.031791277284975404 + ], + "point": [ + 0.8888, + 0.0159 + ] + }, + { + "instruction": "Reorder", + "bbox": [ + 0.9193412780761718, + 0.0, + 1.0, + 0.032287477563928677 + ], + "point": [ + 0.9597, + 0.0161 + ] + }, + { + "instruction": "Invoice", + "bbox": [ + 0.777501932779948, + 0.0, + 0.8583285013834635, + 0.03221923686839916 + ], + "point": [ + 0.8179, + 0.0161 + ] + }, + { + "instruction": "Send Email", + "bbox": [ + 0.6125320434570313, + 0.0, + 0.7156806945800781, + 0.06529921072500723 + ], + "point": [ + 0.6641, + 0.0326 + ] + }, + { + "instruction": "Hold", + "bbox": [ + 0.7138702392578125, + 0.0, + 0.7798473358154296, + 0.03090211727001049 + ], + "point": [ + 0.7469, + 0.0155 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.30891186396280923, + 0.0, + 0.390706475575765, + 0.06111161973741319 + ], + "point": [ + 0.3498, + 0.0306 + ] + }, + { + "instruction": "Comments History", + "bbox": [ + 0.029726270834604898, + 0.24334117748119213, + 0.1251197854677836, + 0.2726847330729167 + ], + "point": [ + 0.0774, + 0.258 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.5320728302001954, + 0.0, + 0.6136669158935547, + 0.06319058736165364 + ], + "point": [ + 0.5729, + 0.0316 + ] + }, + { + "instruction": "#Uuuuuubub", + "bbox": [ + 0.0, + 0.0, + 0.13354085286458334, + 0.054694811503092446 + ], + "point": [ + 0.0668, + 0.0273 + ] + }, + { + "instruction": "Login as Customer", + "bbox": [ + 0.3887483278910319, + 0.0, + 0.5375235875447592, + 0.06201104764585142 + ], + "point": [ + 0.4631, + 0.031 + ] + }, + { + "instruction": "Flat Rate", + "bbox": [ + 0.684092648824056, + 0.7789121839735244, + 0.8128923416137696, + 0.8251202053493923 + ], + "point": [ + 0.7485, + 0.802 + ] + }, + { + "instruction": "Fixed $20.00", + "bbox": [ + 0.684092648824056, + 0.7789121839735244, + 0.8128923416137696, + 0.8251202053493923 + ], + "point": [ + 0.7485, + 0.802 + ] + }, + { + "instruction": "Placed from IP", + "bbox": [ + 0.284219233194987, + 0.21374442489058884, + 0.3624487559000651, + 0.24585887767650463 + ], + "point": [ + 0.3233, + 0.2298 + ] + }, + { + "instruction": "Shipments.", + "bbox": [ + 0.017160940170288085, + 0.14363591229474104, + 0.2576598326365153, + 0.2263944979067202 + ], + "point": [ + 0.1374, + 0.185 + ] + }, + { + "instruction": "Credit Memory settings.", + "bbox": [ + 0.01717400550842285, + 0.06292652553982205, + 0.2579395135243734, + 0.15115055508083766 + ], + "point": [ + 0.1376, + 0.107 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.8011672973632813, + 0.4815318919994213, + 0.8116935729980469, + 0.5061975549768518 + ], + "point": [ + 0.8064, + 0.4939 + ] + }, + { + "instruction": "Edition.", + "bbox": [ + 0.3805645624796549, + 0.4063965974030671, + 0.409199587504069, + 0.4459274857132523 + ], + "point": [ + 0.3949, + 0.4262 + ] + }, + { + "instruction": "Ship.", + "bbox": [ + 0.8565494537353515, + 0.0, + 0.9211322784423828, + 0.031791277284975404 + ], + "point": [ + 0.8888, + 0.0159 + ] + }, + { + "instruction": "Recorder.", + "bbox": [ + 0.9193412780761718, + 0.0, + 1.0, + 0.032287477563928677 + ], + "point": [ + 0.9597, + 0.0161 + ] + }, + { + "instruction": "An input field for voice input.", + "bbox": [ + 0.777501932779948, + 0.0, + 0.8583285013834635, + 0.03221923686839916 + ], + "point": [ + 0.8179, + 0.0161 + ] + }, + { + "instruction": "Sending an email.", + "bbox": [ + 0.6125320434570313, + 0.0, + 0.7156806945800781, + 0.06529921072500723 + ], + "point": [ + 0.6641, + 0.0326 + ] + }, + { + "instruction": "Hold.", + "bbox": [ + 0.7138702392578125, + 0.0, + 0.7798473358154296, + 0.03090211727001049 + ], + "point": [ + 0.7469, + 0.0155 + ] + }, + { + "instruction": "the \"Back\" function.", + "bbox": [ + 0.30891186396280923, + 0.0, + 0.390706475575765, + 0.06111161973741319 + ], + "point": [ + 0.3498, + 0.0306 + ] + }, + { + "instruction": "Comments History.", + "bbox": [ + 0.029726270834604898, + 0.24334117748119213, + 0.1251197854677836, + 0.2726847330729167 + ], + "point": [ + 0.0774, + 0.258 + ] + }, + { + "instruction": "Cancel.", + "bbox": [ + 0.5320728302001954, + 0.0, + 0.6136669158935547, + 0.06319058736165364 + ], + "point": [ + 0.5729, + 0.0316 + ] + }, + { + "instruction": "a hashtag or identifier.", + "bbox": [ + 0.0, + 0.0, + 0.13354085286458334, + 0.054694811503092446 + ], + "point": [ + 0.0668, + 0.0273 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.9893302917480469, + 0.12687192846227574, + 1.0, + 0.15729863202130354 + ], + "point": [ + 0.9947, + 0.1421 + ] + }, + { + "instruction": "a button to login as a customer.", + "bbox": [ + 0.3887483278910319, + 0.0, + 0.5375235875447592, + 0.06201104764585142 + ], + "point": [ + 0.4631, + 0.031 + ] + }, + { + "instruction": "a price of $20.00.", + "bbox": [ + 0.684092648824056, + 0.7789121839735244, + 0.8128923416137696, + 0.8251202053493923 + ], + "point": [ + 0.7485, + 0.802 + ] + }, + { + "instruction": "a place from the ID.", + "bbox": [ + 0.284219233194987, + 0.21374442489058884, + 0.3624487559000651, + 0.24585887767650463 + ], + "point": [ + 0.3233, + 0.2298 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.39675540924072267, + 0.4655560811360677, + 0.40912501017252606, + 0.4925644486038773 + ], + "point": [ + 0.4029, + 0.4791 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.9925380706787109, + 0.15080621507432726, + 1.0, + 0.24735966435185186 + ], + "point": [ + 0.9963, + 0.1991 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.8025379180908203, + 0.4390257376211661, + 0.8287921905517578, + 0.4723690739384404 + ], + "point": [ + 0.8157, + 0.4557 + ] + } + ], + "element_size": 67 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_34/11220.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Magento Aamin", + "bbox": [ + 0.002604174613952637, + 0.0, + 0.16250000794728597, + 0.037037037037037035 + ], + "point": [ + 0.0826, + 0.0185 + ] + }, + { + "instruction": "Company", + "bbox": [ + 0.20572916666666666, + 0.0712962962962963, + 0.25833333333333336, + 0.09907407407407408 + ], + "point": [ + 0.232, + 0.0852 + ] + }, + { + "instruction": "Street Address", + "bbox": [ + 0.17916666666666667, + 0.15555554142704717, + 0.25833333333333336, + 0.17962961550112125 + ], + "point": [ + 0.2188, + 0.1676 + ] + }, + { + "instruction": "Country", + "bbox": [ + 0.21302083333333333, + 0.3037037037037037, + 0.25833333333333336, + 0.3314814814814815 + ], + "point": [ + 0.2357, + 0.3176 + ] + }, + { + "instruction": "State/Province", + "bbox": [ + 0.1796875, + 0.3907407407407407, + 0.2578125, + 0.412962962962963 + ], + "point": [ + 0.2188, + 0.4019 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.23541665077209473, + 0.4759259259259259, + 0.25833331743876137, + 0.5018518518518519 + ], + "point": [ + 0.2469, + 0.4889 + ] + }, + { + "instruction": "Zip/Postal Code", + "bbox": [ + 0.17447916666666666, + 0.5583333333333333, + 0.25833333333333336, + 0.5861111111111111 + ], + "point": [ + 0.2164, + 0.5722 + ] + }, + { + "instruction": "Phone Number", + "bbox": [ + 0.17656248410542805, + 0.6435185185185185, + 0.25833331743876137, + 0.6685185185185185 + ], + "point": [ + 0.2174, + 0.656 + ] + }, + { + "instruction": "Fax", + "bbox": [ + 0.2375, + 0.7296296861436632, + 0.25833333333333336, + 0.7518519083658854 + ], + "point": [ + 0.2479, + 0.7407 + ] + }, + { + "instruction": "VAT Number", + "bbox": [ + 0.190625, + 0.8148148148148148, + 0.25833333333333336, + 0.837037037037037 + ], + "point": [ + 0.2245, + 0.8259 + ] + }, + { + "instruction": "Convright @ 2024", + "bbox": [ + 0.039062496026357016, + 0.9824074074074074, + 0.12552082935969036, + 1.0 + ], + "point": [ + 0.0823, + 0.9912 + ] + }, + { + "instruction": "Magento Commerce Inc", + "bbox": [ + 0.12864583333333332, + 0.9833333333333333, + 0.24739583333333334, + 1.0 + ], + "point": [ + 0.188, + 0.9917 + ] + }, + { + "instruction": "Allrights reserved", + "bbox": [ + 0.25, + 0.9796296296296296, + 0.3416666666666667, + 1.0 + ], + "point": [ + 0.2958, + 0.9898 + ] + }, + { + "instruction": "Magento", + "bbox": [ + 0.9546875, + 0.9842592592592593, + 0.9994791666666667, + 1.0 + ], + "point": [ + 0.9771, + 0.9921 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.27359015146891275, + 0.2898294236924913, + 0.5267146428426107, + 0.34512303670247396 + ], + "point": [ + 0.4002, + 0.3175 + ] + }, + { + "instruction": "Illinois", + "bbox": [ + 0.27597729365030926, + 0.37477662828233504, + 0.4796404202779134, + 0.43047685976381656 + ], + "point": [ + 0.3778, + 0.4026 + ] + }, + { + "instruction": "3125551212", + "bbox": [ + 0.2761819839477539, + 0.6330520064742476, + 0.7891321818033854, + 0.6839340775101274 + ], + "point": [ + 0.5327, + 0.6585 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.763731575012207, + 0.0, + 0.835154406229655, + 0.034308401743570964 + ], + "point": [ + 0.7994, + 0.0172 + ] + }, + { + "instruction": "789 W Madison St", + "bbox": [ + 0.2679599126180013, + 0.14264605486834492, + 0.7906350453694662, + 0.1948997214988426 + ], + "point": [ + 0.5293, + 0.1688 + ] + }, + { + "instruction": "Save Order", + "bbox": [ + 0.9117698669433594, + 0.0, + 1.0, + 0.04501031946252893 + ], + "point": [ + 0.9559, + 0.0225 + ] + }, + { + "instruction": "60606", + "bbox": [ + 0.2693420092264811, + 0.5494958948206019, + 0.7885175069173177, + 0.5977845368561922 + ], + "point": [ + 0.5289, + 0.5736 + ] + }, + { + "instruction": "Reset", + "bbox": [ + 0.8392704010009766, + 0.0, + 0.90421142578125, + 0.03398267957899306 + ], + "point": [ + 0.8717, + 0.017 + ] + }, + { + "instruction": "Chicago", + "bbox": [ + 0.2663178284962972, + 0.4639396667480469, + 0.7878864447275797, + 0.5141175446686921 + ], + "point": [ + 0.5271, + 0.489 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.27359015146891275, + 0.2898294236924913, + 0.5267146428426107, + 0.34512303670247396 + ], + "point": [ + 0.4002, + 0.3175 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.27597729365030926, + 0.37477662828233504, + 0.4796404202779134, + 0.43047685976381656 + ], + "point": [ + 0.3778, + 0.4026 + ] + }, + { + "instruction": "a horizontal line or separator.", + "bbox": [ + 0.27632443110148114, + 0.7154045952690973, + 0.7891073862711588, + 0.770402357313368 + ], + "point": [ + 0.5327, + 0.7429 + ] + }, + { + "instruction": "A horizontal scrollbar.", + "bbox": [ + 0.2761819839477539, + 0.6330520064742476, + 0.7891321818033854, + 0.6839340775101274 + ], + "point": [ + 0.5327, + 0.6585 + ] + }, + { + "instruction": "the \"Back\" function.", + "bbox": [ + 0.763731575012207, + 0.0, + 0.835154406229655, + 0.034308401743570964 + ], + "point": [ + 0.7994, + 0.0172 + ] + }, + { + "instruction": "resizing a window.", + "bbox": [ + 0.2679599126180013, + 0.14264605486834492, + 0.7906350453694662, + 0.1948997214988426 + ], + "point": [ + 0.5293, + 0.1688 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.27156861623128253, + 0.8019863552517361, + 0.787941042582194, + 0.8532477484809028 + ], + "point": [ + 0.5298, + 0.8276 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.25995270411173504, + 0.38665488914207174, + 0.27647809982299804, + 0.4197842633282697 + ], + "point": [ + 0.2682, + 0.4032 + ] + }, + { + "instruction": "Save Order functionality.", + "bbox": [ + 0.9117698669433594, + 0.0, + 1.0, + 0.04501031946252893 + ], + "point": [ + 0.9559, + 0.0225 + ] + }, + { + "instruction": "a text input field.", + "bbox": [ + 0.2693420092264811, + 0.5494958948206019, + 0.7885175069173177, + 0.5977845368561922 + ], + "point": [ + 0.5289, + 0.5736 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.7855031967163086, + 0.7139139811197917, + 0.792542839050293, + 0.7323690908926505 + ], + "point": [ + 0.789, + 0.7231 + ] + }, + { + "instruction": "Reset.", + "bbox": [ + 0.8392704010009766, + 0.0, + 0.90421142578125, + 0.03398267957899306 + ], + "point": [ + 0.8717, + 0.017 + ] + }, + { + "instruction": "Star", + "bbox": [ + 0.25907691319783527, + 0.6397291395399306, + 0.2757262865702311, + 0.6714545355902778 + ], + "point": [ + 0.2674, + 0.6556 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.26059937477111816, + 0.30301265010127315, + 0.2749584833780924, + 0.3330377084237558 + ], + "point": [ + 0.2678, + 0.318 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.26076364517211914, + 0.33766617951569733, + 0.27113027572631837, + 0.3579704284667969 + ], + "point": [ + 0.2659, + 0.3478 + ] + }, + { + "instruction": "closing a window or dialog box.", + "bbox": [ + 0.2663178284962972, + 0.4639396667480469, + 0.7878864447275797, + 0.5141175446686921 + ], + "point": [ + 0.5271, + 0.489 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.2555715560913086, + 0.20145111083984374, + 0.2708764394124349, + 0.2224578857421875 + ], + "point": [ + 0.2632, + 0.212 + ] + } + ], + "element_size": 40 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_35/11403.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Magento Aamin", + "bbox": [ + 0.002604174613952637, + 0.0, + 0.16250000794728597, + 0.037037037037037035 + ], + "point": [ + 0.0826, + 0.0185 + ] + }, + { + "instruction": "streer Adaress", + "bbox": [ + 0.18072916666666666, + 0.058333333333333334, + 0.2578125, + 0.07685185185185185 + ], + "point": [ + 0.2193, + 0.0676 + ] + }, + { + "instruction": "/69 VV Iviadison SC", + "bbox": [ + 0.2869791666666667, + 0.058333333333333334, + 0.3776041666666667, + 0.07685185185185185 + ], + "point": [ + 0.3323, + 0.0676 + ] + }, + { + "instruction": "Country", + "bbox": [ + 0.21302083333333333, + 0.20185185185185187, + 0.25833333333333336, + 0.22962962962962963 + ], + "point": [ + 0.2357, + 0.2157 + ] + }, + { + "instruction": "State/Province", + "bbox": [ + 0.18020833333333333, + 0.28888888888888886, + 0.25833333333333336, + 0.3111111111111111 + ], + "point": [ + 0.2193, + 0.3 + ] + }, + { + "instruction": "City", + "bbox": [ + 0.234375, + 0.37037037037037035, + 0.25885416666666666, + 0.3990740740740741 + ], + "point": [ + 0.2466, + 0.3847 + ] + }, + { + "instruction": "Zip/Postal Code", + "bbox": [ + 0.175, + 0.45740737915039065, + 0.25833333333333336, + 0.4833332768192998 + ], + "point": [ + 0.2167, + 0.4704 + ] + }, + { + "instruction": "Phone Number", + "bbox": [ + 0.1770833174387614, + 0.5425925360785591, + 0.25833331743876137, + 0.5648147583007812 + ], + "point": [ + 0.2177, + 0.5537 + ] + }, + { + "instruction": "Fax", + "bbox": [ + 0.2375, + 0.6277777212637442, + 0.25833333333333336, + 0.6499999434859665 + ], + "point": [ + 0.2479, + 0.6389 + ] + }, + { + "instruction": "VAT Number", + "bbox": [ + 0.190625, + 0.7129630194769965, + 0.25833333333333336, + 0.7351852416992187 + ], + "point": [ + 0.2245, + 0.7241 + ] + }, + { + "instruction": "Copyright @ 2024 Magento Commerce Inc: All rights reserved:", + "bbox": [ + 0.03645834922790527, + 0.8768518518518519, + 0.3427083492279053, + 0.9046296296296297 + ], + "point": [ + 0.1896, + 0.8907 + ] + }, + { + "instruction": "Magento", + "bbox": [ + 0.9515625, + 0.8768518518518519, + 1.0, + 0.9046296296296297 + ], + "point": [ + 0.9758, + 0.8907 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.2741581916809082, + 0.18559173301414209, + 0.5275309562683106, + 0.24225297150788483 + ], + "point": [ + 0.4008, + 0.2139 + ] + }, + { + "instruction": "Maryland", + "bbox": [ + 0.274366569519043, + 0.2668748361093027, + 0.4812224706013997, + 0.3307351854112413 + ], + "point": [ + 0.3778, + 0.2988 + ] + }, + { + "instruction": "Repor", + "bbox": [ + 0.9702756881713868, + 0.9084260728624132, + 0.9999999364217123, + 0.9352001614040799 + ], + "point": [ + 0.9851, + 0.9218 + ] + }, + { + "instruction": "Account Activity", + "bbox": [ + 0.8781163533528645, + 0.9076933119032118, + 0.9611131032307942, + 0.9358084784613715 + ], + "point": [ + 0.9196, + 0.9218 + ] + }, + { + "instruction": "Privacy_Policy", + "bbox": [ + 0.7996985117594401, + 0.9061816180193866, + 0.872393544514974, + 0.9355832700376158 + ], + "point": [ + 0.836, + 0.9209 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.7639092763264974, + 0.0, + 0.8355210622151693, + 0.03407804701063368 + ], + "point": [ + 0.7997, + 0.017 + ] + }, + { + "instruction": "3125551212", + "bbox": [ + 0.26613094011942545, + 0.530147467719184, + 0.788650369644165, + 0.5810660468207465 + ], + "point": [ + 0.5274, + 0.5556 + ] + }, + { + "instruction": "Save Order", + "bbox": [ + 0.9112864176432292, + 0.0, + 1.0, + 0.04391050338745117 + ], + "point": [ + 0.9556, + 0.022 + ] + }, + { + "instruction": "Chicagq", + "bbox": [ + 0.2753821690877279, + 0.35982406051070603, + 0.7911425908406575, + 0.41408753571686924 + ], + "point": [ + 0.5333, + 0.387 + ] + }, + { + "instruction": "60606", + "bbox": [ + 0.27607618967692055, + 0.4459810045030382, + 0.7894611358642578, + 0.4972267433449074 + ], + "point": [ + 0.5328, + 0.4716 + ] + }, + { + "instruction": "Reset", + "bbox": [ + 0.8393211364746094, + 0.0, + 0.9046977996826172, + 0.03398288091023763 + ], + "point": [ + 0.872, + 0.017 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.2741581916809082, + 0.18559173301414209, + 0.5275309562683106, + 0.24225297150788483 + ], + "point": [ + 0.4008, + 0.2139 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.274366569519043, + 0.2668748361093027, + 0.4812224706013997, + 0.3307351854112413 + ], + "point": [ + 0.3778, + 0.2988 + ] + }, + { + "instruction": "Repor.", + "bbox": [ + 0.9702756881713868, + 0.9084260728624132, + 0.9999999364217123, + 0.9352001614040799 + ], + "point": [ + 0.9851, + 0.9218 + ] + }, + { + "instruction": "Account activity.", + "bbox": [ + 0.8781163533528645, + 0.9076933119032118, + 0.9611131032307942, + 0.9358084784613715 + ], + "point": [ + 0.9196, + 0.9218 + ] + }, + { + "instruction": "Privacy Policy.", + "bbox": [ + 0.7996985117594401, + 0.9061816180193866, + 0.872393544514974, + 0.9355832700376158 + ], + "point": [ + 0.836, + 0.9209 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.27407919565836586, + 0.6154236970124422, + 0.7888978958129883, + 0.6670407895688657 + ], + "point": [ + 0.5315, + 0.6412 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.7851265589396159, + 0.6964097764756945, + 0.792531140645345, + 0.7137681749131944 + ], + "point": [ + 0.7888, + 0.7051 + ] + }, + { + "instruction": "the \"Back\" function.", + "bbox": [ + 0.7639092763264974, + 0.0, + 0.8355210622151693, + 0.03407804701063368 + ], + "point": [ + 0.7997, + 0.017 + ] + }, + { + "instruction": "closing a window or dialog box.", + "bbox": [ + 0.26613094011942545, + 0.530147467719184, + 0.788650369644165, + 0.5810660468207465 + ], + "point": [ + 0.5274, + 0.5556 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.2596864382425944, + 0.28500174063223377, + 0.2761198361714681, + 0.3153988873517072 + ], + "point": [ + 0.2679, + 0.3002 + ] + }, + { + "instruction": "Save Order functionality.", + "bbox": [ + 0.9112864176432292, + 0.0, + 1.0, + 0.04391050338745117 + ], + "point": [ + 0.9556, + 0.022 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.2731576919555664, + 0.6994242915400752, + 0.7891429901123047, + 0.7525045324254919 + ], + "point": [ + 0.5312, + 0.726 + ] + }, + { + "instruction": "closing a window or dialog box.", + "bbox": [ + 0.2753821690877279, + 0.35982406051070603, + 0.7911425908406575, + 0.41408753571686924 + ], + "point": [ + 0.5333, + 0.387 + ] + }, + { + "instruction": "a loading or progress bar.", + "bbox": [ + 0.27607618967692055, + 0.4459810045030382, + 0.7894611358642578, + 0.4972267433449074 + ], + "point": [ + 0.5328, + 0.4716 + ] + }, + { + "instruction": "resetting or resetting content.", + "bbox": [ + 0.8393211364746094, + 0.0, + 0.9046977996826172, + 0.03398288091023763 + ], + "point": [ + 0.872, + 0.017 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.26111318270365397, + 0.2008392333984375, + 0.27520020802815753, + 0.23145280060944734 + ], + "point": [ + 0.2682, + 0.2161 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.4767036437988281, + 0.26165949503580727, + 0.4859973907470703, + 0.28444408840603297 + ], + "point": [ + 0.4814, + 0.2731 + ] + } + ], + "element_size": 40 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_36/11850.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Changing address information will not recalculate shipping, tax or other order amount:", + "bbox": [ + 0.05520833333333333, + 0.19444445857295284, + 0.484375, + 0.22037038449887877 + ], + "point": [ + 0.2698, + 0.2074 + ] + }, + { + "instruction": "Order Address Information", + "bbox": [ + 0.014583333333333334, + 0.2722222222222222, + 0.19479166666666667, + 0.3 + ], + "point": [ + 0.1047, + 0.2861 + ] + }, + { + "instruction": "Name Prefix", + "bbox": [ + 0.19166666666666668, + 0.35185185185185186, + 0.25833333333333336, + 0.37592592592592594 + ], + "point": [ + 0.225, + 0.3639 + ] + }, + { + "instruction": "First Name", + "bbox": [ + 0.19791666666666666, + 0.4361111393681279, + 0.25833333333333336, + 0.4620370652940538 + ], + "point": [ + 0.2281, + 0.4491 + ] + }, + { + "instruction": "Middle Namellnitial", + "bbox": [ + 0.15416666666666667, + 0.5222222222222223, + 0.25833333333333336, + 0.5462962962962963 + ], + "point": [ + 0.2063, + 0.5343 + ] + }, + { + "instruction": "Last Name", + "bbox": [ + 0.19999998410542805, + 0.6074073508933738, + 0.25833331743876137, + 0.6296295731155961 + ], + "point": [ + 0.2292, + 0.6185 + ] + }, + { + "instruction": "Name Suffix", + "bbox": [ + 0.1927083174387614, + 0.6925926491066262, + 0.25833331743876137, + 0.7148148713288484 + ], + "point": [ + 0.2255, + 0.7037 + ] + }, + { + "instruction": "Company", + "bbox": [ + 0.20572916666666666, + 0.7749999434859665, + 0.25833333333333336, + 0.8037036471896701 + ], + "point": [ + 0.232, + 0.7894 + ] + }, + { + "instruction": "Street Address", + "bbox": [ + 0.17916666666666667, + 0.8592592027452257, + 0.25833333333333336, + 0.8851851286711516 + ], + "point": [ + 0.2188, + 0.8722 + ] + }, + { + "instruction": "Save Order Adde", + "bbox": [ + 0.8894762674967448, + 0.04280549861766674, + 1.0, + 0.11576000142980505 + ], + "point": [ + 0.9447, + 0.0793 + ] + }, + { + "instruction": "Reset", + "bbox": [ + 0.8188577651977539, + 0.04506246778700087, + 0.8818227767944335, + 0.10484357763219762 + ], + "point": [ + 0.8503, + 0.075 + ] + }, + { + "instruction": "Save Orde", + "bbox": [ + 0.954059092203776, + 0.12275277596932871, + 1.0, + 0.1525535300925926 + ], + "point": [ + 0.977, + 0.1377 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.7357123057047527, + 0.044627337985568574, + 0.8152994791666667, + 0.10645949752242477 + ], + "point": [ + 0.7755, + 0.0755 + ] + }, + { + "instruction": "789 W Madison St", + "bbox": [ + 0.27368284861246744, + 0.8484875149197049, + 0.7880449295043945, + 0.8989251595956308 + ], + "point": [ + 0.5309, + 0.8737 + ] + }, + { + "instruction": "Michael", + "bbox": [ + 0.2701679229736328, + 0.42519519947193285, + 0.7884295145670573, + 0.47588777895326967 + ], + "point": [ + 0.5293, + 0.4505 + ] + }, + { + "instruction": "Nguyen", + "bbox": [ + 0.2718597730000814, + 0.595728047688802, + 0.7883098602294922, + 0.6453119913736979 + ], + "point": [ + 0.5301, + 0.6205 + ] + }, + { + "instruction": "Save Order Add.", + "bbox": [ + 0.8894762674967448, + 0.04280549861766674, + 1.0, + 0.11576000142980505 + ], + "point": [ + 0.9447, + 0.0793 + ] + }, + { + "instruction": "reset.", + "bbox": [ + 0.8188577651977539, + 0.04506246778700087, + 0.8818227767944335, + 0.10484357763219762 + ], + "point": [ + 0.8503, + 0.075 + ] + }, + { + "instruction": "Save Order.", + "bbox": [ + 0.954059092203776, + 0.12275277596932871, + 1.0, + 0.1525535300925926 + ], + "point": [ + 0.977, + 0.1377 + ] + }, + { + "instruction": "Back.", + "bbox": [ + 0.7357123057047527, + 0.044627337985568574, + 0.8152994791666667, + 0.10645949752242477 + ], + "point": [ + 0.7755, + 0.0755 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.26934019724527997, + 0.3398930584942853, + 0.7882108052571615, + 0.3913851420084635 + ], + "point": [ + 0.5288, + 0.3656 + ] + }, + { + "instruction": "a horizontal line or separator.", + "bbox": [ + 0.27631298700968426, + 0.7635077582465277, + 0.7886877695719401, + 0.8174757215711805 + ], + "point": [ + 0.5325, + 0.7905 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.2718852678934733, + 0.6805126048900463, + 0.7883188883463542, + 0.7283405445240162 + ], + "point": [ + 0.5301, + 0.7044 + ] + }, + { + "instruction": "a text input field.", + "bbox": [ + 0.27368284861246744, + 0.8484875149197049, + 0.7880449295043945, + 0.8989251595956308 + ], + "point": [ + 0.5309, + 0.8737 + ] + }, + { + "instruction": "a button to close a window or dialog box.", + "bbox": [ + 0.2701679229736328, + 0.42519519947193285, + 0.7884295145670573, + 0.47588777895326967 + ], + "point": [ + 0.5293, + 0.4505 + ] + }, + { + "instruction": "Star", + "bbox": [ + 0.2598539034525553, + 0.8566307350441261, + 0.27577702204386395, + 0.8848862824616609 + ], + "point": [ + 0.2678, + 0.8708 + ] + }, + { + "instruction": "A loading bar or progress bar.", + "bbox": [ + 0.2718597730000814, + 0.595728047688802, + 0.7883098602294922, + 0.6453119913736979 + ], + "point": [ + 0.5301, + 0.6205 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.2712106704711914, + 0.5099170260959202, + 0.7884382247924805, + 0.5600953843858507 + ], + "point": [ + 0.5298, + 0.535 + ] + }, + { + "instruction": "navigating to the previous screen or page.", + "bbox": [ + 0.03812255859375, + 0.023613113827175566, + 0.7871380488077799, + 0.1362601774710196 + ], + "point": [ + 0.4126, + 0.0799 + ] + } + ], + "element_size": 29 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_37/12320.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Ship", + "bbox": [ + 0.8984375, + 0.041666666666666664, + 0.9182291666666667, + 0.06018518518518518 + ], + "point": [ + 0.9083, + 0.0509 + ] + }, + { + "instruction": "You updated the order address", + "bbox": [ + 0.05520832538604736, + 0.07777778484203197, + 0.21249999205271403, + 0.10833334039758753 + ], + "point": [ + 0.1339, + 0.0931 + ] + }, + { + "instruction": "Order # 000000306 (The order confirmation email was", + "bbox": [ + 0.27760416666666665, + 0.23796299121997974, + 0.6348958333333333, + 0.2731481764051649 + ], + "point": [ + 0.4562, + 0.2556 + ] + }, + { + "instruction": "Account Information Edit Customer", + "bbox": [ + 0.6854166666666667, + 0.2407407689977575, + 0.9010416666666666, + 0.27037039862738715 + ], + "point": [ + 0.7932, + 0.2556 + ] + }, + { + "instruction": "sent)", + "bbox": [ + 0.27708333333333335, + 0.2759259541829427, + 0.3145833333333333, + 0.3037037319607205 + ], + "point": [ + 0.2958, + 0.2898 + ] + }, + { + "instruction": "Customer Name", + "bbox": [ + 0.6921875, + 0.30462960137261286, + 0.7760416666666666, + 0.3296296013726128 + ], + "point": [ + 0.7341, + 0.3171 + ] + }, + { + "instruction": "Michael", + "bbox": [ + 0.9604166666666667, + 0.3055555555555556, + 1.0, + 0.3296296296296296 + ], + "point": [ + 0.9802, + 0.3176 + ] + }, + { + "instruction": "Order Date", + "bbox": [ + 0.28541666666666665, + 0.3388888888888889, + 0.34375, + 0.3611111111111111 + ], + "point": [ + 0.3146, + 0.35 + ] + }, + { + "instruction": "Apr 19,2023,7.42:16 PM", + "bbox": [ + 0.5104166984558105, + 0.337037037037037, + 0.634375, + 0.362962962962963 + ], + "point": [ + 0.5724, + 0.35 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.6927083333333334, + 0.3592592592592593, + 0.7229166666666667, + 0.3814814814814815 + ], + "point": [ + 0.7078, + 0.3704 + ] + }, + { + "instruction": "Order Status", + "bbox": [ + 0.28541666666666665, + 0.3907407407407407, + 0.35104166666666664, + 0.412962962962963 + ], + "point": [ + 0.3182, + 0.4019 + ] + }, + { + "instruction": "Pending", + "bbox": [ + 0.590625, + 0.38703700878002023, + 0.6359375, + 0.4166666384096499 + ], + "point": [ + 0.6133, + 0.4019 + ] + }, + { + "instruction": "Customer Group", + "bbox": [ + 0.6916666666666667, + 0.40925925925925927, + 0.7786458333333334, + 0.43703703703703706 + ], + "point": [ + 0.7352, + 0.4231 + ] + }, + { + "instruction": "Purchased", + "bbox": [ + 0.28541666666666665, + 0.4425925925925926, + 0.340625, + 0.4666666666666667 + ], + "point": [ + 0.313, + 0.4546 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.565625, + 0.4425925925925926, + 0.6354166666666666, + 0.4666666666666667 + ], + "point": [ + 0.6005, + 0.4546 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.5364583333333334, + 0.4685185185185185, + 0.6354166666666666, + 0.49074074074074076 + ], + "point": [ + 0.5859, + 0.4796 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.5416666666666666, + 0.4944443879304109, + 0.6354166666666666, + 0.5166666101526332 + ], + "point": [ + 0.5885, + 0.5056 + ] + }, + { + "instruction": "Placed from IP", + "bbox": [ + 0.28541666666666665, + 0.5462962962962963, + 0.359375, + 0.5685185185185185 + ], + "point": [ + 0.3224, + 0.5574 + ] + }, + { + "instruction": "128.2.205.52", + "bbox": [ + 0.56875, + 0.5462962962962963, + 0.634375, + 0.5703703703703704 + ], + "point": [ + 0.6016, + 0.5583 + ] + }, + { + "instruction": "Address Information", + "bbox": [ + 0.27760416666666665, + 0.6694444444444444, + 0.4265625, + 0.7027777777777777 + ], + "point": [ + 0.3521, + 0.6861 + ] + }, + { + "instruction": "Billing Address", + "bbox": [ + 0.2765625, + 0.7324074074074074, + 0.37864583333333335, + 0.7722222222222223 + ], + "point": [ + 0.3276, + 0.7523 + ] + }, + { + "instruction": "Shipping Address Edit", + "bbox": [ + 0.6838541666666667, + 0.7361111111111112, + 0.8276041666666667, + 0.7712962962962963 + ], + "point": [ + 0.7557, + 0.7537 + ] + }, + { + "instruction": "Michael Nguyen", + "bbox": [ + 0.278125, + 0.7870370370370371, + 0.359375, + 0.8148148148148148 + ], + "point": [ + 0.3187, + 0.8009 + ] + }, + { + "instruction": "Michael Nguyen", + "bbox": [ + 0.6848957697550456, + 0.7851851286711516, + 0.7666666030883789, + 0.8148147583007812 + ], + "point": [ + 0.7258, + 0.8 + ] + }, + { + "instruction": "789 W Madison St", + "bbox": [ + 0.27708333333333335, + 0.812962962962963, + 0.3697916666666667, + 0.837037037037037 + ], + "point": [ + 0.3234, + 0.825 + ] + }, + { + "instruction": "789 W Madison St", + "bbox": [ + 0.684375, + 0.8129629064489294, + 0.7770833333333333, + 0.8351851286711516 + ], + "point": [ + 0.7307, + 0.8241 + ] + }, + { + "instruction": "Chicago, Maryland, 60606", + "bbox": [ + 0.2770833651224772, + 0.8361111676251447, + 0.40729169845581054, + 0.8666667231807003 + ], + "point": [ + 0.3422, + 0.8514 + ] + }, + { + "instruction": "Chicago, Illinois, 60606", + "bbox": [ + 0.6838541666666667, + 0.8361111111111111, + 0.8, + 0.8657407407407407 + ], + "point": [ + 0.7419, + 0.8509 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.278125, + 0.8648148148148148, + 0.346875, + 0.8870370370370371 + ], + "point": [ + 0.3125, + 0.8759 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.6854166666666667, + 0.8648148148148148, + 0.7541666666666667, + 0.8870370370370371 + ], + "point": [ + 0.7198, + 0.8759 + ] + }, + { + "instruction": "T:3125551212", + "bbox": [ + 0.2770833651224772, + 0.8888888888888888, + 0.3531250317891439, + 0.912962962962963 + ], + "point": [ + 0.3151, + 0.9009 + ] + }, + { + "instruction": "T:3125551212", + "bbox": [ + 0.6843749364217122, + 0.8888888888888888, + 0.7593749364217123, + 0.912962962962963 + ], + "point": [ + 0.7219, + 0.9009 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.33958333333333335, + 0.43981478655779804, + 0.36770833333333336, + 0.4685184902615017 + ], + "point": [ + 0.3536, + 0.4542 + ] + }, + { + "instruction": "Information", + "bbox": [ + 0.01843866507212321, + 0.23771913316514756, + 0.2600360949834188, + 0.3225355077672888 + ], + "point": [ + 0.1392, + 0.2801 + ] + }, + { + "instruction": "Invoices", + "bbox": [ + 0.018234944343566893, + 0.3181348164876302, + 0.2579427003860474, + 0.4012987772623698 + ], + "point": [ + 0.1381, + 0.3597 + ] + }, + { + "instruction": "Credit Memos", + "bbox": [ + 0.0173449436823527, + 0.39723753752531826, + 0.25518248081207273, + 0.4746252554434317 + ], + "point": [ + 0.1363, + 0.4359 + ] + }, + { + "instruction": "Shipments", + "bbox": [ + 0.018293197949727377, + 0.47255785906756365, + 0.25271880626678467, + 0.5526356449833623 + ], + "point": [ + 0.1355, + 0.5126 + ] + }, + { + "instruction": "#Uuuuuubub", + "bbox": [ + 0.0, + 0.0, + 0.13651711146036785, + 0.03470787472195096 + ], + "point": [ + 0.0683, + 0.0174 + ] + }, + { + "instruction": "ORDER VIEW", + "bbox": [ + 0.014400720596313477, + 0.15320845709906683, + 0.2596719264984131, + 0.24352750424985534 + ], + "point": [ + 0.137, + 0.1984 + ] + }, + { + "instruction": "Send Email", + "bbox": [ + 0.6119883219401042, + 0.0, + 0.7156964619954427, + 0.059164672427707246 + ], + "point": [ + 0.6638, + 0.0296 + ] + }, + { + "instruction": "Login as Customer", + "bbox": [ + 0.3851207097371419, + 0.0, + 0.5365816752115885, + 0.05854728486802843 + ], + "point": [ + 0.4609, + 0.0293 + ] + }, + { + "instruction": "Reorder", + "bbox": [ + 0.9169304529825847, + 0.0, + 0.9999999364217123, + 0.0638090486879702 + ], + "point": [ + 0.9585, + 0.0319 + ] + }, + { + "instruction": "Shid", + "bbox": [ + 0.8561513900756836, + 0.0, + 0.9199689865112305, + 0.040830711082175924 + ], + "point": [ + 0.8881, + 0.0204 + ] + }, + { + "instruction": "Invoice", + "bbox": [ + 0.7774987538655599, + 0.0, + 0.8587518056233724, + 0.053533681233723956 + ], + "point": [ + 0.8181, + 0.0268 + ] + }, + { + "instruction": "Hold", + "bbox": [ + 0.7138029734293619, + 0.0, + 0.7805016835530599, + 0.05884385638766819 + ], + "point": [ + 0.7472, + 0.0294 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.38050607045491536, + 0.7343017578125, + 0.40724366505940757, + 0.7709710015190973 + ], + "point": [ + 0.3939, + 0.7526 + ] + }, + { + "instruction": "michael nguyen@yal", + "bbox": [ + 0.8938401540120443, + 0.354062991672092, + 1.0, + 0.38336224026150173 + ], + "point": [ + 0.9469, + 0.3687 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.5350336710611979, + 0.0, + 0.6115957895914713, + 0.04347089131673177 + ], + "point": [ + 0.5733, + 0.0217 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.3024031639099121, + 0.0, + 0.38864367802937827, + 0.05930925298620154 + ], + "point": [ + 0.3455, + 0.0297 + ] + }, + { + "instruction": "Order & Account Information", + "bbox": [ + 0.24639059702555338, + 0.05755625124330874, + 0.986844825744629, + 0.23006070454915364 + ], + "point": [ + 0.6166, + 0.1438 + ] + }, + { + "instruction": "Comments History", + "bbox": [ + 0.02053258419036865, + 0.55281332510489, + 0.25260703563690184, + 0.6185834531430845 + ], + "point": [ + 0.1366, + 0.5857 + ] + }, + { + "instruction": "Information.", + "bbox": [ + 0.01843866507212321, + 0.23771913316514756, + 0.2600360949834188, + 0.3225355077672888 + ], + "point": [ + 0.1392, + 0.2801 + ] + }, + { + "instruction": "Invoice settings or options.", + "bbox": [ + 0.018234944343566893, + 0.3181348164876302, + 0.2579427003860474, + 0.4012987772623698 + ], + "point": [ + 0.1381, + 0.3597 + ] + }, + { + "instruction": "Credit Memory settings.", + "bbox": [ + 0.0173449436823527, + 0.39723753752531826, + 0.25518248081207273, + 0.4746252554434317 + ], + "point": [ + 0.1363, + 0.4359 + ] + }, + { + "instruction": "Shipments.", + "bbox": [ + 0.018293197949727377, + 0.47255785906756365, + 0.25271880626678467, + 0.5526356449833623 + ], + "point": [ + 0.1355, + 0.5126 + ] + }, + { + "instruction": "a hashtag or address label.", + "bbox": [ + 0.0, + 0.0, + 0.13651711146036785, + 0.03470787472195096 + ], + "point": [ + 0.0683, + 0.0174 + ] + }, + { + "instruction": "an option to order a view.", + "bbox": [ + 0.014400720596313477, + 0.15320845709906683, + 0.2596719264984131, + 0.24352750424985534 + ], + "point": [ + 0.137, + 0.1984 + ] + }, + { + "instruction": "Sending an email.", + "bbox": [ + 0.6119883219401042, + 0.0, + 0.7156964619954427, + 0.059164672427707246 + ], + "point": [ + 0.6638, + 0.0296 + ] + }, + { + "instruction": "a button to login as a customer.", + "bbox": [ + 0.3851207097371419, + 0.0, + 0.5365816752115885, + 0.05854728486802843 + ], + "point": [ + 0.4609, + 0.0293 + ] + }, + { + "instruction": "Recording.", + "bbox": [ + 0.9169304529825847, + 0.0, + 0.9999999364217123, + 0.0638090486879702 + ], + "point": [ + 0.9585, + 0.0319 + ] + }, + { + "instruction": "Sharing content or options.", + "bbox": [ + 0.8561513900756836, + 0.0, + 0.9199689865112305, + 0.040830711082175924 + ], + "point": [ + 0.8881, + 0.0204 + ] + }, + { + "instruction": "An input field for voice input.", + "bbox": [ + 0.7774987538655599, + 0.0, + 0.8587518056233724, + 0.053533681233723956 + ], + "point": [ + 0.8181, + 0.0268 + ] + }, + { + "instruction": "Hold.", + "bbox": [ + 0.7138029734293619, + 0.0, + 0.7805016835530599, + 0.05884385638766819 + ], + "point": [ + 0.7472, + 0.0294 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.38050607045491536, + 0.7343017578125, + 0.40724366505940757, + 0.7709710015190973 + ], + "point": [ + 0.3939, + 0.7526 + ] + }, + { + "instruction": "Align Left", + "bbox": [ + 0.3501260757446289, + 0.8892813788519965, + 0.36010659535725914, + 0.9170106675889756 + ], + "point": [ + 0.3551, + 0.9031 + ] + }, + { + "instruction": "michael.nguyingyar.", + "bbox": [ + 0.8938401540120443, + 0.354062991672092, + 1.0, + 0.38336224026150173 + ], + "point": [ + 0.9469, + 0.3687 + ] + }, + { + "instruction": "Cancel.", + "bbox": [ + 0.5350336710611979, + 0.0, + 0.6115957895914713, + 0.04347089131673177 + ], + "point": [ + 0.5733, + 0.0217 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.9942593892415365, + 0.13481275770399306, + 1.0, + 0.2080617834020544 + ], + "point": [ + 0.9971, + 0.1714 + ] + }, + { + "instruction": "the \"Back\" function.", + "bbox": [ + 0.3024031639099121, + 0.0, + 0.38864367802937827, + 0.05930925298620154 + ], + "point": [ + 0.3455, + 0.0297 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.9940527598063151, + 0.21857712357132522, + 1.0, + 0.2846906308774595 + ], + "point": [ + 0.997, + 0.2516 + ] + }, + { + "instruction": "An option to order & account information.", + "bbox": [ + 0.24639059702555338, + 0.05755625124330874, + 0.986844825744629, + 0.23006070454915364 + ], + "point": [ + 0.6166, + 0.1438 + ] + }, + { + "instruction": "Comments History.", + "bbox": [ + 0.02053258419036865, + 0.55281332510489, + 0.25260703563690184, + 0.6185834531430845 + ], + "point": [ + 0.1366, + 0.5857 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.7687321345011393, + 0.787430657280816, + 0.7798393885294597, + 0.8114747789171007 + ], + "point": [ + 0.7743, + 0.7995 + ] + } + ], + "element_size": 73 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_38/12536.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Michael Nguyen", + "bbox": [ + 0.014583333333333334, + 0.1574074074074074, + 0.09583333333333334, + 0.18333333333333332 + ], + "point": [ + 0.0552, + 0.1704 + ] + }, + { + "instruction": "Michael Nguyen", + "bbox": [ + 0.553125, + 0.1574074074074074, + 0.6354166666666666, + 0.18333333333333332 + ], + "point": [ + 0.5943, + 0.1704 + ] + }, + { + "instruction": "789 W Madison St", + "bbox": [ + 0.013541670640309651, + 0.18333333333333332, + 0.10625000397364298, + 0.20555555555555555 + ], + "point": [ + 0.0599, + 0.1944 + ] + }, + { + "instruction": "789 W Madison St", + "bbox": [ + 0.5531250635782877, + 0.18333333333333332, + 0.6447917302449544, + 0.2074074074074074 + ], + "point": [ + 0.599, + 0.1954 + ] + }, + { + "instruction": "Chicago, Maryland, 60606", + "bbox": [ + 0.011979162693023682, + 0.20462962962962963, + 0.14427082935969035, + 0.23796296296296296 + ], + "point": [ + 0.0781, + 0.2213 + ] + }, + { + "instruction": "Chicago, Illinois, 60606", + "bbox": [ + 0.5515625, + 0.20462962962962963, + 0.6682291666666667, + 0.23796296296296296 + ], + "point": [ + 0.6099, + 0.2213 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.014583333333333334, + 0.23333333333333334, + 0.08333333333333333, + 0.2574074074074074 + ], + "point": [ + 0.049, + 0.2454 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.553125, + 0.23518519931369358, + 0.621875, + 0.2574074074074074 + ], + "point": [ + 0.5875, + 0.2463 + ] + }, + { + "instruction": "T: 3125551212", + "bbox": [ + 0.013541670640309651, + 0.2611111111111111, + 0.08854167064030966, + 0.2833333333333333 + ], + "point": [ + 0.051, + 0.2722 + ] + }, + { + "instruction": "T: 3125551212", + "bbox": [ + 0.5531250635782877, + 0.25925925925925924, + 0.6281250635782878, + 0.2833333333333333 + ], + "point": [ + 0.5906, + 0.2713 + ] + }, + { + "instruction": "Payment & Shipping Method", + "bbox": [ + 0.013541674613952637, + 0.36944444444444446, + 0.2192708412806193, + 0.40925925925925927 + ], + "point": [ + 0.1164, + 0.3894 + ] + }, + { + "instruction": "Payment Information", + "bbox": [ + 0.013541666666666667, + 0.43518521344220196, + 0.15833333333333333, + 0.47037039862738717 + ], + "point": [ + 0.0859, + 0.4528 + ] + }, + { + "instruction": "Shipping Information", + "bbox": [ + 0.5526041030883789, + 0.4361111111111111, + 0.6958332697550456, + 0.47129629629629627 + ], + "point": [ + 0.6242, + 0.4537 + ] + }, + { + "instruction": "Check", + "bbox": [ + 0.013541667660077413, + 0.48703703703703705, + 0.04687500099341075, + 0.5111111111111111 + ], + "point": [ + 0.0302, + 0.4991 + ] + }, + { + "instruction": "Money order", + "bbox": [ + 0.05260416666666667, + 0.48703703703703705, + 0.11979166666666667, + 0.512962962962963 + ], + "point": [ + 0.0862, + 0.5 + ] + }, + { + "instruction": "Flat Rate", + "bbox": [ + 0.553125, + 0.48703703703703705, + 0.603125, + 0.5092592592592593 + ], + "point": [ + 0.5781, + 0.4981 + ] + }, + { + "instruction": "Fixed", + "bbox": [ + 0.6083333333333333, + 0.48703703703703705, + 0.6395833333333333, + 0.5092592592592593 + ], + "point": [ + 0.624, + 0.4981 + ] + }, + { + "instruction": "The order was placed using USD.", + "bbox": [ + 0.013541666666666667, + 0.5101851851851852, + 0.17708333333333334, + 0.5388888888888889 + ], + "point": [ + 0.0953, + 0.5245 + ] + }, + { + "instruction": "Total Shipping Charges: 520.00", + "bbox": [ + 0.5531250635782877, + 0.5111111111111111, + 0.7072917302449544, + 0.5407407407407407 + ], + "point": [ + 0.6302, + 0.5259 + ] + }, + { + "instruction": "Carrier", + "bbox": [ + 0.5604166666666667, + 0.5833332768192998, + 0.6, + 0.605555499041522 + ], + "point": [ + 0.5802, + 0.5944 + ] + }, + { + "instruction": "Title", + "bbox": [ + 0.6989583333333333, + 0.5833332768192998, + 0.725, + 0.605555499041522 + ], + "point": [ + 0.712, + 0.5944 + ] + }, + { + "instruction": "Number", + "bbox": [ + 0.7864583333333334, + 0.5833332768192998, + 0.83125, + 0.605555499041522 + ], + "point": [ + 0.8089, + 0.5944 + ] + }, + { + "instruction": "Action", + "bbox": [ + 0.9302082697550456, + 0.5833332768192998, + 0.9656249364217122, + 0.605555499041522 + ], + "point": [ + 0.9479, + 0.5944 + ] + }, + { + "instruction": "Inventory", + "bbox": [ + 0.011979166666666667, + 0.7888888888888889, + 0.08541666666666667, + 0.8287037037037037 + ], + "point": [ + 0.0487, + 0.8088 + ] + }, + { + "instruction": "Source: Default Source", + "bbox": [ + 0.013541670640309651, + 0.8555555555555555, + 0.12916667064030965, + 0.8796296296296297 + ], + "point": [ + 0.0714, + 0.8676 + ] + }, + { + "instruction": "Items to Ship", + "bbox": [ + 0.011979170640309652, + 0.9666666666666667, + 0.11093750397364298, + 1.0 + ], + "point": [ + 0.0615, + 0.9833 + ] + }, + { + "instruction": "Add Tracklg Number", + "bbox": [ + 0.5598910649617513, + 0.639585593894676, + 0.6989030838012695, + 0.6911601878978588 + ], + "point": [ + 0.6294, + 0.6654 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.9255938212076823, + 0.0, + 0.9822916666666667, + 0.031514581044514975 + ], + "point": [ + 0.9539, + 0.0158 + ] + }, + { + "instruction": "Billing Address", + "bbox": [ + 0.014304935932159424, + 0.10072195971453632, + 0.11413459380467733, + 0.1391153264928747 + ], + "point": [ + 0.0642, + 0.1199 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.6711198806762695, + 0.10216064453125, + 0.6991216659545898, + 0.13748197202329282 + ], + "point": [ + 0.6851, + 0.1198 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.11547985076904296, + 0.10230598449707032, + 0.1428844134012858, + 0.13808199564615886 + ], + "point": [ + 0.1292, + 0.1202 + ] + }, + { + "instruction": "Shipping Address", + "bbox": [ + 0.5531572977701823, + 0.1003228505452474, + 0.6699040730794271, + 0.13840259975857205 + ], + "point": [ + 0.6115, + 0.1194 + ] + }, + { + "instruction": "New Snipment", + "bbox": [ + 0.0, + 0.0, + 0.15136003494262695, + 0.044769216466833045 + ], + "point": [ + 0.0757, + 0.0224 + ] + }, + { + "instruction": "Adding a tracking number.", + "bbox": [ + 0.5598910649617513, + 0.639585593894676, + 0.6989030838012695, + 0.6911601878978588 + ], + "point": [ + 0.6294, + 0.6654 + ] + }, + { + "instruction": "the \"Back\" function.", + "bbox": [ + 0.9255938212076823, + 0.0, + 0.9822916666666667, + 0.031514581044514975 + ], + "point": [ + 0.9539, + 0.0158 + ] + }, + { + "instruction": "Bailing Address.", + "bbox": [ + 0.014304935932159424, + 0.10072195971453632, + 0.11413459380467733, + 0.1391153264928747 + ], + "point": [ + 0.0642, + 0.1199 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.6711198806762695, + 0.10216064453125, + 0.6991216659545898, + 0.13748197202329282 + ], + "point": [ + 0.6851, + 0.1198 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.11547985076904296, + 0.10230598449707032, + 0.1428844134012858, + 0.13808199564615886 + ], + "point": [ + 0.1292, + 0.1202 + ] + }, + { + "instruction": "Shipping Address.", + "bbox": [ + 0.5531572977701823, + 0.1003228505452474, + 0.6699040730794271, + 0.13840259975857205 + ], + "point": [ + 0.6115, + 0.1194 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.21325775782267253, + 0.5504505863896123, + 0.22749478022257488, + 0.5837560017903646 + ], + "point": [ + 0.2204, + 0.5671 + ] + }, + { + "instruction": "Creating a new Shipment.", + "bbox": [ + 0.0, + 0.0, + 0.15136003494262695, + 0.044769216466833045 + ], + "point": [ + 0.0757, + 0.0224 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.0, + 0.5012723569516783, + 0.006826472282409668, + 0.5327826605902778 + ], + "point": [ + 0.0034, + 0.517 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 5.2926441033681234e-06, + 0.2337084734881366, + 0.006489024311304092, + 0.2683230364764178 + ], + "point": [ + 0.0032, + 0.251 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.6738282521565755, + 0.16501493100766781, + 0.6976300557454427, + 0.19393646805374712 + ], + "point": [ + 0.6857, + 0.1795 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.7029652913411458, + 0.0945638444688585, + 0.7150999704996744, + 0.12242315786856192 + ], + "point": [ + 0.709, + 0.1085 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 5.453824996948242e-06, + 0.20127200373896845, + 0.007010916868845622, + 0.23327725728352863 + ], + "point": [ + 0.0035, + 0.2173 + ] + }, + { + "instruction": "Adding a new item or element.", + "bbox": [ + 0.9915705362955729, + 0.0, + 1.0, + 0.045878664652506514 + ], + "point": [ + 0.9958, + 0.0229 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.0, + 0.09646041304976852, + 0.007270116607348124, + 0.1356628135398582 + ], + "point": [ + 0.0036, + 0.1161 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.0, + 0.14966165048104746, + 0.006949415802955628, + 0.1854130780255353 + ], + "point": [ + 0.0035, + 0.1675 + ] + } + ], + "element_size": 49 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_39/12923.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Michael Nguyen", + "bbox": [ + 0.014583333333333334, + 0.1574074074074074, + 0.09583333333333334, + 0.18333333333333332 + ], + "point": [ + 0.0552, + 0.1704 + ] + }, + { + "instruction": "Michael Nguyen", + "bbox": [ + 0.5526041666666667, + 0.15555555555555556, + 0.6354166666666666, + 0.18333333333333332 + ], + "point": [ + 0.594, + 0.1694 + ] + }, + { + "instruction": "789 W Madison St", + "bbox": [ + 0.013541670640309651, + 0.18333333333333332, + 0.10625000397364298, + 0.2074074074074074 + ], + "point": [ + 0.0599, + 0.1954 + ] + }, + { + "instruction": "789 W Madison St", + "bbox": [ + 0.5531250635782877, + 0.18333333333333332, + 0.6447917302449544, + 0.2074074074074074 + ], + "point": [ + 0.599, + 0.1954 + ] + }, + { + "instruction": "Chicago, Maryland, 60606", + "bbox": [ + 0.011979162693023682, + 0.20462962962962963, + 0.14427082935969035, + 0.23796296296296296 + ], + "point": [ + 0.0781, + 0.2213 + ] + }, + { + "instruction": "Chicago, Illinois, 60606", + "bbox": [ + 0.5520833333333334, + 0.2064814814814815, + 0.6677083333333333, + 0.2361111111111111 + ], + "point": [ + 0.6099, + 0.2213 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.014583333333333334, + 0.23333333333333334, + 0.08333333333333333, + 0.2574074074074074 + ], + "point": [ + 0.049, + 0.2454 + ] + }, + { + "instruction": "T: 3125551212", + "bbox": [ + 0.013541670640309651, + 0.2611111111111111, + 0.08854167064030966, + 0.2833333333333333 + ], + "point": [ + 0.051, + 0.2722 + ] + }, + { + "instruction": "T: 3125551212", + "bbox": [ + 0.5531250635782877, + 0.25925925925925924, + 0.6281250635782878, + 0.2833333333333333 + ], + "point": [ + 0.5906, + 0.2713 + ] + }, + { + "instruction": "Payment & Shipping Method", + "bbox": [ + 0.013541674613952637, + 0.37037034211335357, + 0.2192708412806193, + 0.4092592310022425 + ], + "point": [ + 0.1164, + 0.3898 + ] + }, + { + "instruction": "Payment Information", + "bbox": [ + 0.013541666666666667, + 0.43518521344220196, + 0.15833333333333333, + 0.47037039862738717 + ], + "point": [ + 0.0859, + 0.4528 + ] + }, + { + "instruction": "Shipping Information", + "bbox": [ + 0.5526041666666667, + 0.434259287516276, + 0.6963541666666667, + 0.4712963245533131 + ], + "point": [ + 0.6245, + 0.4528 + ] + }, + { + "instruction": "Check", + "bbox": [ + 0.013541667660077413, + 0.48703703703703705, + 0.04687500099341075, + 0.5111111111111111 + ], + "point": [ + 0.0302, + 0.4991 + ] + }, + { + "instruction": "Money order", + "bbox": [ + 0.05364583333333333, + 0.48703703703703705, + 0.11979166666666667, + 0.512962962962963 + ], + "point": [ + 0.0867, + 0.5 + ] + }, + { + "instruction": "Flat Rate", + "bbox": [ + 0.553125, + 0.48703703703703705, + 0.603125, + 0.5092592592592593 + ], + "point": [ + 0.5781, + 0.4981 + ] + }, + { + "instruction": "Fixed", + "bbox": [ + 0.6083333333333333, + 0.48703703703703705, + 0.6395833333333333, + 0.5092592592592593 + ], + "point": [ + 0.624, + 0.4981 + ] + }, + { + "instruction": "The order was placed using USD", + "bbox": [ + 0.013541666666666667, + 0.5101851851851852, + 0.17604166666666668, + 0.5388888888888889 + ], + "point": [ + 0.0948, + 0.5245 + ] + }, + { + "instruction": "Total", + "bbox": [ + 0.5531250635782877, + 0.512962962962963, + 0.5802083969116211, + 0.5351851851851852 + ], + "point": [ + 0.5667, + 0.5241 + ] + }, + { + "instruction": "Shipping Charges: 520.00", + "bbox": [ + 0.5776041666666667, + 0.5083333333333333, + 0.7078125, + 0.5435185185185185 + ], + "point": [ + 0.6427, + 0.5259 + ] + }, + { + "instruction": "Carrier", + "bbox": [ + 0.5604166666666667, + 0.5833332768192998, + 0.6, + 0.605555499041522 + ], + "point": [ + 0.5802, + 0.5944 + ] + }, + { + "instruction": "Title", + "bbox": [ + 0.7395832697550456, + 0.5833332768192998, + 0.7656249364217123, + 0.605555499041522 + ], + "point": [ + 0.7526, + 0.5944 + ] + }, + { + "instruction": "Number", + "bbox": [ + 0.8739583333333333, + 0.5833332768192998, + 0.91875, + 0.605555499041522 + ], + "point": [ + 0.8964, + 0.5944 + ] + }, + { + "instruction": "Federal Express", + "bbox": [ + 0.7391998926798503, + 0.6390649301034433, + 0.8689516067504883, + 0.6904700950339988 + ], + "point": [ + 0.8041, + 0.6648 + ] + }, + { + "instruction": "Federal Express", + "bbox": [ + 0.5578234990437826, + 0.6388055872034144, + 0.7356645584106445, + 0.6906135841652199 + ], + "point": [ + 0.6467, + 0.6647 + ] + }, + { + "instruction": "Custom Value", + "bbox": [ + 0.5590646743774415, + 0.7255507857711226, + 0.7353893915812174, + 0.7782183611834491 + ], + "point": [ + 0.6472, + 0.7519 + ] + }, + { + "instruction": "3123952631", + "bbox": [ + 0.8724933624267578, + 0.6399668375651042, + 1.0, + 0.6904431378399885 + ], + "point": [ + 0.9362, + 0.6652 + ] + }, + { + "instruction": "Add Tracking Number", + "bbox": [ + 0.5592052459716796, + 0.81309893572772, + 0.6974215189615885, + 0.8626477276837384 + ], + "point": [ + 0.6283, + 0.8379 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.6716374079386394, + 0.10153653886583117, + 0.6977355321248372, + 0.1375475848162616 + ], + "point": [ + 0.6847, + 0.1195 + ] + }, + { + "instruction": "New Snipment", + "bbox": [ + 0.0, + 0.0, + 0.15215058326721193, + 0.04878928926255968 + ], + "point": [ + 0.0761, + 0.0244 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.9229032516479492, + 0.0, + 0.9870725631713867, + 0.031529500749376084 + ], + "point": [ + 0.955, + 0.0158 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.11509488423665365, + 0.10228922808611834, + 0.14327262242635092, + 0.13685894718876593 + ], + "point": [ + 0.1292, + 0.1196 + ] + }, + { + "instruction": "Shipping Address", + "bbox": [ + 0.5531445185343424, + 0.10092455546061198, + 0.6695847193400065, + 0.13811016789189093 + ], + "point": [ + 0.6114, + 0.1195 + ] + }, + { + "instruction": "Inventory", + "bbox": [ + 0.0, + 0.9625288221571181, + 0.09669973850250244, + 0.9973489266854746 + ], + "point": [ + 0.0483, + 0.9799 + ] + }, + { + "instruction": "United States", + "bbox": [ + 0.5531593322753906, + 0.23325378983109085, + 0.6232601165771484, + 0.25889771072952833 + ], + "point": [ + 0.5882, + 0.2461 + ] + }, + { + "instruction": "Billing Address", + "bbox": [ + 0.01475150982538859, + 0.10170324113633898, + 0.11513932148615519, + 0.1386119701244213 + ], + "point": [ + 0.0649, + 0.1202 + ] + }, + { + "instruction": "the federal express application.", + "bbox": [ + 0.7391998926798503, + 0.6390649301034433, + 0.8689516067504883, + 0.6904700950339988 + ], + "point": [ + 0.8041, + 0.6648 + ] + }, + { + "instruction": "a dropdown menu to select the federal express settings.", + "bbox": [ + 0.5578234990437826, + 0.6388055872034144, + 0.7356645584106445, + 0.6906135841652199 + ], + "point": [ + 0.6467, + 0.6647 + ] + }, + { + "instruction": "a loading or progress bar.", + "bbox": [ + 0.873023796081543, + 0.7259149622034143, + 0.9999999364217123, + 0.7764966046368634 + ], + "point": [ + 0.9365, + 0.7512 + ] + }, + { + "instruction": "Custom value settings.", + "bbox": [ + 0.5590646743774415, + 0.7255507857711226, + 0.7353893915812174, + 0.7782183611834491 + ], + "point": [ + 0.6472, + 0.7519 + ] + }, + { + "instruction": "a horizontal scroll bar.", + "bbox": [ + 0.7398842493693034, + 0.723566182454427, + 0.868836784362793, + 0.7767803615993923 + ], + "point": [ + 0.8044, + 0.7502 + ] + }, + { + "instruction": "a calendar date.", + "bbox": [ + 0.8724933624267578, + 0.6399668375651042, + 1.0, + 0.6904431378399885 + ], + "point": [ + 0.9362, + 0.6652 + ] + }, + { + "instruction": "Adding tracking number.", + "bbox": [ + 0.5592052459716796, + 0.81309893572772, + 0.6974215189615885, + 0.8626477276837384 + ], + "point": [ + 0.6283, + 0.8379 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.6716374079386394, + 0.10153653886583117, + 0.6977355321248372, + 0.1375475848162616 + ], + "point": [ + 0.6847, + 0.1195 + ] + }, + { + "instruction": "Creating a new Shipment.", + "bbox": [ + 0.0, + 0.0, + 0.15215058326721193, + 0.04878928926255968 + ], + "point": [ + 0.0761, + 0.0244 + ] + }, + { + "instruction": "the \"Back\" function.", + "bbox": [ + 0.9229032516479492, + 0.0, + 0.9870725631713867, + 0.031529500749376084 + ], + "point": [ + 0.955, + 0.0158 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.11509488423665365, + 0.10228922808611834, + 0.14327262242635092, + 0.13685894718876593 + ], + "point": [ + 0.1292, + 0.1196 + ] + }, + { + "instruction": "Adding a new item or element.", + "bbox": [ + 0.9917798360188802, + 0.0, + 1.0, + 0.03624853911223235 + ], + "point": [ + 0.9959, + 0.0181 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.17692817052205403, + 0.5135628029152199, + 0.18427912394205728, + 0.5388263843677662 + ], + "point": [ + 0.1806, + 0.5262 + ] + }, + { + "instruction": "Shipping Address.", + "bbox": [ + 0.5531445185343424, + 0.10092455546061198, + 0.6695847193400065, + 0.13811016789189093 + ], + "point": [ + 0.6114, + 0.1195 + ] + }, + { + "instruction": "Inventory.", + "bbox": [ + 0.0, + 0.9625288221571181, + 0.09669973850250244, + 0.9973489266854746 + ], + "point": [ + 0.0483, + 0.9799 + ] + }, + { + "instruction": "United States.", + "bbox": [ + 0.5531593322753906, + 0.23325378983109085, + 0.6232601165771484, + 0.25889771072952833 + ], + "point": [ + 0.5882, + 0.2461 + ] + }, + { + "instruction": "Bailing Address.", + "bbox": [ + 0.01475150982538859, + 0.10170324113633898, + 0.11513932148615519, + 0.1386119701244213 + ], + "point": [ + 0.0649, + 0.1202 + ] + } + ], + "element_size": 52 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_40/14061.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Search by keyword", + "bbox": [ + 0.022916666666666665, + 0.22777777777777777, + 0.11822916666666666, + 0.2537037037037037 + ], + "point": [ + 0.0706, + 0.2407 + ] + }, + { + "instruction": "Active filters:", + "bbox": [ + 0.013541666666666667, + 0.29074074074074074, + 0.07604166666666666, + 0.31296296296296294 + ], + "point": [ + 0.0448, + 0.3019 + ] + }, + { + "instruction": "Purchase Date", + "bbox": [ + 0.013020837306976318, + 0.37962960137261287, + 0.08854167064030966, + 0.4037036754466869 + ], + "point": [ + 0.0508, + 0.3917 + ] + }, + { + "instruction": "Grand Total (Base)", + "bbox": [ + 0.2770833651224772, + 0.3814814814814815, + 0.3687500317891439, + 0.40370370370370373 + ], + "point": [ + 0.3229, + 0.3926 + ] + }, + { + "instruction": "Grand Total (Purchased)", + "bbox": [ + 0.5395833333333333, + 0.3814814814814815, + 0.6598958333333333, + 0.40370370370370373 + ], + "point": [ + 0.5997, + 0.3926 + ] + }, + { + "instruction": "Purchase Point", + "bbox": [ + 0.8041666666666667, + 0.37962962962962965, + 0.8822916666666667, + 0.40185185185185185 + ], + "point": [ + 0.8432, + 0.3907 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.27708333333333335, + 0.4166666666666667, + 0.303125, + 0.4388888888888889 + ], + "point": [ + 0.2901, + 0.4278 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.5395833333333333, + 0.4166666666666667, + 0.565625, + 0.4388888888888889 + ], + "point": [ + 0.5526, + 0.4278 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.015104166666666667, + 0.4842592592592593, + 0.0265625, + 0.5009259259259259 + ], + "point": [ + 0.0208, + 0.4926 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.27760416666666665, + 0.4824074074074074, + 0.2890625, + 0.5009259259259259 + ], + "point": [ + 0.2833, + 0.4917 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.5401041666666667, + 0.4824074074074074, + 0.5526041666666667, + 0.5009259259259259 + ], + "point": [ + 0.5464, + 0.4917 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.27760416666666665, + 0.5509259259259259, + 0.34010416666666665, + 0.5694444444444444 + ], + "point": [ + 0.3089, + 0.5602 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.5385416666666667, + 0.55, + 0.609375, + 0.5722222222222222 + ], + "point": [ + 0.574, + 0.5611 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.8015625, + 0.5509259259259259, + 0.8359375, + 0.5694444444444444 + ], + "point": [ + 0.8187, + 0.5602 + ] + }, + { + "instruction": "Braintree Transaction Source", + "bbox": [ + 0.014583333333333334, + 0.6537037037037037, + 0.159375, + 0.6759259259259259 + ], + "point": [ + 0.087, + 0.6648 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.8125, + 0.8870370935510706, + 0.859375, + 0.9092593157732928 + ], + "point": [ + 0.8359, + 0.8981 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9791667302449544, + 0.8833333333333333, + 1.0000000635782877, + 0.9055555555555556 + ], + "point": [ + 0.9896, + 0.8944 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.06197916666666667, + 0.9731481481481481, + 0.07447916666666667, + 0.9898148148148148 + ], + "point": [ + 0.0682, + 0.9815 + ] + }, + { + "instruction": "Purchase Date", + "bbox": [ + 0.23333333333333334, + 0.9703703703703703, + 0.30625, + 0.9925925925925926 + ], + "point": [ + 0.2698, + 0.9815 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.3489583333333333, + 0.9703703703703703, + 0.4114583333333333, + 0.9925925925925926 + ], + "point": [ + 0.3802, + 0.9815 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.4296875, + 0.9685185185185186, + 0.49895833333333334, + 0.9962962962962963 + ], + "point": [ + 0.4643, + 0.9824 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.7229166666666667, + 0.9703703703703703, + 0.7572916666666667, + 0.9925925925925926 + ], + "point": [ + 0.7401, + 0.9815 + ] + }, + { + "instruction": "Action", + "bbox": [ + 0.7760416666666666, + 0.9703703703703703, + 0.8104166666666667, + 0.9925925925925926 + ], + "point": [ + 0.7932, + 0.9815 + ] + }, + { + "instruction": "Create New O5", + "bbox": [ + 0.8998096466064454, + 0.09348855195222078, + 1.0, + 0.1601602766248915 + ], + "point": [ + 0.9499, + 0.1268 + ] + }, + { + "instruction": "Michael Nguyen", + "bbox": [ + 0.2743572235107422, + 0.5734124077690972, + 0.5156465530395508, + 0.6220539234302662 + ], + "point": [ + 0.395, + 0.5977 + ] + }, + { + "instruction": "Actions", + "bbox": [ + 0.014452322324117025, + 0.868284324363426, + 0.17086937427520751, + 0.9179298683449074 + ], + "point": [ + 0.0927, + 0.8931 + ] + }, + { + "instruction": "200", + "bbox": [ + 0.7373846689860026, + 0.8682269626193576, + 0.8067381540934245, + 0.9208697848849826 + ], + "point": [ + 0.7721, + 0.8945 + ] + }, + { + "instruction": "Bill-to Name: Michael Nguyen", + "bbox": [ + 0.25995437304178876, + 0.2848045349121094, + 0.4258077621459961, + 0.3195507755985966 + ], + "point": [ + 0.3429, + 0.3022 + ] + }, + { + "instruction": "Pending", + "bbox": [ + 0.8001766204833984, + 0.5724316632306135, + 1.0, + 0.6220364040798612 + ], + "point": [ + 0.9001, + 0.5972 + ] + }, + { + "instruction": "08/1/2022", + "bbox": [ + 0.07157095273335774, + 0.40384640163845487, + 0.2517611344655355, + 0.4552714029947917 + ], + "point": [ + 0.1617, + 0.4296 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.961197026570638, + 0.7577616938838252, + 1.0, + 0.8046811139142072 + ], + "point": [ + 0.9806, + 0.7812 + ] + }, + { + "instruction": "Default View", + "bbox": [ + 0.7498940785725912, + 0.21583794487847222, + 0.8599403381347657, + 0.26484753644024883 + ], + "point": [ + 0.8049, + 0.2403 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.8687711715698242, + 0.2148638266104239, + 0.9565759658813476, + 0.2644254048665365 + ], + "point": [ + 0.9127, + 0.2396 + ] + }, + { + "instruction": "Status: Pending", + "bbox": [ + 0.4355788230895996, + 0.28411243580005785, + 0.5340044657389323, + 0.3201284337926794 + ], + "point": [ + 0.4848, + 0.3021 + ] + }, + { + "instruction": "AlI Store Views", + "bbox": [ + 0.8041974385579427, + 0.40566109551323787, + 1.0, + 0.4564048767089844 + ], + "point": [ + 0.9021, + 0.431 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.6580938339233399, + 0.2091653894495081, + 0.7412572860717773, + 0.2669057775426794 + ], + "point": [ + 0.6997, + 0.238 + ] + }, + { + "instruction": "Orders", + "bbox": [ + 0.000617369016011556, + 0.0, + 0.09170473416646321, + 0.04259176254272461 + ], + "point": [ + 0.0462, + 0.0213 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.5048338572184244, + 0.9430386013454861, + 0.5988545735677083, + 1.0 + ], + "point": [ + 0.5518, + 0.9715 + ] + }, + { + "instruction": "(Rase)", + "bbox": [ + 0.5048338572184244, + 0.9430386013454861, + 0.5988545735677083, + 1.0 + ], + "point": [ + 0.5518, + 0.9715 + ] + }, + { + "instruction": "E", + "bbox": [ + 0.9690374374389649, + 0.21625523037380642, + 0.9995656967163086, + 0.2623725891113281 + ], + "point": [ + 0.9843, + 0.2393 + ] + }, + { + "instruction": "Braintree Transac", + "bbox": [ + 0.9124248504638672, + 0.9442875614872686, + 1.0, + 1.0 + ], + "point": [ + 0.9562, + 0.9721 + ] + }, + { + "instruction": "Gouirce", + "bbox": [ + 0.9124248504638672, + 0.9442875614872686, + 1.0, + 1.0 + ], + "point": [ + 0.9562, + 0.9721 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.9048670450846354, + 0.7577596028645833, + 0.9553391774495442, + 0.8052074291087963 + ], + "point": [ + 0.9301, + 0.7815 + ] + }, + { + "instruction": "Purchase Date: 8/01/2022", + "bbox": [ + 0.08703699111938476, + 0.2834966023763021, + 0.25064080556233725, + 0.3196100870768229 + ], + "point": [ + 0.1688, + 0.3016 + ] + }, + { + "instruction": "Allocated", + "bbox": [ + 0.8168017069498698, + 0.9433173850730613, + 0.9113154093424479, + 0.9999998869719329 + ], + "point": [ + 0.8641, + 0.9717 + ] + }, + { + "instruction": "Sourcec", + "bbox": [ + 0.8168017069498698, + 0.9433173850730613, + 0.9113154093424479, + 0.9999998869719329 + ], + "point": [ + 0.8641, + 0.9717 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.015133902430534363, + 0.4107877095540365, + 0.04261406362056732, + 0.4464393615722656 + ], + "point": [ + 0.0289, + 0.4286 + ] + }, + { + "instruction": "records found", + "bbox": [ + 0.19428529739379882, + 0.8739832560221354, + 0.28214349746704104, + 0.9095243665907118 + ], + "point": [ + 0.2382, + 0.8918 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.01377166211605072, + 0.550505291974103, + 0.027169676621754964, + 0.5738073843496817 + ], + "point": [ + 0.0205, + 0.5622 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.5975881576538086, + 0.9438498037832754, + 0.7182715733846029, + 0.9999998869719329 + ], + "point": [ + 0.6579, + 0.9719 + ] + }, + { + "instruction": "(Purchased)", + "bbox": [ + 0.5975881576538086, + 0.9438498037832754, + 0.7182715733846029, + 0.9999998869719329 + ], + "point": [ + 0.6579, + 0.9719 + ] + }, + { + "instruction": "Purchase Point", + "bbox": [ + 0.12020365397135417, + 0.9437081796151621, + 0.22744051615397134, + 1.0 + ], + "point": [ + 0.1738, + 0.9719 + ] + }, + { + "instruction": "creating a new item.", + "bbox": [ + 0.8998096466064454, + 0.09348855195222078, + 1.0, + 0.1601602766248915 + ], + "point": [ + 0.9499, + 0.1268 + ] + }, + { + "instruction": "a search bar.", + "bbox": [ + 0.2743572235107422, + 0.5734124077690972, + 0.5156465530395508, + 0.6220539234302662 + ], + "point": [ + 0.395, + 0.5977 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.5368044535319011, + 0.5735934222186053, + 0.7779600779215495, + 0.6228503757052951 + ], + "point": [ + 0.6574, + 0.5982 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.5961649576822917, + 0.46824442545572914, + 0.7754327138264974, + 0.51744463885272 + ], + "point": [ + 0.6858, + 0.4928 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.5962537129720052, + 0.4055970651132089, + 0.776901372273763, + 0.45582928127712674 + ], + "point": [ + 0.6866, + 0.4307 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.011762332916259766, + 0.5735176934136285, + 0.25274260838826496, + 0.6229236178927952 + ], + "point": [ + 0.1323, + 0.5982 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.3336587905883789, + 0.4673209296332465, + 0.5144478480021158, + 0.5178640294958043 + ], + "point": [ + 0.4241, + 0.4926 + ] + }, + { + "instruction": "a dropdown menu to view additional actions.", + "bbox": [ + 0.014452322324117025, + 0.868284324363426, + 0.17086937427520751, + 0.9179298683449074 + ], + "point": [ + 0.0927, + 0.8931 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.7373846689860026, + 0.8682269626193576, + 0.8067381540934245, + 0.9208697848849826 + ], + "point": [ + 0.7721, + 0.8945 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.33286301294962567, + 0.40464418199327257, + 0.5125783602396647, + 0.4556592305501302 + ], + "point": [ + 0.4227, + 0.4302 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.012312483787536622, + 0.6794467502170138, + 0.2526991287867228, + 0.7279624656394675 + ], + "point": [ + 0.1325, + 0.7037 + ] + }, + { + "instruction": "closing or dismissing a document.", + "bbox": [ + 0.25995437304178876, + 0.2848045349121094, + 0.4258077621459961, + 0.3195507755985966 + ], + "point": [ + 0.3429, + 0.3022 + ] + }, + { + "instruction": "Pending.", + "bbox": [ + 0.8001766204833984, + 0.5724316632306135, + 1.0, + 0.6220364040798612 + ], + "point": [ + 0.9001, + 0.5972 + ] + }, + { + "instruction": "a calendar.", + "bbox": [ + 0.07157095273335774, + 0.40384640163845487, + 0.2517611344655355, + 0.4552714029947917 + ], + "point": [ + 0.1617, + 0.4296 + ] + }, + { + "instruction": "Apply.", + "bbox": [ + 0.961197026570638, + 0.7577616938838252, + 1.0, + 0.8046811139142072 + ], + "point": [ + 0.9806, + 0.7812 + ] + }, + { + "instruction": "default view options.", + "bbox": [ + 0.7498940785725912, + 0.21583794487847222, + 0.8599403381347657, + 0.26484753644024883 + ], + "point": [ + 0.8049, + 0.2403 + ] + }, + { + "instruction": "Columns settings.", + "bbox": [ + 0.8687711715698242, + 0.2148638266104239, + 0.9565759658813476, + 0.2644254048665365 + ], + "point": [ + 0.9127, + 0.2396 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.9373556772867838, + 0.8696313928674768, + 0.9741105397542318, + 0.9190139205367477 + ], + "point": [ + 0.9557, + 0.8943 + ] + }, + { + "instruction": "closing or dismissing a window or dialog.", + "bbox": [ + 0.4355788230895996, + 0.28411243580005785, + 0.5340044657389323, + 0.3201284337926794 + ], + "point": [ + 0.4848, + 0.3021 + ] + }, + { + "instruction": "an option to view all store views.", + "bbox": [ + 0.8041974385579427, + 0.40566109551323787, + 1.0, + 0.4564048767089844 + ], + "point": [ + 0.9021, + 0.431 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.6580938339233399, + 0.2091653894495081, + 0.7412572860717773, + 0.2669057775426794 + ], + "point": [ + 0.6997, + 0.238 + ] + }, + { + "instruction": "search functionality.", + "bbox": [ + 0.3264657974243164, + 0.22175369262695313, + 0.34550126393636066, + 0.2597633361816406 + ], + "point": [ + 0.336, + 0.2408 + ] + }, + { + "instruction": "Orders section.", + "bbox": [ + 0.000617369016011556, + 0.0, + 0.09170473416646321, + 0.04259176254272461 + ], + "point": [ + 0.0462, + 0.0213 + ] + }, + { + "instruction": "A dropdown menu.", + "bbox": [ + 0.968227767944336, + 0.0, + 0.9994915008544922, + 0.03821192140932436 + ], + "point": [ + 0.9839, + 0.0191 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.8822298685709635, + 0.8689253630461516, + 0.9185148874918619, + 0.9192959820782697 + ], + "point": [ + 0.9004, + 0.8941 + ] + }, + { + "instruction": "search functionality.", + "bbox": [ + 0.888005256652832, + 0.0, + 0.9179765701293945, + 0.039983629297327114 + ], + "point": [ + 0.903, + 0.02 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9271208445231119, + 0.0, + 0.9589804331461589, + 0.03847760094536675 + ], + "point": [ + 0.9431, + 0.0192 + ] + }, + { + "instruction": "Stop", + "bbox": [ + 0.9415792465209961, + 0.26052011560510707, + 0.9581394831339518, + 0.29255469993308736 + ], + "point": [ + 0.9499, + 0.2765 + ] + }, + { + "instruction": "the \"Grand Total (Rase) status.", + "bbox": [ + 0.5048338572184244, + 0.9430386013454861, + 0.5988545735677083, + 1.0 + ], + "point": [ + 0.5518, + 0.9715 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.9690374374389649, + 0.21625523037380642, + 0.9995656967163086, + 0.2623725891113281 + ], + "point": [ + 0.9843, + 0.2393 + ] + }, + { + "instruction": "Oval", + "bbox": [ + 0.9911365509033203, + 0.2869755497685185, + 1.0, + 0.32156903302228007 + ], + "point": [ + 0.9956, + 0.3043 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.34488004048665366, + 0.22181951734754773, + 0.3593692143758138, + 0.2585393834997107 + ], + "point": [ + 0.3521, + 0.2402 + ] + }, + { + "instruction": "Braintree Transac.", + "bbox": [ + 0.9124248504638672, + 0.9442875614872686, + 1.0, + 1.0 + ], + "point": [ + 0.9562, + 0.9721 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.9048670450846354, + 0.7577596028645833, + 0.9553391774495442, + 0.8052074291087963 + ], + "point": [ + 0.9301, + 0.7815 + ] + }, + { + "instruction": "closing or dismissing a purchase date.", + "bbox": [ + 0.08703699111938476, + 0.2834966023763021, + 0.25064080556233725, + 0.3196100870768229 + ], + "point": [ + 0.1688, + 0.3016 + ] + }, + { + "instruction": "Superscript", + "bbox": [ + 0.02343506415685018, + 0.9676624439380787, + 0.050536620616912845, + 0.9996313024450232 + ], + "point": [ + 0.037, + 0.9836 + ] + }, + { + "instruction": "an option to indicate an all-related function.", + "bbox": [ + 0.8168017069498698, + 0.9433173850730613, + 0.9113154093424479, + 0.9999998869719329 + ], + "point": [ + 0.8641, + 0.9717 + ] + }, + { + "instruction": "From", + "bbox": [ + 0.015133902430534363, + 0.4107877095540365, + 0.04261406362056732, + 0.4464393615722656 + ], + "point": [ + 0.0289, + 0.4286 + ] + }, + { + "instruction": "Calendar", + "bbox": [ + 0.22337799072265624, + 0.47639685736762155, + 0.2436525344848633, + 0.5102198282877605 + ], + "point": [ + 0.2335, + 0.4933 + ] + }, + { + "instruction": "a search function for 1 records found.", + "bbox": [ + 0.19428529739379882, + 0.8739832560221354, + 0.28214349746704104, + 0.9095243665907118 + ], + "point": [ + 0.2382, + 0.8918 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.01377166211605072, + 0.550505291974103, + 0.027169676621754964, + 0.5738073843496817 + ], + "point": [ + 0.0205, + 0.5622 + ] + }, + { + "instruction": "the \"Grand Total\" option in a user interface.", + "bbox": [ + 0.5975881576538086, + 0.9438498037832754, + 0.7182715733846029, + 0.9999998869719329 + ], + "point": [ + 0.6579, + 0.9719 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.0065695464611053465, + 0.8694108751085069, + 0.01415523886680603, + 0.8933600531684027 + ], + "point": [ + 0.0104, + 0.8814 + ] + }, + { + "instruction": "a purchase point option.", + "bbox": [ + 0.12020365397135417, + 0.9437081796151621, + 0.22744051615397134, + 1.0 + ], + "point": [ + 0.1738, + 0.9719 + ] + } + ], + "element_size": 96 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_41/14625.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Search by keyword", + "bbox": [ + 0.021875, + 0.22777777777777777, + 0.11822916666666666, + 0.2537037037037037 + ], + "point": [ + 0.0701, + 0.2407 + ] + }, + { + "instruction": "Active filters:", + "bbox": [ + 0.013541666666666667, + 0.29074074074074074, + 0.07604166666666666, + 0.31296296296296294 + ], + "point": [ + 0.0448, + 0.3019 + ] + }, + { + "instruction": "12 out of 22 visible", + "bbox": [ + 0.5593749364217122, + 0.3055555555555556, + 0.6489582697550456, + 0.3277777777777778 + ], + "point": [ + 0.6042, + 0.3167 + ] + }, + { + "instruction": "Purchase Date", + "bbox": [ + 0.013020837306976318, + 0.37962960137261287, + 0.08854167064030966, + 0.4037036754466869 + ], + "point": [ + 0.0508, + 0.3917 + ] + }, + { + "instruction": "Grand Total (Base)", + "bbox": [ + 0.27708333333333335, + 0.3814814814814815, + 0.3697916666666667, + 0.40370370370370373 + ], + "point": [ + 0.3234, + 0.3926 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.013541666666666667, + 0.4166666666666667, + 0.03958333333333333, + 0.4388888888888889 + ], + "point": [ + 0.0266, + 0.4278 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.2760416666666667, + 0.4166666666666667, + 0.303125, + 0.4388888888888889 + ], + "point": [ + 0.2896, + 0.4278 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.015104166666666667, + 0.4842592592592593, + 0.0265625, + 0.5009259259259259 + ], + "point": [ + 0.0208, + 0.4926 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.27760416666666665, + 0.4824074074074074, + 0.2890625, + 0.5009259259259259 + ], + "point": [ + 0.2833, + 0.4917 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.0140625, + 0.5509259259259259, + 0.0265625, + 0.5694444444444444 + ], + "point": [ + 0.0203, + 0.5602 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.27760416666666665, + 0.5509259259259259, + 0.34010416666666665, + 0.5694444444444444 + ], + "point": [ + 0.3089, + 0.5602 + ] + }, + { + "instruction": "Customer Name", + "bbox": [ + 0.5786458333333333, + 0.5509259259259259, + 0.6572916666666667, + 0.575 + ], + "point": [ + 0.618, + 0.563 + ] + }, + { + "instruction": "Rraintree Transart", + "bbox": [ + 0.5807291666666666, + 0.6444444444444445, + 0.6651041666666667, + 0.662962962962963 + ], + "point": [ + 0.6229, + 0.6537 + ] + }, + { + "instruction": "Billing Address", + "bbox": [ + 0.013541670640309651, + 0.6509259259259259, + 0.08958333730697632, + 0.6796296296296296 + ], + "point": [ + 0.0516, + 0.6653 + ] + }, + { + "instruction": "Braintree Transaction Source", + "bbox": [ + 0.27708333333333335, + 0.6537037037037037, + 0.421875, + 0.6759259259259259 + ], + "point": [ + 0.3495, + 0.6648 + ] + }, + { + "instruction": "Reset", + "bbox": [ + 0.5614583333333333, + 0.7037036471896702, + 0.59375, + 0.7259258694118924 + ], + "point": [ + 0.5776, + 0.7148 + ] + }, + { + "instruction": "cancel", + "bbox": [ + 0.9140625, + 0.7749999434859665, + 0.9494791666666667, + 0.7916666101526331 + ], + "point": [ + 0.9318, + 0.7833 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.8125, + 0.8870370935510706, + 0.859375, + 0.9092593157732928 + ], + "point": [ + 0.8359, + 0.8981 + ] + }, + { + "instruction": "of", + "bbox": [ + 0.9791666666666666, + 0.8833333333333333, + 0.99375, + 0.9055555555555556 + ], + "point": [ + 0.9865, + 0.8944 + ] + }, + { + "instruction": "Purchase", + "bbox": [ + 0.128125, + 0.9592592592592593, + 0.17604166666666668, + 0.9814814814814815 + ], + "point": [ + 0.1521, + 0.9704 + ] + }, + { + "instruction": "Purchase", + "bbox": [ + 0.21458333333333332, + 0.9592592592592593, + 0.26145833333333335, + 0.9814814814814815 + ], + "point": [ + 0.238, + 0.9704 + ] + }, + { + "instruction": "Bill-to", + "bbox": [ + 0.309375, + 0.9592592592592593, + 0.340625, + 0.9814814814814815 + ], + "point": [ + 0.325, + 0.9704 + ] + }, + { + "instruction": "Ship-to", + "bbox": [ + 0.375, + 0.9592592592592593, + 0.41354166666666664, + 0.9833333333333333 + ], + "point": [ + 0.3943, + 0.9713 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.4427083333333333, + 0.9592592592592593, + 0.5010416666666667, + 0.9814814814814815 + ], + "point": [ + 0.4719, + 0.9704 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.51875, + 0.9592592592592593, + 0.578125, + 0.9814814814814815 + ], + "point": [ + 0.5484, + 0.9704 + ] + }, + { + "instruction": "Allocated", + "bbox": [ + 0.8729166666666667, + 0.9583333333333334, + 0.9208333333333333, + 0.9805555555555555 + ], + "point": [ + 0.8969, + 0.9694 + ] + }, + { + "instruction": "Braintree", + "bbox": [ + 0.94375, + 0.9592592592592593, + 0.9927083333333333, + 0.9814814814814815 + ], + "point": [ + 0.9682, + 0.9704 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.06197916666666667, + 0.9731481481481481, + 0.07447916666666667, + 0.9898148148148148 + ], + "point": [ + 0.0682, + 0.9815 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.6145833333333334, + 0.9703703703703703, + 0.6489583333333333, + 0.9925925925925926 + ], + "point": [ + 0.6318, + 0.9815 + ] + }, + { + "instruction": "Billing Address", + "bbox": [ + 0.6677083333333333, + 0.9694444444444444, + 0.7427083333333333, + 0.9962962962962963 + ], + "point": [ + 0.7052, + 0.9829 + ] + }, + { + "instruction": "Action", + "bbox": [ + 0.8208333333333333, + 0.9703703703703703, + 0.8541666666666666, + 0.9925925925925926 + ], + "point": [ + 0.8375, + 0.9815 + ] + }, + { + "instruction": "Point", + "bbox": [ + 0.12864583333333332, + 0.9824074074074074, + 0.15677083333333333, + 1.0 + ], + "point": [ + 0.1427, + 0.9912 + ] + }, + { + "instruction": "Date", + "bbox": [ + 0.21510416666666668, + 0.9824074074074074, + 0.24010416666666667, + 1.0 + ], + "point": [ + 0.2276, + 0.9912 + ] + }, + { + "instruction": "Name", + "bbox": [ + 0.3109374682108561, + 0.9842592592592593, + 0.3401041348775228, + 1.0 + ], + "point": [ + 0.3255, + 0.9921 + ] + }, + { + "instruction": "Name", + "bbox": [ + 0.3776041348775228, + 0.9861111111111112, + 0.40677080154418943, + 1.0 + ], + "point": [ + 0.3922, + 0.9931 + ] + }, + { + "instruction": "(Rase)", + "bbox": [ + 0.4432291666666667, + 0.9842592592592593, + 0.4744791666666667, + 1.0 + ], + "point": [ + 0.4589, + 0.9921 + ] + }, + { + "instruction": "(Purchased)", + "bbox": [ + 0.5192708333333333, + 0.9842592592592593, + 0.5776041666666667, + 1.0 + ], + "point": [ + 0.5484, + 0.9921 + ] + }, + { + "instruction": "cources", + "bbox": [ + 0.8744791666666667, + 0.9879629629629629, + 0.9130208333333333, + 1.0 + ], + "point": [ + 0.8938, + 0.994 + ] + }, + { + "instruction": "Transaction", + "bbox": [ + 0.9453125, + 0.9833333333333333, + 0.9994791666666667, + 1.0 + ], + "point": [ + 0.9724, + 0.9917 + ] + }, + { + "instruction": "Create New O5", + "bbox": [ + 0.8998735427856446, + 0.09333967985930267, + 0.9999999364217123, + 0.16085343537507235 + ], + "point": [ + 0.9499, + 0.1271 + ] + }, + { + "instruction": "Michael Nguyen", + "bbox": [ + 0.2740017573038737, + 0.5732992666739004, + 0.5152480443318684, + 0.6229968035662615 + ], + "point": [ + 0.3946, + 0.5981 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.6578114191691081, + 0.20495040328414352, + 0.7386953353881835, + 0.2813934891312211 + ], + "point": [ + 0.6983, + 0.2432 + ] + }, + { + "instruction": "Actions", + "bbox": [ + 0.01246472994486491, + 0.8676844278971354, + 0.17090600331624348, + 0.9186429059063946 + ], + "point": [ + 0.0917, + 0.8932 + ] + }, + { + "instruction": "Bill-to Name: Michael Nguyen", + "bbox": [ + 0.25993472735087075, + 0.28520838419596356, + 0.4249556223551432, + 0.3210457413284867 + ], + "point": [ + 0.3424, + 0.3031 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.8639795303344726, + 0.2058958265516493, + 0.9630319595336914, + 0.2789378978587963 + ], + "point": [ + 0.9135, + 0.2424 + ] + }, + { + "instruction": "200", + "bbox": [ + 0.7375174204508463, + 0.8662543402777778, + 0.8070050557454427, + 0.92071533203125 + ], + "point": [ + 0.7723, + 0.8935 + ] + }, + { + "instruction": "08/1/2022", + "bbox": [ + 0.07147311369578044, + 0.4031666225857205, + 0.25215322971343995, + 0.4560990792733652 + ], + "point": [ + 0.1618, + 0.4296 + ] + }, + { + "instruction": "Default View", + "bbox": [ + 0.7499851862589518, + 0.22155171147099248, + 0.8574810663859049, + 0.2585882398817274 + ], + "point": [ + 0.8037, + 0.2401 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.6781368255615234, + 0.4070574442545573, + 0.7758649190266927, + 0.44410747951931423 + ], + "point": [ + 0.727, + 0.4256 + ] + }, + { + "instruction": "Status: Pending", + "bbox": [ + 0.4339944839477539, + 0.2853698447898582, + 0.5339086532592774, + 0.3179880495424624 + ], + "point": [ + 0.484, + 0.3017 + ] + }, + { + "instruction": "Grand Total (Purc_.", + "bbox": [ + 0.5609589258829752, + 0.4083262690791377, + 0.6701281865437826, + 0.4428006207501447 + ], + "point": [ + 0.6155, + 0.4256 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.6776473999023438, + 0.3593373616536458, + 0.770488993326823, + 0.4000881618923611 + ], + "point": [ + 0.7241, + 0.3797 + ] + }, + { + "instruction": "Allocated sources", + "bbox": [ + 0.6779399871826172, + 0.5895581280743635, + 0.7843173980712891, + 0.6269986753110532 + ], + "point": [ + 0.7311, + 0.6083 + ] + }, + { + "instruction": "E", + "bbox": [ + 0.9709001541137695, + 0.21826816134982638, + 0.9998350143432617, + 0.262237548828125 + ], + "point": [ + 0.9854, + 0.2403 + ] + }, + { + "instruction": "Customer Email", + "bbox": [ + 0.7975931803385417, + 0.4536382039388021, + 0.8954574584960937, + 0.48969607883029515 + ], + "point": [ + 0.8465, + 0.4717 + ] + }, + { + "instruction": "Orders", + "bbox": [ + 0.003136567274729411, + 0.0, + 0.09144636392593383, + 0.04631103233054832 + ], + "point": [ + 0.0473, + 0.0232 + ] + }, + { + "instruction": "Shipping and Han_", + "bbox": [ + 0.7971324284871419, + 0.49814498336226853, + 0.9151876449584961, + 0.5359055130570023 + ], + "point": [ + 0.8562, + 0.517 + ] + }, + { + "instruction": "ShippirlAddress", + "bbox": [ + 0.5588053385416667, + 0.45348544650607636, + 0.6685143788655599, + 0.49202355278862847 + ], + "point": [ + 0.6137, + 0.4728 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.5592614491780599, + 0.3606843736436632, + 0.6639878590901692, + 0.4013210720486111 + ], + "point": [ + 0.6116, + 0.381 + ] + }, + { + "instruction": "Total Refunded", + "bbox": [ + 0.7980674743652344, + 0.544785902235243, + 0.8916267395019531, + 0.5808119032118055 + ], + "point": [ + 0.8448, + 0.5628 + ] + }, + { + "instruction": "Pickup Location \u20ac_", + "bbox": [ + 0.7977835973103841, + 0.5904441550925926, + 0.910859743754069, + 0.6258513274016204 + ], + "point": [ + 0.8543, + 0.6081 + ] + }, + { + "instruction": "Shipping Informat__", + "bbox": [ + 0.6874715169270833, + 0.4553593953450521, + 0.7941314697265625, + 0.48862982855902776 + ], + "point": [ + 0.7408, + 0.472 + ] + }, + { + "instruction": "Grand Total (Base)", + "bbox": [ + 0.7981670379638672, + 0.35649456448025174, + 0.9088291168212891, + 0.40318832397460935 + ], + "point": [ + 0.8535, + 0.3798 + ] + }, + { + "instruction": "Address", + "bbox": [ + 0.798067283630371, + 0.40615420871310765, + 0.8933446884155274, + 0.4450597127278646 + ], + "point": [ + 0.8457, + 0.4256 + ] + }, + { + "instruction": "Billing", + "bbox": [ + 0.798067283630371, + 0.40615420871310765, + 0.8933446884155274, + 0.4450597127278646 + ], + "point": [ + 0.8457, + 0.4256 + ] + }, + { + "instruction": "Customer Group", + "bbox": [ + 0.557217534383138, + 0.4988888210720486, + 0.6678639729817708, + 0.5354071723090278 + ], + "point": [ + 0.6125, + 0.5171 + ] + }, + { + "instruction": "Apply", + "bbox": [ + 0.9619990030924479, + 0.7586515638563368, + 1.0, + 0.8049687703450521 + ], + "point": [ + 0.981, + 0.7818 + ] + }, + { + "instruction": "Subtotal", + "bbox": [ + 0.6760607401529948, + 0.49882772940176506, + 0.7473898569742838, + 0.5360104596173322 + ], + "point": [ + 0.7117, + 0.5174 + ] + }, + { + "instruction": "Purchase Date: 8/01/2022", + "bbox": [ + 0.08872220516204835, + 0.2846735636393229, + 0.25074930985768634, + 0.31854378029152197 + ], + "point": [ + 0.1697, + 0.3016 + ] + }, + { + "instruction": "Payment Method", + "bbox": [ + 0.6760321299235026, + 0.5432041309497975, + 0.7832967122395833, + 0.5808779681170428 + ], + "point": [ + 0.7297, + 0.562 + ] + }, + { + "instruction": "Action", + "bbox": [ + 0.5572532653808594, + 0.5892651593243634, + 0.67191162109375, + 0.6264555754484954 + ], + "point": [ + 0.6146, + 0.6079 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.8786043802897135, + 0.6982549596715857, + 0.930438486735026, + 0.7304959897641783 + ], + "point": [ + 0.9045, + 0.7144 + ] + }, + { + "instruction": "records found", + "bbox": [ + 0.19388821919759114, + 0.8730998851634838, + 0.282261594136556, + 0.910065601490162 + ], + "point": [ + 0.2381, + 0.8916 + ] + }, + { + "instruction": "creating a new item.", + "bbox": [ + 0.8998735427856446, + 0.09333967985930267, + 0.9999999364217123, + 0.16085343537507235 + ], + "point": [ + 0.9499, + 0.1271 + ] + }, + { + "instruction": "a search bar.", + "bbox": [ + 0.2740017573038737, + 0.5732992666739004, + 0.5152480443318684, + 0.6229968035662615 + ], + "point": [ + 0.3946, + 0.5981 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.011729001998901367, + 0.5728175410517939, + 0.2531805674235026, + 0.6231658935546875 + ], + "point": [ + 0.1325, + 0.598 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.3336006800333659, + 0.4671083803530093, + 0.5143210728963216, + 0.5179332591869213 + ], + "point": [ + 0.424, + 0.4925 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.011768285433451335, + 0.6779640480324074, + 0.25312322775522866, + 0.728860925745081 + ], + "point": [ + 0.1324, + 0.7034 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.6578114191691081, + 0.20495040328414352, + 0.7386953353881835, + 0.2813934891312211 + ], + "point": [ + 0.6983, + 0.2432 + ] + }, + { + "instruction": "a dropdown menu to view additional actions.", + "bbox": [ + 0.01246472994486491, + 0.8676844278971354, + 0.17090600331624348, + 0.9186429059063946 + ], + "point": [ + 0.0917, + 0.8932 + ] + }, + { + "instruction": "Navigating to the previous page or screen.", + "bbox": [ + 0.25993472735087075, + 0.28520838419596356, + 0.4249556223551432, + 0.3210457413284867 + ], + "point": [ + 0.3424, + 0.3031 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.33291781743367516, + 0.4044010868778935, + 0.5126351356506348, + 0.4560359248408565 + ], + "point": [ + 0.4228, + 0.4302 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.274118709564209, + 0.6789278383608217, + 0.5154697736104329, + 0.7289203785083912 + ], + "point": [ + 0.3948, + 0.7039 + ] + }, + { + "instruction": "Column settings.", + "bbox": [ + 0.8639795303344726, + 0.2058958265516493, + 0.9630319595336914, + 0.2789378978587963 + ], + "point": [ + 0.9135, + 0.2424 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.7375174204508463, + 0.8662543402777778, + 0.8070050557454427, + 0.92071533203125 + ], + "point": [ + 0.7723, + 0.8935 + ] + }, + { + "instruction": "A dropdown menu.", + "bbox": [ + 0.9675314585367839, + 0.0, + 0.9993490854899089, + 0.037118205317744506 + ], + "point": [ + 0.9834, + 0.0186 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.9370192845662435, + 0.8697191026475695, + 0.9742647171020508, + 0.9189378526475694 + ], + "point": [ + 0.9556, + 0.8943 + ] + }, + { + "instruction": "a calendar.", + "bbox": [ + 0.07147311369578044, + 0.4031666225857205, + 0.25215322971343995, + 0.4560990792733652 + ], + "point": [ + 0.1618, + 0.4296 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.3261737823486328, + 0.2208779087773076, + 0.34568494160970054, + 0.2608154296875 + ], + "point": [ + 0.3359, + 0.2408 + ] + }, + { + "instruction": "default view options.", + "bbox": [ + 0.7499851862589518, + 0.22155171147099248, + 0.8574810663859049, + 0.2585882398817274 + ], + "point": [ + 0.8037, + 0.2401 + ] + }, + { + "instruction": "Status.", + "bbox": [ + 0.6781368255615234, + 0.4070574442545573, + 0.7758649190266927, + 0.44410747951931423 + ], + "point": [ + 0.727, + 0.4256 + ] + }, + { + "instruction": "closing or dismissing a window or dialog.", + "bbox": [ + 0.4339944839477539, + 0.2853698447898582, + 0.5339086532592774, + 0.3179880495424624 + ], + "point": [ + 0.484, + 0.3017 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.8884366353352865, + 0.0, + 0.9174644470214843, + 0.039608192443847653 + ], + "point": [ + 0.903, + 0.0198 + ] + }, + { + "instruction": "a dropdown menu to select the Grand Total (PURC).", + "bbox": [ + 0.5609589258829752, + 0.4083262690791377, + 0.6701281865437826, + 0.4428006207501447 + ], + "point": [ + 0.6155, + 0.4256 + ] + }, + { + "instruction": "Ship-to-Name options or a dropdown menu.", + "bbox": [ + 0.6776473999023438, + 0.3593373616536458, + 0.770488993326823, + 0.4000881618923611 + ], + "point": [ + 0.7241, + 0.3797 + ] + }, + { + "instruction": "A dropdown menu to select all associated resources.", + "bbox": [ + 0.6779399871826172, + 0.5895581280743635, + 0.7843173980712891, + 0.6269986753110532 + ], + "point": [ + 0.7311, + 0.6083 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.9709001541137695, + 0.21826816134982638, + 0.9998350143432617, + 0.262237548828125 + ], + "point": [ + 0.9854, + 0.2403 + ] + }, + { + "instruction": "Customer email.", + "bbox": [ + 0.7975931803385417, + 0.4536382039388021, + 0.8954574584960937, + 0.48969607883029515 + ], + "point": [ + 0.8465, + 0.4717 + ] + }, + { + "instruction": "Orders section.", + "bbox": [ + 0.003136567274729411, + 0.0, + 0.09144636392593383, + 0.04631103233054832 + ], + "point": [ + 0.0473, + 0.0232 + ] + }, + { + "instruction": "Shipping and Han settings.", + "bbox": [ + 0.7971324284871419, + 0.49814498336226853, + 0.9151876449584961, + 0.5359055130570023 + ], + "point": [ + 0.8562, + 0.517 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9245250701904297, + 0.0, + 0.9618614196777344, + 0.03634487787882487 + ], + "point": [ + 0.9432, + 0.0182 + ] + }, + { + "instruction": "Shipping+Addres.", + "bbox": [ + 0.5588053385416667, + 0.45348544650607636, + 0.6685143788655599, + 0.49202355278862847 + ], + "point": [ + 0.6137, + 0.4728 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.8821271260579427, + 0.8691162109375, + 0.9187086741129558, + 0.9194305419921875 + ], + "point": [ + 0.9004, + 0.8943 + ] + }, + { + "instruction": "a checkbox that has been selected for a task to be named \"BILL-to-Name\".", + "bbox": [ + 0.5592614491780599, + 0.3606843736436632, + 0.6639878590901692, + 0.4013210720486111 + ], + "point": [ + 0.6116, + 0.381 + ] + }, + { + "instruction": "a button to view additional content or details.", + "bbox": [ + 0.7980674743652344, + 0.544785902235243, + 0.8916267395019531, + 0.5808119032118055 + ], + "point": [ + 0.8448, + 0.5628 + ] + }, + { + "instruction": "a checkbox for selecting a location.", + "bbox": [ + 0.7977835973103841, + 0.5904441550925926, + 0.910859743754069, + 0.6258513274016204 + ], + "point": [ + 0.8543, + 0.6081 + ] + }, + { + "instruction": "Shipping Information.", + "bbox": [ + 0.6874715169270833, + 0.4553593953450521, + 0.7941314697265625, + 0.48862982855902776 + ], + "point": [ + 0.7408, + 0.472 + ] + }, + { + "instruction": "a dropdown menu to select the Grand Total (Base).", + "bbox": [ + 0.7981670379638672, + 0.35649456448025174, + 0.9088291168212891, + 0.40318832397460935 + ], + "point": [ + 0.8535, + 0.3798 + ] + }, + { + "instruction": "Bailing Address dropdown menu.", + "bbox": [ + 0.798067283630371, + 0.40615420871310765, + 0.8933446884155274, + 0.4450597127278646 + ], + "point": [ + 0.8457, + 0.4256 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.5386562347412109, + 0.4805081967954282, + 0.5548165639241537, + 0.5050567626953125 + ], + "point": [ + 0.5467, + 0.4928 + ] + }, + { + "instruction": "Customer Groups.", + "bbox": [ + 0.557217534383138, + 0.4988888210720486, + 0.6678639729817708, + 0.5354071723090278 + ], + "point": [ + 0.6125, + 0.5171 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.5378497441609701, + 0.4105475531684028, + 0.5585546493530273, + 0.44435187445746527 + ], + "point": [ + 0.5482, + 0.4274 + ] + }, + { + "instruction": "Apply.", + "bbox": [ + 0.9619990030924479, + 0.7586515638563368, + 1.0, + 0.8049687703450521 + ], + "point": [ + 0.981, + 0.7818 + ] + }, + { + "instruction": "Subtractal", + "bbox": [ + 0.6760607401529948, + 0.49882772940176506, + 0.7473898569742838, + 0.5360104596173322 + ], + "point": [ + 0.7117, + 0.5174 + ] + }, + { + "instruction": "closing or dismissing a purchase date.", + "bbox": [ + 0.08872220516204835, + 0.2846735636393229, + 0.25074930985768634, + 0.31854378029152197 + ], + "point": [ + 0.1697, + 0.3016 + ] + }, + { + "instruction": "Payment method.", + "bbox": [ + 0.6760321299235026, + 0.5432041309497975, + 0.7832967122395833, + 0.5808779681170428 + ], + "point": [ + 0.7297, + 0.562 + ] + }, + { + "instruction": "Maximize window.", + "bbox": [ + 0.5374823252360026, + 0.544130622016059, + 0.5754968007405599, + 0.5795601738823785 + ], + "point": [ + 0.5565, + 0.5618 + ] + }, + { + "instruction": "action.", + "bbox": [ + 0.5572532653808594, + 0.5892651593243634, + 0.67191162109375, + 0.6264555754484954 + ], + "point": [ + 0.6146, + 0.6079 + ] + }, + { + "instruction": "Adding a new item or element.", + "bbox": [ + 0.34475539525349935, + 0.22151742158112703, + 0.35939518610636395, + 0.258451815004702 + ], + "point": [ + 0.3521, + 0.24 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.5380683898925781, + 0.36613797788266783, + 0.5592843373616536, + 0.40397095856843174 + ], + "point": [ + 0.5487, + 0.3851 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.6766147613525391, + 0.45512703789605036, + 0.6957763671875, + 0.4908211036964699 + ], + "point": [ + 0.6862, + 0.473 + ] + }, + { + "instruction": "Calendar", + "bbox": [ + 0.2229386329650879, + 0.47567664252387154, + 0.2438365936279297, + 0.5103585137261285 + ], + "point": [ + 0.2334, + 0.493 + ] + }, + { + "instruction": "Oval", + "bbox": [ + 0.993148930867513, + 0.2889320938675492, + 1.0, + 0.32224010891384547 + ], + "point": [ + 0.9966, + 0.3056 + ] + }, + { + "instruction": "Check Box", + "bbox": [ + 0.5572248458862304, + 0.6380612973813657, + 0.575898551940918, + 0.6693899649160879 + ], + "point": [ + 0.5666, + 0.6537 + ] + }, + { + "instruction": "Slide panel", + "bbox": [ + 0.022809761762619018, + 0.9683495415581598, + 0.04904891649881999, + 0.9996230513961227 + ], + "point": [ + 0.0359, + 0.984 + ] + }, + { + "instruction": "Cancel action.", + "bbox": [ + 0.8786043802897135, + 0.6982549596715857, + 0.930438486735026, + 0.7304959897641783 + ], + "point": [ + 0.9045, + 0.7144 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.9948947270711263, + 0.8452153523763021, + 1.0000000635782877, + 0.8795689900716146 + ], + "point": [ + 0.9974, + 0.8624 + ] + }, + { + "instruction": "a search function for 1 records found.", + "bbox": [ + 0.19388821919759114, + 0.8730998851634838, + 0.282261594136556, + 0.910065601490162 + ], + "point": [ + 0.2381, + 0.8916 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.7708779017130534, + 0.5235004001193576, + 0.7813924789428711, + 0.5427256831416377 + ], + "point": [ + 0.7761, + 0.5331 + ] + } + ], + "element_size": 129 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_42/15671.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Orders", + "bbox": [ + 0.029687496026357015, + 0.10092592592592593, + 0.10052082935969035, + 0.14166666666666666 + ], + "point": [ + 0.0651, + 0.1213 + ] + }, + { + "instruction": "Search by keyword", + "bbox": [ + 0.03854167064030965, + 0.3277777777777778, + 0.13125000397364298, + 0.35185185185185186 + ], + "point": [ + 0.0849, + 0.3398 + ] + }, + { + "instruction": "Purchase Date", + "bbox": [ + 0.029166662693023683, + 0.4185185185185185, + 0.10208332935969035, + 0.44074074074074077 + ], + "point": [ + 0.0656, + 0.4296 + ] + }, + { + "instruction": "Grand Total (Base)", + "bbox": [ + 0.2833333333333333, + 0.4203703703703704, + 0.37395833333333334, + 0.4425925925925926 + ], + "point": [ + 0.3286, + 0.4315 + ] + }, + { + "instruction": "Grand Total (Purchased)", + "bbox": [ + 0.5375, + 0.4185185185185185, + 0.6541666666666667, + 0.4425925925925926 + ], + "point": [ + 0.5958, + 0.4306 + ] + }, + { + "instruction": "Purchase Point", + "bbox": [ + 0.7937499364217122, + 0.4185185185185185, + 0.8687499364217123, + 0.44074074074074077 + ], + "point": [ + 0.8312, + 0.4296 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.030729166666666665, + 0.4564814814814815, + 0.0546875, + 0.475 + ], + "point": [ + 0.0427, + 0.4657 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.2838541666666667, + 0.4564814814814815, + 0.30885416666666665, + 0.475 + ], + "point": [ + 0.2964, + 0.4657 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.5380208333333333, + 0.4564814814814815, + 0.5619791666666667, + 0.475 + ], + "point": [ + 0.55, + 0.4657 + ] + }, + { + "instruction": "AIl Store Views", + "bbox": [ + 0.8026041666666667, + 0.4564814814814815, + 0.8692708333333333, + 0.475 + ], + "point": [ + 0.8359, + 0.4657 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.030729170640309653, + 0.5194444444444445, + 0.04218750397364299, + 0.5361111111111111 + ], + "point": [ + 0.0365, + 0.5278 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.28489583333333335, + 0.5212962962962963, + 0.29635416666666664, + 0.5361111111111111 + ], + "point": [ + 0.2906, + 0.5287 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.5390625, + 0.5212962962962963, + 0.5505208333333333, + 0.5361111111111111 + ], + "point": [ + 0.5448, + 0.5287 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.030729170640309653, + 0.5842592592592593, + 0.04218750397364299, + 0.600925925925926 + ], + "point": [ + 0.0365, + 0.5926 + ] + }, + { + "instruction": "Bill-to Name", + "bbox": [ + 0.2838541666666667, + 0.5842592592592593, + 0.3453125, + 0.6027777777777777 + ], + "point": [ + 0.3146, + 0.5935 + ] + }, + { + "instruction": "Ship-to Name", + "bbox": [ + 0.5375, + 0.5814814814814815, + 0.6052083333333333, + 0.6055555555555555 + ], + "point": [ + 0.5714, + 0.5935 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.7911458333333333, + 0.5842592592592593, + 0.8244791666666667, + 0.6027777777777777 + ], + "point": [ + 0.8078, + 0.5935 + ] + }, + { + "instruction": "Pending", + "bbox": [ + 0.7979166666666667, + 0.6129630194769965, + 0.8390625, + 0.6425926491066262 + ], + "point": [ + 0.8185, + 0.6278 + ] + }, + { + "instruction": "Braintree Transaction Source", + "bbox": [ + 0.030208333333333334, + 0.6824074074074075, + 0.17083333333333334, + 0.7055555555555556 + ], + "point": [ + 0.1005, + 0.694 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.8020833333333334, + 0.9074074074074074, + 0.846875, + 0.9314814814814815 + ], + "point": [ + 0.8245, + 0.9194 + ] + }, + { + "instruction": "of 2", + "bbox": [ + 0.9625, + 0.905555499041522, + 0.984375, + 0.9277777212637442 + ], + "point": [ + 0.9734, + 0.9167 + ] + }, + { + "instruction": "Create New Orde", + "bbox": [ + 0.885950215657552, + 0.1966336144341363, + 0.9998237609863281, + 0.26140826189959493 + ], + "point": [ + 0.9429, + 0.229 + ] + }, + { + "instruction": "Actions", + "bbox": [ + 0.030180160204569498, + 0.8906465318467882, + 0.18125994205474855, + 0.9387201944986979 + ], + "point": [ + 0.1057, + 0.9147 + ] + }, + { + "instruction": "Apply Fil", + "bbox": [ + 0.9443357467651368, + 0.7846577962239584, + 0.9999999364217123, + 0.8293904622395833 + ], + "point": [ + 0.9722, + 0.807 + ] + }, + { + "instruction": "200", + "bbox": [ + 0.7303335189819335, + 0.8908487955729166, + 0.7966943740844726, + 0.9411528410734954 + ], + "point": [ + 0.7635, + 0.916 + ] + }, + { + "instruction": "Default View", + "bbox": [ + 0.7392573038736979, + 0.3141430324978299, + 0.8478764851888021, + 0.3641717981409143 + ], + "point": [ + 0.7936, + 0.3392 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.653390375773112, + 0.31066255922670716, + 0.7331853230794271, + 0.37113217954282407 + ], + "point": [ + 0.6933, + 0.3409 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.8577226638793946, + 0.3150337219238281, + 0.9404153823852539, + 0.3632883425112124 + ], + "point": [ + 0.8991, + 0.3392 + ] + }, + { + "instruction": "adm", + "bbox": [ + 0.9498305002848307, + 0.08542846397117332, + 1.0, + 0.1461059852882668 + ], + "point": [ + 0.9749, + 0.1158 + ] + }, + { + "instruction": "Expor", + "bbox": [ + 0.9529661814371745, + 0.3161296138057002, + 1.0, + 0.36398309778284144 + ], + "point": [ + 0.9765, + 0.3401 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.5147208531697591, + 0.9643242730034722, + 0.6035472234090169, + 1.0 + ], + "point": [ + 0.5591, + 0.9822 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.6011301676432291, + 0.9645883065682871, + 0.7132175445556641, + 1.0 + ], + "point": [ + 0.6572, + 0.9823 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.8907341003417969, + 0.7833738538953993, + 0.939895502726237, + 0.8317004733615452 + ], + "point": [ + 0.9153, + 0.8075 + ] + }, + { + "instruction": "308 records found", + "bbox": [ + 0.2044552008310954, + 0.8952091923466435, + 0.2971686363220215, + 0.9340411150896991 + ], + "point": [ + 0.2508, + 0.9146 + ] + }, + { + "instruction": "Braintree Transacti", + "bbox": [ + 0.904243278503418, + 0.9654633698640046, + 0.9999999364217123, + 1.0 + ], + "point": [ + 0.9521, + 0.9827 + ] + }, + { + "instruction": "Allocated", + "bbox": [ + 0.8234392166137695, + 0.9641798231336806, + 0.906086540222168, + 1.0 + ], + "point": [ + 0.8648, + 0.9821 + ] + }, + { + "instruction": "Create New Order.", + "bbox": [ + 0.885950215657552, + 0.1966336144341363, + 0.9998237609863281, + 0.26140826189959493 + ], + "point": [ + 0.9429, + 0.229 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.02821690241495768, + 0.6069773356119792, + 0.2597586949666341, + 0.6561213740596065 + ], + "point": [ + 0.144, + 0.6315 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.3389689127604167, + 0.44321068657769097, + 0.5138336181640625, + 0.4904147677951389 + ], + "point": [ + 0.4264, + 0.4668 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.28165693283081056, + 0.6064284713179977, + 0.513615894317627, + 0.6567544442635995 + ], + "point": [ + 0.3976, + 0.6316 + ] + }, + { + "instruction": "a dropdown menu to view additional actions.", + "bbox": [ + 0.030180160204569498, + 0.8906465318467882, + 0.18125994205474855, + 0.9387201944986979 + ], + "point": [ + 0.1057, + 0.9147 + ] + }, + { + "instruction": "a button to apply a file.", + "bbox": [ + 0.9443357467651368, + 0.7846577962239584, + 0.9999999364217123, + 0.8293904622395833 + ], + "point": [ + 0.9722, + 0.807 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.5928825378417969, + 0.44336471557617185, + 0.7657985687255859, + 0.48993281611689815 + ], + "point": [ + 0.6793, + 0.4666 + ] + }, + { + "instruction": "a calendar or scheduling function.", + "bbox": [ + 0.08470073541005453, + 0.502609705041956, + 0.26008665561676025, + 0.5520450168185764 + ], + "point": [ + 0.1724, + 0.5273 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.33834635416666664, + 0.5036950005425347, + 0.5126074473063151, + 0.5536043520326968 + ], + "point": [ + 0.4255, + 0.5286 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.7303335189819335, + 0.8908487955729166, + 0.7966943740844726, + 0.9411528410734954 + ], + "point": [ + 0.7635, + 0.916 + ] + }, + { + "instruction": "a calendar or scheduling function.", + "bbox": [ + 0.085293976465861, + 0.4442878723144531, + 0.25983182589213055, + 0.49062918203848377 + ], + "point": [ + 0.1726, + 0.4675 + ] + }, + { + "instruction": "default view options.", + "bbox": [ + 0.7392573038736979, + 0.3141430324978299, + 0.8478764851888021, + 0.3641717981409143 + ], + "point": [ + 0.7936, + 0.3392 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.653390375773112, + 0.31066255922670716, + 0.7331853230794271, + 0.37113217954282407 + ], + "point": [ + 0.6933, + 0.3409 + ] + }, + { + "instruction": "Columns settings.", + "bbox": [ + 0.8577226638793946, + 0.3150337219238281, + 0.9404153823852539, + 0.3632883425112124 + ], + "point": [ + 0.8991, + 0.3392 + ] + }, + { + "instruction": "User profile.", + "bbox": [ + 0.9498305002848307, + 0.08542846397117332, + 1.0, + 0.1461059852882668 + ], + "point": [ + 0.9749, + 0.1158 + ] + }, + { + "instruction": "Export.", + "bbox": [ + 0.9529661814371745, + 0.3161296138057002, + 1.0, + 0.36398309778284144 + ], + "point": [ + 0.9765, + 0.3401 + ] + }, + { + "instruction": "Find", + "bbox": [ + 0.8733596801757812, + 0.08996223873562283, + 0.9040406545003256, + 0.1466011471218533 + ], + "point": [ + 0.8887, + 0.1183 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9133387247721354, + 0.08974842495388455, + 0.9425084431966145, + 0.14709006415473092 + ], + "point": [ + 0.9279, + 0.1184 + ] + }, + { + "instruction": "search functionality.", + "bbox": [ + 0.3318602244059245, + 0.3200868394639757, + 0.3520146052042643, + 0.3598578559027778 + ], + "point": [ + 0.3419, + 0.34 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.9221961975097657, + 0.8918139422381366, + 0.9576671600341797, + 0.9405033817997686 + ], + "point": [ + 0.9399, + 0.9162 + ] + }, + { + "instruction": "the \"Grand Total\" option in a user interface.", + "bbox": [ + 0.5147208531697591, + 0.9643242730034722, + 0.6035472234090169, + 1.0 + ], + "point": [ + 0.5591, + 0.9822 + ] + }, + { + "instruction": "closing a window or dialog box.", + "bbox": [ + 0.5923499425252279, + 0.5041812472873264, + 0.7667628606160481, + 0.5739297372323495 + ], + "point": [ + 0.6796, + 0.5391 + ] + }, + { + "instruction": "A blank space or document.", + "bbox": [ + 0.5398110707600912, + 0.608368824146412, + 0.5530993143717448, + 0.6309335214120371 + ], + "point": [ + 0.5465, + 0.6197 + ] + }, + { + "instruction": "the \"Grand Total\" option in a user interface.", + "bbox": [ + 0.6011301676432291, + 0.9645883065682871, + 0.7132175445556641, + 1.0 + ], + "point": [ + 0.6572, + 0.9823 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.8696191787719727, + 0.8915978890878183, + 0.9046354293823242, + 0.940438899287471 + ], + "point": [ + 0.8871, + 0.916 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9947270711263021, + 0.44442511664496526, + 1.0, + 0.48609178331163194 + ], + "point": [ + 0.9974, + 0.4653 + ] + }, + { + "instruction": "Undo", + "bbox": [ + 0.0, + 0.8653876410590278, + 0.010250592231750488, + 0.9066175672743055 + ], + "point": [ + 0.0051, + 0.886 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9915081024169922, + 0.6060659903067129, + 1.0, + 0.6515102810329861 + ], + "point": [ + 0.9958, + 0.6288 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.8907341003417969, + 0.7833738538953993, + 0.939895502726237, + 0.8317004733615452 + ], + "point": [ + 0.9153, + 0.8075 + ] + }, + { + "instruction": "a search function for808 records found.", + "bbox": [ + 0.2044552008310954, + 0.8952091923466435, + 0.2971686363220215, + 0.9340411150896991 + ], + "point": [ + 0.2508, + 0.9146 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9947662353515625, + 0.888696797688802, + 1.0, + 0.9419201321072048 + ], + "point": [ + 0.9974, + 0.9153 + ] + }, + { + "instruction": "Braintree transacti.", + "bbox": [ + 0.904243278503418, + 0.9654633698640046, + 0.9999999364217123, + 1.0 + ], + "point": [ + 0.9521, + 0.9827 + ] + }, + { + "instruction": "an option to proceed or halt an action.", + "bbox": [ + 0.8234392166137695, + 0.9641798231336806, + 0.906086540222168, + 1.0 + ], + "point": [ + 0.8648, + 0.9821 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.23679113388061523, + 0.712335713704427, + 0.25309066772460936, + 0.7498811509874131 + ], + "point": [ + 0.2449, + 0.7311 + ] + } + ], + "element_size": 70 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_43/16363.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "SKU: MTo8-XL-Green", + "bbox": [ + 0.28489583333333335, + 0.11018518518518519, + 0.37864583333333335, + 0.1287037037037037 + ], + "point": [ + 0.3318, + 0.1194 + ] + }, + { + "instruction": "Color: Green", + "bbox": [ + 0.28541666666666665, + 0.14351851851851852, + 0.3458333333333333, + 0.1675925925925926 + ], + "point": [ + 0.3156, + 0.1556 + ] + }, + { + "instruction": "Size: XL", + "bbox": [ + 0.284375, + 0.17222222222222222, + 0.3229166666666667, + 0.19444444444444445 + ], + "point": [ + 0.3036, + 0.1833 + ] + }, + { + "instruction": "Order Total", + "bbox": [ + 0.28541666666666665, + 0.3629629347059462, + 0.36666666666666664, + 0.3925925643355758 + ], + "point": [ + 0.326, + 0.3778 + ] + }, + { + "instruction": "Notes for this Order", + "bbox": [ + 0.2864583333333333, + 0.42592592592592593, + 0.415625, + 0.4537037037037037 + ], + "point": [ + 0.351, + 0.4398 + ] + }, + { + "instruction": "Order Totals", + "bbox": [ + 0.6791666666666667, + 0.425, + 0.759375, + 0.4546296296296296 + ], + "point": [ + 0.7193, + 0.4398 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.284375, + 0.4703703703703704, + 0.31979166666666664, + 0.4925925925925926 + ], + "point": [ + 0.3021, + 0.4815 + ] + }, + { + "instruction": "Shipping & Handling", + "bbox": [ + 0.684375, + 0.5342593157732928, + 0.7875, + 0.5675926491066262 + ], + "point": [ + 0.7359, + 0.5509 + ] + }, + { + "instruction": "Comment", + "bbox": [ + 0.28541666666666665, + 0.5611111111111111, + 0.3375, + 0.5833333333333334 + ], + "point": [ + 0.3115, + 0.5722 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.6864583333333333, + 0.5898148148148148, + 0.7479166666666667, + 0.6148148148148148 + ], + "point": [ + 0.7172, + 0.6023 + ] + }, + { + "instruction": "Total Paid", + "bbox": [ + 0.6854166666666667, + 0.6425925925925926, + 0.7395833333333334, + 0.6648148148148149 + ], + "point": [ + 0.7125, + 0.6537 + ] + }, + { + "instruction": "Total Refunded", + "bbox": [ + 0.6854166666666667, + 0.6925926491066262, + 0.765625, + 0.7148148713288484 + ], + "point": [ + 0.7255, + 0.7037 + ] + }, + { + "instruction": "Notify Customer by Email", + "bbox": [ + 0.30416666666666664, + 0.7111111111111111, + 0.428125, + 0.7351851851851852 + ], + "point": [ + 0.3661, + 0.7231 + ] + }, + { + "instruction": "Total Due", + "bbox": [ + 0.6854166666666667, + 0.7444443879304109, + 0.7375, + 0.7666666101526332 + ], + "point": [ + 0.7115, + 0.7556 + ] + }, + { + "instruction": "521", + "bbox": [ + 0.9822916666666667, + 0.7444443879304109, + 1.0, + 0.7666666101526332 + ], + "point": [ + 0.9911, + 0.7556 + ] + }, + { + "instruction": "Visible on Storefront", + "bbox": [ + 0.30416666666666664, + 0.7555555555555555, + 0.40520833333333334, + 0.7796296296296297 + ], + "point": [ + 0.3547, + 0.7676 + ] + }, + { + "instruction": "Submit Comment", + "bbox": [ + 0.28587729136149087, + 0.8001558091905382, + 0.39688727060953777, + 0.8466473049587674 + ], + "point": [ + 0.3414, + 0.8234 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.31343091328938805, + 0.017587684701990198, + 0.38641446431477866, + 0.07041191701535825 + ], + "point": [ + 0.3499, + 0.044 + ] + }, + { + "instruction": "Reorder", + "bbox": [ + 0.9070909500122071, + 0.013441043429904515, + 0.9846498489379882, + 0.07637622974537037 + ], + "point": [ + 0.9459, + 0.0449 + ] + }, + { + "instruction": "#000000065", + "bbox": [ + 0.013969810803731282, + 0.00032434816713686345, + 0.1479820966720581, + 0.09251554983633536 + ], + "point": [ + 0.081, + 0.0464 + ] + }, + { + "instruction": "521", + "bbox": [ + 0.9826059977213542, + 0.5847371419270834, + 1.0, + 0.6238528781467014 + ], + "point": [ + 0.9913, + 0.6043 + ] + }, + { + "instruction": "Ship", + "bbox": [ + 0.8472070693969727, + 0.019535788783320674, + 0.9041959762573242, + 0.06740247938368056 + ], + "point": [ + 0.8757, + 0.0435 + ] + }, + { + "instruction": "Invoice", + "bbox": [ + 0.7703467051188151, + 0.020162043748078524, + 0.844113540649414, + 0.06674934493170845 + ], + "point": [ + 0.8072, + 0.0435 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.5358448664347331, + 0.02124105206242314, + 0.6057856877644857, + 0.06610980387087222 + ], + "point": [ + 0.5708, + 0.0437 + ] + }, + { + "instruction": "Send Email", + "bbox": [ + 0.6127361297607422, + 0.02201324568854438, + 0.703900146484375, + 0.06670194378605596 + ], + "point": [ + 0.6583, + 0.0444 + ] + }, + { + "instruction": "Login as Customer", + "bbox": [ + 0.3921928405761719, + 0.00092926025390625, + 0.5338907241821289, + 0.09282222323947482 + ], + "point": [ + 0.463, + 0.0469 + ] + }, + { + "instruction": "Hold", + "bbox": [ + 0.7100388209025065, + 0.023271647206059207, + 0.7664414087931315, + 0.06458905714529532 + ], + "point": [ + 0.7382, + 0.0439 + ] + }, + { + "instruction": "Subtotal", + "bbox": [ + 0.6745908101399739, + 0.4733141016077112, + 1.0, + 0.5296734845196759 + ], + "point": [ + 0.8373, + 0.5015 + ] + }, + { + "instruction": "$15", + "bbox": [ + 0.6745908101399739, + 0.4733141016077112, + 1.0, + 0.5296734845196759 + ], + "point": [ + 0.8373, + 0.5015 + ] + }, + { + "instruction": "Submit Comment section.", + "bbox": [ + 0.28587729136149087, + 0.8001558091905382, + 0.39688727060953777, + 0.8466473049587674 + ], + "point": [ + 0.3414, + 0.8234 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.2841566721598307, + 0.4979938648365162, + 0.3507849375406901, + 0.5474567554615162 + ], + "point": [ + 0.3175, + 0.5227 + ] + }, + { + "instruction": "Back.", + "bbox": [ + 0.31343091328938805, + 0.017587684701990198, + 0.38641446431477866, + 0.07041191701535825 + ], + "point": [ + 0.3499, + 0.044 + ] + }, + { + "instruction": "Forward", + "bbox": [ + 0.600736427307129, + 0.6197209110966435, + 0.6280257542928059, + 0.6704838505497686 + ], + "point": [ + 0.6144, + 0.6451 + ] + }, + { + "instruction": "Reorder functionality.", + "bbox": [ + 0.9070909500122071, + 0.013441043429904515, + 0.9846498489379882, + 0.07637622974537037 + ], + "point": [ + 0.9459, + 0.0449 + ] + }, + { + "instruction": "a hashtag or number of items.", + "bbox": [ + 0.013969810803731282, + 0.00032434816713686345, + 0.1479820966720581, + 0.09251554983633536 + ], + "point": [ + 0.081, + 0.0464 + ] + }, + { + "instruction": "Strikethrough", + "bbox": [ + 0.9826059977213542, + 0.5847371419270834, + 1.0, + 0.6238528781467014 + ], + "point": [ + 0.9913, + 0.6043 + ] + }, + { + "instruction": "Ship.", + "bbox": [ + 0.8472070693969727, + 0.019535788783320674, + 0.9041959762573242, + 0.06740247938368056 + ], + "point": [ + 0.8757, + 0.0435 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9916235605875651, + 0.01346408349496347, + 1.0, + 0.07593228022257487 + ], + "point": [ + 0.9958, + 0.0447 + ] + }, + { + "instruction": "Grand", + "bbox": [ + 0.6857292175292968, + 0.5846180103443287, + 0.7196398417154948, + 0.6240385832609954 + ], + "point": [ + 0.7027, + 0.6043 + ] + }, + { + "instruction": "Invoice settings or options.", + "bbox": [ + 0.7703467051188151, + 0.020162043748078524, + 0.844113540649414, + 0.06674934493170845 + ], + "point": [ + 0.8072, + 0.0435 + ] + }, + { + "instruction": "Cancel action.", + "bbox": [ + 0.5358448664347331, + 0.02124105206242314, + 0.6057856877644857, + 0.06610980387087222 + ], + "point": [ + 0.5708, + 0.0437 + ] + }, + { + "instruction": "Sending an email.", + "bbox": [ + 0.6127361297607422, + 0.02201324568854438, + 0.703900146484375, + 0.06670194378605596 + ], + "point": [ + 0.6583, + 0.0444 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.28554121653238934, + 0.7548792521158855, + 0.2984500249226888, + 0.7821562025282118 + ], + "point": [ + 0.292, + 0.7685 + ] + }, + { + "instruction": "a button to login as a customer.", + "bbox": [ + 0.3921928405761719, + 0.00092926025390625, + 0.5338907241821289, + 0.09282222323947482 + ], + "point": [ + 0.463, + 0.0469 + ] + }, + { + "instruction": "Hold.", + "bbox": [ + 0.7100388209025065, + 0.023271647206059207, + 0.7664414087931315, + 0.06458905714529532 + ], + "point": [ + 0.7382, + 0.0439 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.2845566431681315, + 0.7067259046766493, + 0.29956404368082684, + 0.7394999751338253 + ], + "point": [ + 0.2921, + 0.7231 + ] + }, + { + "instruction": "Increase", + "bbox": [ + 0.2887385368347168, + 0.5954092520254629, + 0.30428133010864256, + 0.6406726978443287 + ], + "point": [ + 0.2965, + 0.618 + ] + }, + { + "instruction": "A vertical scroll bar.", + "bbox": [ + 0.0, + 0.0, + 0.010475027561187743, + 0.1853166792127821 + ], + "point": [ + 0.0052, + 0.0927 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.991998291015625, + 0.6319214997468171, + 1.0, + 0.6728208188657407 + ], + "point": [ + 0.996, + 0.6524 + ] + }, + { + "instruction": "System", + "bbox": [ + 3.4263233343760174e-05, + 0.8648715549045138, + 0.009797666966915131, + 0.9321845160590277 + ], + "point": [ + 0.0049, + 0.8985 + ] + }, + { + "instruction": "SubtOTAL price.", + "bbox": [ + 0.6745908101399739, + 0.4733141016077112, + 1.0, + 0.5296734845196759 + ], + "point": [ + 0.8373, + 0.5015 + ] + } + ], + "element_size": 51 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_44/16939.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "SKU: MTo8-XL-Green", + "bbox": [ + 0.28489583333333335, + 0.11018518518518519, + 0.37864583333333335, + 0.1287037037037037 + ], + "point": [ + 0.3318, + 0.1194 + ] + }, + { + "instruction": "Color: Green", + "bbox": [ + 0.28541666666666665, + 0.14351851851851852, + 0.3458333333333333, + 0.1675925925925926 + ], + "point": [ + 0.3156, + 0.1556 + ] + }, + { + "instruction": "Size: XL", + "bbox": [ + 0.284375, + 0.17222222222222222, + 0.3229166666666667, + 0.19444444444444445 + ], + "point": [ + 0.3036, + 0.1833 + ] + }, + { + "instruction": "Order Total", + "bbox": [ + 0.28541666666666665, + 0.3629629347059462, + 0.36666666666666664, + 0.3925925643355758 + ], + "point": [ + 0.326, + 0.3778 + ] + }, + { + "instruction": "Notes for this Order", + "bbox": [ + 0.2864583333333333, + 0.42592592592592593, + 0.415625, + 0.4537037037037037 + ], + "point": [ + 0.351, + 0.4398 + ] + }, + { + "instruction": "Order Totals", + "bbox": [ + 0.6791666666666667, + 0.425, + 0.759375, + 0.4546296296296296 + ], + "point": [ + 0.7193, + 0.4398 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.284375, + 0.4703703703703704, + 0.31979166666666664, + 0.4925925925925926 + ], + "point": [ + 0.3021, + 0.4815 + ] + }, + { + "instruction": "Shipping &", + "bbox": [ + 0.6854166666666667, + 0.5407407407407407, + 0.740625, + 0.5648148148148148 + ], + "point": [ + 0.713, + 0.5528 + ] + }, + { + "instruction": "Handling", + "bbox": [ + 0.7390625, + 0.5342593157732928, + 0.7875, + 0.5675926491066262 + ], + "point": [ + 0.7633, + 0.5509 + ] + }, + { + "instruction": "Comment", + "bbox": [ + 0.28541666666666665, + 0.5611111111111111, + 0.3375, + 0.5833333333333334 + ], + "point": [ + 0.3115, + 0.5722 + ] + }, + { + "instruction": "Grand Total", + "bbox": [ + 0.6864583333333333, + 0.5898148148148148, + 0.7479166666666667, + 0.6148148148148148 + ], + "point": [ + 0.7172, + 0.6023 + ] + }, + { + "instruction": "Your order will be processed soonl", + "bbox": [ + 0.29270833333333335, + 0.6027777777777777, + 0.46145833333333336, + 0.6277777777777778 + ], + "point": [ + 0.3771, + 0.6153 + ] + }, + { + "instruction": "Total Paid", + "bbox": [ + 0.6854166666666667, + 0.6425925925925926, + 0.7395833333333334, + 0.6648148148148149 + ], + "point": [ + 0.7125, + 0.6537 + ] + }, + { + "instruction": "Total Refunded", + "bbox": [ + 0.6854166666666667, + 0.6925926491066262, + 0.765625, + 0.7148148713288484 + ], + "point": [ + 0.7255, + 0.7037 + ] + }, + { + "instruction": "Total Due", + "bbox": [ + 0.6854166666666667, + 0.7444443879304109, + 0.7375, + 0.7666666101526332 + ], + "point": [ + 0.7115, + 0.7556 + ] + }, + { + "instruction": "521", + "bbox": [ + 0.9822916666666667, + 0.7444443879304109, + 1.0, + 0.7666666101526332 + ], + "point": [ + 0.9911, + 0.7556 + ] + }, + { + "instruction": "Visible on Storefront", + "bbox": [ + 0.30416666666666664, + 0.7555555555555555, + 0.40520833333333334, + 0.7796296296296297 + ], + "point": [ + 0.3547, + 0.7676 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.31387901306152344, + 0.017541735260574905, + 0.38700313568115235, + 0.07034882969326443 + ], + "point": [ + 0.3504, + 0.0439 + ] + }, + { + "instruction": "Submit Comment", + "bbox": [ + 0.28375237782796225, + 0.7965174357096354, + 0.4026081085205078, + 0.8520048353407118 + ], + "point": [ + 0.3432, + 0.8243 + ] + }, + { + "instruction": "Reorder", + "bbox": [ + 0.907391357421875, + 0.013711558447943794, + 0.9840667724609375, + 0.07601404190063477 + ], + "point": [ + 0.9457, + 0.0449 + ] + }, + { + "instruction": "Notify Customer by Email", + "bbox": [ + 0.2816375096638997, + 0.6983648229528356, + 0.4275827407836914, + 0.7453235767505787 + ], + "point": [ + 0.3546, + 0.7218 + ] + }, + { + "instruction": "Ship", + "bbox": [ + 0.8473503112792968, + 0.01771832925302011, + 0.9037334442138671, + 0.06888553478099682 + ], + "point": [ + 0.8755, + 0.0433 + ] + }, + { + "instruction": "Invoice", + "bbox": [ + 0.7710430145263671, + 0.01684538346749765, + 0.8433724721272786, + 0.06978579450536657 + ], + "point": [ + 0.8072, + 0.0433 + ] + }, + { + "instruction": "Send Email", + "bbox": [ + 0.6103036244710286, + 0.01818937725490994, + 0.7046262105305989, + 0.0714199631302445 + ], + "point": [ + 0.6575, + 0.0448 + ] + }, + { + "instruction": "521", + "bbox": [ + 0.9826194763183593, + 0.5851665920681424, + 1.0, + 0.6238867300528067 + ], + "point": [ + 0.9913, + 0.6045 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.5358003616333008, + 0.021183490753173828, + 0.605449104309082, + 0.06601364700882523 + ], + "point": [ + 0.5706, + 0.0436 + ] + }, + { + "instruction": "#000000065", + "bbox": [ + 0.013820616404215495, + 0.00034686900951244213, + 0.14872350692749023, + 0.09243462174027055 + ], + "point": [ + 0.0813, + 0.0464 + ] + }, + { + "instruction": "Hold", + "bbox": [ + 0.7094905853271485, + 0.021950386188648367, + 0.7667407989501953, + 0.06572741755732783 + ], + "point": [ + 0.7381, + 0.0438 + ] + }, + { + "instruction": "Login as Customer", + "bbox": [ + 0.39244565963745115, + 0.00637418958875868, + 0.5323994636535645, + 0.08344227826153791 + ], + "point": [ + 0.4624, + 0.0449 + ] + }, + { + "instruction": "Subtotal", + "bbox": [ + 0.6769402186075847, + 0.4727551778157552, + 0.9999999364217123, + 0.5315842239945023 + ], + "point": [ + 0.8385, + 0.5022 + ] + }, + { + "instruction": "$15", + "bbox": [ + 0.6769402186075847, + 0.4727551778157552, + 0.9999999364217123, + 0.5315842239945023 + ], + "point": [ + 0.8385, + 0.5022 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.28404337565104165, + 0.49809660734953703, + 0.3508579254150391, + 0.547516773365162 + ], + "point": [ + 0.3175, + 0.5228 + ] + }, + { + "instruction": "Back.", + "bbox": [ + 0.31387901306152344, + 0.017541735260574905, + 0.38700313568115235, + 0.07034882969326443 + ], + "point": [ + 0.3504, + 0.0439 + ] + }, + { + "instruction": "Submit Comment.", + "bbox": [ + 0.28375237782796225, + 0.7965174357096354, + 0.4026081085205078, + 0.8520048353407118 + ], + "point": [ + 0.3432, + 0.8243 + ] + }, + { + "instruction": "Reorder functionality.", + "bbox": [ + 0.907391357421875, + 0.013711558447943794, + 0.9840667724609375, + 0.07601404190063477 + ], + "point": [ + 0.9457, + 0.0449 + ] + }, + { + "instruction": "Sleep", + "bbox": [ + 0.6014200846354166, + 0.621245433666088, + 0.627905527750651, + 0.6700433801721644 + ], + "point": [ + 0.6147, + 0.6456 + ] + }, + { + "instruction": "Notify customer by email.", + "bbox": [ + 0.2816375096638997, + 0.6983648229528356, + 0.4275827407836914, + 0.7453235767505787 + ], + "point": [ + 0.3546, + 0.7218 + ] + }, + { + "instruction": "Ship.", + "bbox": [ + 0.8473503112792968, + 0.01771832925302011, + 0.9037334442138671, + 0.06888553478099682 + ], + "point": [ + 0.8755, + 0.0433 + ] + }, + { + "instruction": "Invoice settings or options.", + "bbox": [ + 0.7710430145263671, + 0.01684538346749765, + 0.8433724721272786, + 0.06978579450536657 + ], + "point": [ + 0.8072, + 0.0433 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.2844646453857422, + 0.7553263346354167, + 0.2989182154337565, + 0.7823631004050926 + ], + "point": [ + 0.2917, + 0.7688 + ] + }, + { + "instruction": "Sending an email.", + "bbox": [ + 0.6103036244710286, + 0.01818937725490994, + 0.7046262105305989, + 0.0714199631302445 + ], + "point": [ + 0.6575, + 0.0448 + ] + }, + { + "instruction": "Strikethrough", + "bbox": [ + 0.9826194763183593, + 0.5851665920681424, + 1.0, + 0.6238867300528067 + ], + "point": [ + 0.9913, + 0.6045 + ] + }, + { + "instruction": "A vertical scroll bar.", + "bbox": [ + 0.9916517257690429, + 0.013594404856363932, + 1.0000000635782877, + 0.07570259306165907 + ], + "point": [ + 0.9958, + 0.0446 + ] + }, + { + "instruction": "Cancel action.", + "bbox": [ + 0.5358003616333008, + 0.021183490753173828, + 0.605449104309082, + 0.06601364700882523 + ], + "point": [ + 0.5706, + 0.0436 + ] + }, + { + "instruction": "Grand", + "bbox": [ + 0.6853917439778646, + 0.5847391199182581, + 0.7196342468261718, + 0.62384683114511 + ], + "point": [ + 0.7025, + 0.6043 + ] + }, + { + "instruction": "a hashtag or identifier.", + "bbox": [ + 0.013820616404215495, + 0.00034686900951244213, + 0.14872350692749023, + 0.09243462174027055 + ], + "point": [ + 0.0813, + 0.0464 + ] + }, + { + "instruction": "Hold.", + "bbox": [ + 0.7094905853271485, + 0.021950386188648367, + 0.7667407989501953, + 0.06572741755732783 + ], + "point": [ + 0.7381, + 0.0438 + ] + }, + { + "instruction": "a button to login as a customer.", + "bbox": [ + 0.39244565963745115, + 0.00637418958875868, + 0.5323994636535645, + 0.08344227826153791 + ], + "point": [ + 0.4624, + 0.0449 + ] + }, + { + "instruction": "A vertical scroll bar.", + "bbox": [ + 0.0, + 0.0, + 0.010464628537495932, + 0.18598772684733073 + ], + "point": [ + 0.0052, + 0.093 + ] + }, + { + "instruction": "a price tag of $19.", + "bbox": [ + 0.6769402186075847, + 0.4727551778157552, + 0.9999999364217123, + 0.5315842239945023 + ], + "point": [ + 0.8385, + 0.5022 + ] + }, + { + "instruction": "System", + "bbox": [ + 3.3754607041676836e-05, + 0.8649468315972222, + 0.009812121093273164, + 0.9309102376302083 + ], + "point": [ + 0.0049, + 0.8979 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.9922117869059245, + 0.6319906729239004, + 1.0, + 0.6724960892288773 + ], + "point": [ + 0.9961, + 0.6522 + ] + } + ], + "element_size": 52 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/sales_tutorial/action_videoframes/action_45/17460.jpg", + "img_size": [ + 1920, + 1080 + ], + "element": [ + { + "instruction": "Are you sure you want to send an order email to customer?", + "bbox": [ + 0.33645833333333336, + 0.11574074074074074, + 0.621875, + 0.1425925925925926 + ], + "point": [ + 0.4792, + 0.1292 + ] + }, + { + "instruction": "Order & Account Information", + "bbox": [ + 0.28541666666666665, + 0.337037037037037, + 0.4875, + 0.36666666666666664 + ], + "point": [ + 0.3865, + 0.3519 + ] + }, + { + "instruction": "Order # 000000065 (The order confirmation email was", + "bbox": [ + 0.284375, + 0.3953703421133536, + 0.6307291666666667, + 0.4287036754466869 + ], + "point": [ + 0.4576, + 0.412 + ] + }, + { + "instruction": "Account Information", + "bbox": [ + 0.6791666666666667, + 0.3972222222222222, + 0.8125, + 0.42777777777777776 + ], + "point": [ + 0.7458, + 0.4125 + ] + }, + { + "instruction": "sent)", + "bbox": [ + 0.284375, + 0.43333333333333335, + 0.31979166666666664, + 0.45925925925925926 + ], + "point": [ + 0.3021, + 0.4463 + ] + }, + { + "instruction": "Customer Name", + "bbox": [ + 0.6854166666666667, + 0.462037037037037, + 0.7666666666666667, + 0.48518518518518516 + ], + "point": [ + 0.726, + 0.4736 + ] + }, + { + "instruction": "Order Date", + "bbox": [ + 0.29270833333333335, + 0.4925925925925926, + 0.3489583333333333, + 0.5148148148148148 + ], + "point": [ + 0.3208, + 0.5037 + ] + }, + { + "instruction": "May 28,2023,6.43.55 AM", + "bbox": [ + 0.5052083333333334, + 0.49074074074074076, + 0.6302083333333334, + 0.5194444444444445 + ], + "point": [ + 0.5677, + 0.5051 + ] + }, + { + "instruction": "Email", + "bbox": [ + 0.6864583969116211, + 0.512962962962963, + 0.7145833969116211, + 0.5351851851851852 + ], + "point": [ + 0.7005, + 0.5241 + ] + }, + { + "instruction": "Order Status", + "bbox": [ + 0.29270833333333335, + 0.5444444444444444, + 0.35625, + 0.5666666666666667 + ], + "point": [ + 0.3245, + 0.5556 + ] + }, + { + "instruction": "Pending", + "bbox": [ + 0.5885416666666666, + 0.5444444444444444, + 0.6302083333333334, + 0.5703703703703704 + ], + "point": [ + 0.6094, + 0.5574 + ] + }, + { + "instruction": "Customer Group", + "bbox": [ + 0.6854166666666667, + 0.5611111111111111, + 0.7692708333333333, + 0.5898148148148148 + ], + "point": [ + 0.7273, + 0.5755 + ] + }, + { + "instruction": "Ger", + "bbox": [ + 0.9833333333333333, + 0.5629629064489294, + 1.0, + 0.5851851286711516 + ], + "point": [ + 0.9917, + 0.5741 + ] + }, + { + "instruction": "Credit Memos", + "bbox": [ + 0.045833341280619305, + 0.5740740740740741, + 0.11562500794728597, + 0.5962962962962963 + ], + "point": [ + 0.0807, + 0.5852 + ] + }, + { + "instruction": "Purchased From", + "bbox": [ + 0.2921875, + 0.5935185185185186, + 0.3729166666666667, + 0.6166666666666667 + ], + "point": [ + 0.3326, + 0.6051 + ] + }, + { + "instruction": "Main Website", + "bbox": [ + 0.5635416030883789, + 0.5944444444444444, + 0.6302082697550456, + 0.6166666666666667 + ], + "point": [ + 0.5969, + 0.6056 + ] + }, + { + "instruction": "Main Website Store", + "bbox": [ + 0.5354166666666667, + 0.6185185185185185, + 0.6302083333333334, + 0.6425925925925926 + ], + "point": [ + 0.5828, + 0.6306 + ] + }, + { + "instruction": "Shipments", + "bbox": [ + 0.044270833333333336, + 0.6472222787362558, + 0.1, + 0.6731482046621817 + ], + "point": [ + 0.0721, + 0.6602 + ] + }, + { + "instruction": "Default Store View", + "bbox": [ + 0.5395833333333333, + 0.644444500958478, + 0.63125, + 0.6666667231807002 + ], + "point": [ + 0.5854, + 0.6556 + ] + }, + { + "instruction": "Placed from IP", + "bbox": [ + 0.29270833333333335, + 0.6944444444444444, + 0.3645833333333333, + 0.7166666666666667 + ], + "point": [ + 0.3286, + 0.7056 + ] + }, + { + "instruction": "128.2.205.52", + "bbox": [ + 0.5666666666666667, + 0.6944444444444444, + 0.6302083333333334, + 0.7166666666666667 + ], + "point": [ + 0.5984, + 0.7056 + ] + }, + { + "instruction": "Comments", + "bbox": [ + 0.04583333333333333, + 0.7222222222222222, + 0.10104166666666667, + 0.7444444444444445 + ], + "point": [ + 0.0734, + 0.7333 + ] + }, + { + "instruction": "Address Information", + "bbox": [ + 0.28541666666666665, + 0.8148148713288483, + 0.42916666666666664, + 0.844444500958478 + ], + "point": [ + 0.3573, + 0.8296 + ] + }, + { + "instruction": "Address", + "bbox": [ + 0.328125, + 0.8777777777777778, + 0.38229166666666664, + 0.9055555555555556 + ], + "point": [ + 0.3552, + 0.8917 + ] + }, + { + "instruction": "Shipping Address Edit", + "bbox": [ + 0.6770833333333334, + 0.8759258694118923, + 0.8171875, + 0.9138888323748553 + ], + "point": [ + 0.7471, + 0.8949 + ] + }, + { + "instruction": "Grace Nguyen", + "bbox": [ + 0.28541666666666665, + 0.9277777212637442, + 0.35520833333333335, + 0.9537037037037037 + ], + "point": [ + 0.3203, + 0.9407 + ] + }, + { + "instruction": "Grace Nguyen", + "bbox": [ + 0.678125, + 0.9277777212637442, + 0.7489583333333333, + 0.9537037037037037 + ], + "point": [ + 0.7135, + 0.9407 + ] + }, + { + "instruction": "789 Harvard Square", + "bbox": [ + 0.28541666666666665, + 0.9518518518518518, + 0.38333333333333336, + 0.975925925925926 + ], + "point": [ + 0.3344, + 0.9639 + ] + }, + { + "instruction": "789 Harvard Square", + "bbox": [ + 0.678125, + 0.9518518518518518, + 0.7770833333333333, + 0.975925925925926 + ], + "point": [ + 0.7276, + 0.9639 + ] + }, + { + "instruction": "Cambridge_Massachusetts_02138", + "bbox": [ + 0.28541666666666665, + 0.975925925925926, + 0.4510416666666667, + 1.0 + ], + "point": [ + 0.3682, + 0.988 + ] + }, + { + "instruction": "CambridgeMassachusetts,02138", + "bbox": [ + 0.6770833333333334, + 0.9703703703703703, + 0.8442708333333333, + 1.0 + ], + "point": [ + 0.7607, + 0.9852 + ] + }, + { + "instruction": "History", + "bbox": [ + 0.10052083333333334, + 0.7166665536385995, + 0.1359375, + 0.7490740740740741 + ], + "point": [ + 0.1182, + 0.7329 + ] + }, + { + "instruction": "Billing", + "bbox": [ + 0.2854166348775228, + 0.8712963528103299, + 0.32708330154418946, + 0.9129630194769965 + ], + "point": [ + 0.3062, + 0.8921 + ] + }, + { + "instruction": "Edi", + "bbox": [ + 0.969555409749349, + 0.19688958062065973, + 1.0, + 0.25959913465711804 + ], + "point": [ + 0.9848, + 0.2282 + ] + }, + { + "instruction": "OK", + "bbox": [ + 0.6144415537516276, + 0.16640088116681134, + 0.6660915374755859, + 0.23750887270326967 + ], + "point": [ + 0.6403, + 0.202 + ] + }, + { + "instruction": "ORDER VIEW", + "bbox": [ + 0.031667383511861165, + 0.31537029125072336, + 0.2677820126215617, + 0.3915638111255787 + ], + "point": [ + 0.1497, + 0.3535 + ] + }, + { + "instruction": "Hold", + "bbox": [ + 0.6871220270792643, + 0.19751403243453414, + 0.7462986628214519, + 0.2560037683557581 + ], + "point": [ + 0.7167, + 0.2268 + ] + }, + { + "instruction": "Reorder", + "bbox": [ + 0.883582878112793, + 0.1950272030300564, + 0.9633306503295899, + 0.2603989212601273 + ], + "point": [ + 0.9235, + 0.2277 + ] + }, + { + "instruction": "Invoice", + "bbox": [ + 0.7493707021077474, + 0.19670138888888888, + 0.8236858367919921, + 0.2561421712239583 + ], + "point": [ + 0.7865, + 0.2264 + ] + }, + { + "instruction": "Information", + "bbox": [ + 0.032096147537231445, + 0.3976813422309028, + 0.26832135518391925, + 0.47598520914713544 + ], + "point": [ + 0.1502, + 0.4368 + ] + }, + { + "instruction": "Ship", + "bbox": [ + 0.8233509063720703, + 0.19702217667191116, + 0.884240468343099, + 0.25635994805230033 + ], + "point": [ + 0.8538, + 0.2267 + ] + }, + { + "instruction": "adm", + "bbox": [ + 0.948894755045573, + 0.08537796868218316, + 1.0, + 0.14663320470739294 + ], + "point": [ + 0.9744, + 0.116 + ] + }, + { + "instruction": "avidreaderg9@yahoo_", + "bbox": [ + 0.8946768442789713, + 0.5089307996961806, + 1.0, + 0.5366398564091435 + ], + "point": [ + 0.9473, + 0.5228 + ] + }, + { + "instruction": "Grace Ng", + "bbox": [ + 0.9531794230143229, + 0.4583955552842882, + 1.0, + 0.4863322505244502 + ], + "point": [ + 0.9766, + 0.4724 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.5548985799153646, + 0.1831004672580295, + 0.6077013651529948, + 0.22042244805230035 + ], + "point": [ + 0.5813, + 0.2018 + ] + }, + { + "instruction": "Edit Customer", + "bbox": [ + 0.8158888498942057, + 0.398882406729239, + 0.8879937489827474, + 0.4281696178294994 + ], + "point": [ + 0.8519, + 0.4135 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.38373133341471355, + 0.8747283935546875, + 0.40651194254557294, + 0.9074171278211806 + ], + "point": [ + 0.3951, + 0.8911 + ] + }, + { + "instruction": "#000000065", + "bbox": [ + 0.030155030886332194, + 0.09769404375994648, + 0.1516492207845052, + 0.13907238995587384 + ], + "point": [ + 0.0909, + 0.1184 + ] + }, + { + "instruction": "Invoices", + "bbox": [ + 0.03306129773457845, + 0.47436127839265047, + 0.2667530059814453, + 0.5524941903573496 + ], + "point": [ + 0.1499, + 0.5134 + ] + }, + { + "instruction": "Edit.", + "bbox": [ + 0.969555409749349, + 0.19688958062065973, + 1.0, + 0.25959913465711804 + ], + "point": [ + 0.9848, + 0.2282 + ] + }, + { + "instruction": "a button to close or cancel an action.", + "bbox": [ + 0.6144415537516276, + 0.16640088116681134, + 0.6660915374755859, + 0.23750887270326967 + ], + "point": [ + 0.6403, + 0.202 + ] + }, + { + "instruction": "an option to order a view.", + "bbox": [ + 0.031667383511861165, + 0.31537029125072336, + 0.2677820126215617, + 0.3915638111255787 + ], + "point": [ + 0.1497, + 0.3535 + ] + }, + { + "instruction": "Hold.", + "bbox": [ + 0.6871220270792643, + 0.19751403243453414, + 0.7462986628214519, + 0.2560037683557581 + ], + "point": [ + 0.7167, + 0.2268 + ] + }, + { + "instruction": "Recording.", + "bbox": [ + 0.883582878112793, + 0.1950272030300564, + 0.9633306503295899, + 0.2603989212601273 + ], + "point": [ + 0.9235, + 0.2277 + ] + }, + { + "instruction": "Invoice settings or options.", + "bbox": [ + 0.7493707021077474, + 0.19670138888888888, + 0.8236858367919921, + 0.2561421712239583 + ], + "point": [ + 0.7865, + 0.2264 + ] + }, + { + "instruction": "Information.", + "bbox": [ + 0.032096147537231445, + 0.3976813422309028, + 0.26832135518391925, + 0.47598520914713544 + ], + "point": [ + 0.1502, + 0.4368 + ] + }, + { + "instruction": "Ship.", + "bbox": [ + 0.8233509063720703, + 0.19702217667191116, + 0.884240468343099, + 0.25635994805230033 + ], + "point": [ + 0.8538, + 0.2267 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.6535132726033529, + 0.062200631035698783, + 0.6784662246704102, + 0.10898727134422019 + ], + "point": [ + 0.666, + 0.0856 + ] + }, + { + "instruction": "Next", + "bbox": [ + 0.6492246627807617, + 0.14057607297544125, + 0.666898536682129, + 0.1720524964509187 + ], + "point": [ + 0.6581, + 0.1563 + ] + }, + { + "instruction": "User profile or account.", + "bbox": [ + 0.948894755045573, + 0.08537796868218316, + 1.0, + 0.14663320470739294 + ], + "point": [ + 0.9744, + 0.116 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.9168918609619141, + 0.09868713661476418, + 0.9375255584716797, + 0.13497868290653936 + ], + "point": [ + 0.9272, + 0.1168 + ] + }, + { + "instruction": "avid reader99@yahoo.", + "bbox": [ + 0.8946768442789713, + 0.5089307996961806, + 1.0, + 0.5366398564091435 + ], + "point": [ + 0.9473, + 0.5228 + ] + }, + { + "instruction": "Find", + "bbox": [ + 0.8747795740763347, + 0.09104046291775174, + 0.9036041895548502, + 0.14738190262405962 + ], + "point": [ + 0.8892, + 0.1192 + ] + }, + { + "instruction": "grace input field.", + "bbox": [ + 0.9531794230143229, + 0.4583955552842882, + 1.0, + 0.4863322505244502 + ], + "point": [ + 0.9766, + 0.4724 + ] + }, + { + "instruction": "Cancel action.", + "bbox": [ + 0.5548985799153646, + 0.1831004672580295, + 0.6077013651529948, + 0.22042244805230035 + ], + "point": [ + 0.5813, + 0.2018 + ] + }, + { + "instruction": "Strikethrough", + "bbox": [ + 0.0, + 0.8647719771773726, + 0.009568321704864501, + 0.9036781593605324 + ], + "point": [ + 0.0048, + 0.8842 + ] + }, + { + "instruction": "Edit Customer.", + "bbox": [ + 0.8158888498942057, + 0.398882406729239, + 0.8879937489827474, + 0.4281696178294994 + ], + "point": [ + 0.8519, + 0.4135 + ] + }, + { + "instruction": "Edit function.", + "bbox": [ + 0.38373133341471355, + 0.8747283935546875, + 0.40651194254557294, + 0.9074171278211806 + ], + "point": [ + 0.3951, + 0.8911 + ] + }, + { + "instruction": "a hashtag or number of items.", + "bbox": [ + 0.030155030886332194, + 0.09769404375994648, + 0.1516492207845052, + 0.13907238995587384 + ], + "point": [ + 0.0909, + 0.1184 + ] + }, + { + "instruction": "M0,0L9,0 4.5,5z", + "bbox": [ + 0.6281710306803385, + 0.06074129033971716, + 0.6494154612223307, + 0.10805831485324435 + ], + "point": [ + 0.6388, + 0.0844 + ] + }, + { + "instruction": "Invoice settings or options.", + "bbox": [ + 0.03306129773457845, + 0.47436127839265047, + 0.2667530059814453, + 0.5524941903573496 + ], + "point": [ + 0.1499, + 0.5134 + ] + }, + { + "instruction": "Fullscreen mode.", + "bbox": [ + 0.0, + 0.0, + 0.010645612080891927, + 0.17820127981680411 + ], + "point": [ + 0.0053, + 0.0891 + ] + } + ], + "element_size": 72 + } +] \ No newline at end of file