diff --git "a/content_tutorial/hf_train_ele.json" "b/content_tutorial/hf_train_ele.json" new file mode 100644--- /dev/null +++ "b/content_tutorial/hf_train_ele.json" @@ -0,0 +1,8532 @@ +[ + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/content_tutorial/action_videoframes/action_0/833.jpg", + "img_size": [ + 3012, + 1546 + ], + "element": [ + { + "instruction": "Content", + "bbox": [ + 0.0727091734786116, + 0.0278137128072445, + 0.13413015621433536, + 0.06015523932729625 + ], + "point": [ + 0.1034, + 0.044 + ] + }, + { + "instruction": "of your business' performance; using our dynamic product order, and customer reports tailored to your customer data.", + "bbox": [ + 0.23771576292486304, + 0.3997412677878396, + 0.7589641434262948, + 0.4307891332470893 + ], + "point": [ + 0.4983, + 0.4153 + ] + }, + { + "instruction": "Chart is disabled. To enable the chart; click here.", + "bbox": [ + 0.3887782204515272, + 0.5077619268854099, + 0.5976095617529881, + 0.5310478259798472 + ], + "point": [ + 0.4932, + 0.5194 + ] + }, + { + "instruction": "Revenue", + "bbox": [ + 0.3891102662916044, + 0.5705045278137129, + 0.42795488780554863, + 0.5899094437257438 + ], + "point": [ + 0.4085, + 0.5802 + ] + }, + { + "instruction": "Tax", + "bbox": [ + 0.5328684853684221, + 0.5705045278137129, + 0.5504647669089268, + 0.5899094437257438 + ], + "point": [ + 0.5417, + 0.5802 + ] + }, + { + "instruction": "Shipping", + "bbox": [ + 0.6769588313413014, + 0.5698576972833118, + 0.7181274900398407, + 0.5950840879689522 + ], + "point": [ + 0.6975, + 0.5825 + ] + }, + { + "instruction": "Quantity", + "bbox": [ + 0.8213811420982736, + 0.5685640362225097, + 0.8635458167330677, + 0.5957309184993532 + ], + "point": [ + 0.8425, + 0.5821 + ] + }, + { + "instruction": "So.00", + "bbox": [ + 0.38745019920318724, + 0.5950840484895497, + 0.43227091633466136, + 0.6293660666008045 + ], + "point": [ + 0.4099, + 0.6122 + ] + }, + { + "instruction": "So.0o", + "bbox": [ + 0.5322045558002365, + 0.5950840484895497, + 0.5770252729317107, + 0.6293660666008045 + ], + "point": [ + 0.5546, + 0.6122 + ] + }, + { + "instruction": "So.00", + "bbox": [ + 0.6759628154050464, + 0.5950840484895497, + 0.7214475431606906, + 0.6293660666008045 + ], + "point": [ + 0.6987, + 0.6122 + ] + }, + { + "instruction": "Items", + "bbox": [ + 0.2397078555893613, + 0.7671410090556274, + 0.26693229118033074, + 0.7865459249676585 + ], + "point": [ + 0.2533, + 0.7768 + ] + }, + { + "instruction": "Total", + "bbox": [ + 0.33134130146082336, + 0.7671410090556274, + 0.35424966799468793, + 0.7865459249676585 + ], + "point": [ + 0.3428, + 0.7768 + ] + }, + { + "instruction": "$194.40", + "bbox": [ + 0.3203851261620186, + 0.815653298835705, + 0.35424966799468793, + 0.8350582147477361 + ], + "point": [ + 0.3373, + 0.8254 + ] + }, + { + "instruction": "Product", + "bbox": [ + 0.3891102257636122, + 0.814359637774903, + 0.4246347941567065, + 0.833764553686934 + ], + "point": [ + 0.4069, + 0.8241 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.8579018074836072, + 0.814359637774903, + 0.8818061899537267, + 0.8318240620957309 + ], + "point": [ + 0.8699, + 0.8231 + ] + }, + { + "instruction": "Quantity", + "bbox": [ + 0.9276228419654714, + 0.8137128072445019, + 0.9687915006640107, + 0.8369987063389392 + ], + "point": [ + 0.9482, + 0.8254 + ] + }, + { + "instruction": "$190.00", + "bbox": [ + 0.3203851261620186, + 0.8661060802069858, + 0.35424966799468793, + 0.8835705045278137 + ], + "point": [ + 0.3373, + 0.8748 + ] + }, + { + "instruction": "Sprite Stasis Ball 65 cm", + "bbox": [ + 0.3891102257636122, + 0.8628719275549805, + 0.48339973439575035, + 0.8835705045278137 + ], + "point": [ + 0.4363, + 0.8732 + ] + }, + { + "instruction": "$27.00", + "bbox": [ + 0.852257636122178, + 0.8628719275549805, + 0.8818061088977424, + 0.8822768434670116 + ], + "point": [ + 0.867, + 0.8726 + ] + }, + { + "instruction": "$151,.40", + "bbox": [ + 0.3203851261620186, + 0.9146183699870634, + 0.35424966799468793, + 0.9340232858990944 + ], + "point": [ + 0.3373, + 0.9243 + ] + }, + { + "instruction": "Quest Lumaflexm Band", + "bbox": [ + 0.3891102257636122, + 0.9113842173350583, + 0.48406374501992033, + 0.9327296248382924 + ], + "point": [ + 0.4366, + 0.9221 + ] + }, + { + "instruction": "$19.00", + "bbox": [ + 0.852257636122178, + 0.9113842173350583, + 0.8818061088977424, + 0.9307891332470892 + ], + "point": [ + 0.867, + 0.9211 + ] + }, + { + "instruction": "$188.20", + "bbox": [ + 0.3203851261620186, + 0.963130659767141, + 0.35424966799468793, + 0.982535575679172 + ], + "point": [ + 0.3373, + 0.9728 + ] + }, + { + "instruction": "Sprite Yoga", + "bbox": [ + 0.3887782204515272, + 0.9605433376455369, + 0.4362549800796813, + 0.9857697283311773 + ], + "point": [ + 0.4125, + 0.9732 + ] + }, + { + "instruction": "6 foot", + "bbox": [ + 0.46082337317397076, + 0.9605434166043418, + 0.4857237715803453, + 0.9799483325163729 + ], + "point": [ + 0.4733, + 0.9702 + ] + }, + { + "instruction": "$14.00", + "bbox": [ + 0.852257636122178, + 0.9605434166043418, + 0.8818061088977424, + 0.9799483325163729 + ], + "point": [ + 0.867, + 0.9702 + ] + }, + { + "instruction": "Strap", + "bbox": [ + 0.4362549800796813, + 0.9586029250131387, + 0.4581673306772908, + 0.9838293156987791 + ], + "point": [ + 0.4472, + 0.9712 + ] + }, + { + "instruction": "New Customers", + "bbox": [ + 0.5805086133331259, + 0.7089287090424887, + 0.6790465092753984, + 0.7767431103705126 + ], + "point": [ + 0.6298, + 0.7428 + ] + }, + { + "instruction": "Most Viewed Products", + "bbox": [ + 0.4501099605484313, + 0.7088756487255418, + 0.5793075257563496, + 0.7772839781846297 + ], + "point": [ + 0.5147, + 0.7431 + ] + }, + { + "instruction": "CONINT", + "bbox": [ + 0.0, + 0.49619236954742074, + 0.05706224276883352, + 0.5806375481332875 + ], + "point": [ + 0.0285, + 0.5384 + ] + }, + { + "instruction": "Go to Advanced Reporting", + "bbox": [ + 0.7960374485132388, + 0.36009770994198737, + 0.9723825239406956, + 0.4223497792943483 + ], + "point": [ + 0.8842, + 0.3912 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.4192717676791923, + 0.056810827369234, + 0.49920642453054254 + ], + "point": [ + 0.0284, + 0.4592 + ] + }, + { + "instruction": "Reload Data", + "bbox": [ + 0.8814864240952855, + 0.20121808564061489, + 0.97280782469082, + 0.26455039040391537 + ], + "point": [ + 0.9271, + 0.2329 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0, + 0.09627058219169429, + 0.056632564995551644, + 0.17944482011289214 + ], + "point": [ + 0.0283, + 0.1379 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.6795234832155752, + 0.7090205381326811, + 0.7562005396383217, + 0.7776540581035737 + ], + "point": [ + 0.7179, + 0.7433 + ] + }, + { + "instruction": "Bestsellers", + "bbox": [ + 0.3750742878096987, + 0.7087025710250242, + 0.45257264399433517, + 0.7791170858010592 + ], + "point": [ + 0.4138, + 0.7439 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0, + 0.175186196705965, + 0.05665208428979395, + 0.2629033492114226 + ], + "point": [ + 0.0283, + 0.219 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.8192959053858748, + 0.05537224575817822, + 0.9217230043004123 + ], + "point": [ + 0.0277, + 0.8705 + ] + }, + { + "instruction": "& EXTENSIONS", + "bbox": [ + 0.0, + 0.8192959053858748, + 0.05537224575817822, + 0.9217230043004123 + ], + "point": [ + 0.0277, + 0.8705 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5771001541907543, + 0.0564403356625581, + 0.6663534107677069 + ], + "point": [ + 0.0282, + 0.6217 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6591467221989206, + 0.056341082609665506, + 0.7420193967041964 + ], + "point": [ + 0.0282, + 0.7006 + ] + }, + { + "instruction": "Configuration", + "bbox": [ + 0.05609072093786313, + 0.7194368626445262, + 0.22778164279730037, + 0.782918320590435 + ], + "point": [ + 0.1419, + 0.7512 + ] + }, + { + "instruction": "Themes", + "bbox": [ + 0.055117755297170695, + 0.780167869577741, + 0.22954062858267452, + 0.8401051826032907 + ], + "point": [ + 0.1423, + 0.8101 + ] + }, + { + "instruction": "Elements", + "bbox": [ + 0.05558893373446319, + 0.10408400008780219, + 0.22929247568644692, + 0.18612814998256588 + ], + "point": [ + 0.1424, + 0.1451 + ] + }, + { + "instruction": "Pages", + "bbox": [ + 0.053865065454328516, + 0.1818749747331824, + 0.23239283669359023, + 0.24523416496957876 + ], + "point": [ + 0.1431, + 0.2136 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0, + 0.3339595424558336, + 0.057170057360077915, + 0.42506363290093385 + ], + "point": [ + 0.0286, + 0.3795 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.00031687823899713646, + 0.7392797630477846, + 0.05570809616352299, + 0.8234433745350905 + ], + "point": [ + 0.028, + 0.7814 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.25848649235931437, + 0.056653619287498444, + 0.34190824639442513 + ], + "point": [ + 0.0283, + 0.3002 + ] + }, + { + "instruction": "Design", + "bbox": [ + 0.0543947359163606, + 0.645308362558619, + 0.22673742894632407, + 0.7235499057547704 + ], + "point": [ + 0.1406, + 0.6844 + ] + }, + { + "instruction": "Schedule", + "bbox": [ + 0.05565151908641476, + 0.8374202673987305, + 0.23087554972168617, + 0.8957389249221782 + ], + "point": [ + 0.1433, + 0.8666 + ] + }, + { + "instruction": "Blocks", + "bbox": [ + 0.05419895531805071, + 0.24170746994512046, + 0.2325950308466654, + 0.3018744741343588 + ], + "point": [ + 0.1434, + 0.2718 + ] + }, + { + "instruction": "Widgets", + "bbox": [ + 0.0571145492087639, + 0.29926784658493694, + 0.23051640078682664, + 0.35811248818776276 + ], + "point": [ + 0.1438, + 0.3287 + ] + }, + { + "instruction": "admin", + "bbox": [ + 0.9090507274288263, + 0.08915636425339081, + 0.9805151950790587, + 0.15113081444743998 + ], + "point": [ + 0.9448, + 0.1201 + ] + }, + { + "instruction": "Media", + "bbox": [ + 0.059451575614858275, + 0.46123221373959006, + 0.2248743470129897, + 0.540541358937884 + ], + "point": [ + 0.1422, + 0.5009 + ] + }, + { + "instruction": "Templates", + "bbox": [ + 0.05756406543422664, + 0.35476897759085946, + 0.23000690313291106, + 0.41338041436317513 + ], + "point": [ + 0.1438, + 0.3841 + ] + }, + { + "instruction": "Media Gallery", + "bbox": [ + 0.05868917822362892, + 0.535469716455773, + 0.2092708116508575, + 0.6043389284595326 + ], + "point": [ + 0.134, + 0.5699 + ] + }, + { + "instruction": "creating newcustomers.", + "bbox": [ + 0.5805086133331259, + 0.7089287090424887, + 0.6790465092753984, + 0.7767431103705126 + ], + "point": [ + 0.6298, + 0.7428 + ] + }, + { + "instruction": "most viewed products.", + "bbox": [ + 0.4501099605484313, + 0.7088756487255418, + 0.5793075257563496, + 0.7772839781846297 + ], + "point": [ + 0.5147, + 0.7431 + ] + }, + { + "instruction": "Microsoft Outlook.", + "bbox": [ + 0.0, + 7.677756799300614e-05, + 0.05686480052284352, + 0.09989695283758995 + ], + "point": [ + 0.0284, + 0.05 + ] + }, + { + "instruction": "Comment", + "bbox": [ + 0.0, + 0.49619236954742074, + 0.05706224276883352, + 0.5806375481332875 + ], + "point": [ + 0.0285, + 0.5384 + ] + }, + { + "instruction": "a link to access advancedReporting.", + "bbox": [ + 0.7960374485132388, + 0.36009770994198737, + 0.9723825239406956, + 0.4223497792943483 + ], + "point": [ + 0.8842, + 0.3912 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.4192717676791923, + 0.056810827369234, + 0.49920642453054254 + ], + "point": [ + 0.0284, + 0.4592 + ] + }, + { + "instruction": "Reload Data.", + "bbox": [ + 0.8814864240952855, + 0.20121808564061489, + 0.97280782469082, + 0.26455039040391537 + ], + "point": [ + 0.9271, + 0.2329 + ] + }, + { + "instruction": "Navigation or compass functionality.", + "bbox": [ + 0.0, + 0.09627058219169429, + 0.056632564995551644, + 0.17944482011289214 + ], + "point": [ + 0.0283, + 0.1379 + ] + }, + { + "instruction": "Customers section.", + "bbox": [ + 0.6795234832155752, + 0.7090205381326811, + 0.7562005396383217, + 0.7776540581035737 + ], + "point": [ + 0.7179, + 0.7433 + ] + }, + { + "instruction": "a button to access the bestsellers section.", + "bbox": [ + 0.3750742878096987, + 0.7087025710250242, + 0.45257264399433517, + 0.7791170858010592 + ], + "point": [ + 0.4138, + 0.7439 + ] + }, + { + "instruction": "Sales.", + "bbox": [ + 0.0, + 0.175186196705965, + 0.05665208428979395, + 0.2629033492114226 + ], + "point": [ + 0.0283, + 0.219 + ] + }, + { + "instruction": "Find Partners &Extensions.", + "bbox": [ + 0.0, + 0.8192959053858748, + 0.05537224575817822, + 0.9217230043004123 + ], + "point": [ + 0.0277, + 0.8705 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.0, + 0.5771001541907543, + 0.0564403356625581, + 0.6663534107677069 + ], + "point": [ + 0.0282, + 0.6217 + ] + }, + { + "instruction": "Stories", + "bbox": [ + 0.0, + 0.6591467221989206, + 0.056341082609665506, + 0.7420193967041964 + ], + "point": [ + 0.0282, + 0.7006 + ] + }, + { + "instruction": "configuration.", + "bbox": [ + 0.05609072093786313, + 0.7194368626445262, + 0.22778164279730037, + 0.782918320590435 + ], + "point": [ + 0.1419, + 0.7512 + ] + }, + { + "instruction": "Themes.", + "bbox": [ + 0.055117755297170695, + 0.780167869577741, + 0.22954062858267452, + 0.8401051826032907 + ], + "point": [ + 0.1423, + 0.8101 + ] + }, + { + "instruction": "Elements.", + "bbox": [ + 0.05558893373446319, + 0.10408400008780219, + 0.22929247568644692, + 0.18612814998256588 + ], + "point": [ + 0.1424, + 0.1451 + ] + }, + { + "instruction": "Page settings or options.", + "bbox": [ + 0.053865065454328516, + 0.1818749747331824, + 0.23239283669359023, + 0.24523416496957876 + ], + "point": [ + 0.1431, + 0.2136 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.0, + 0.3339595424558336, + 0.057170057360077915, + 0.42506363290093385 + ], + "point": [ + 0.0286, + 0.3795 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.00031687823899713646, + 0.7392797630477846, + 0.05570809616352299, + 0.8234433745350905 + ], + "point": [ + 0.028, + 0.7814 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0, + 0.25848649235931437, + 0.056653619287498444, + 0.34190824639442513 + ], + "point": [ + 0.0283, + 0.3002 + ] + }, + { + "instruction": "Design.", + "bbox": [ + 0.0543947359163606, + 0.645308362558619, + 0.22673742894632407, + 0.7235499057547704 + ], + "point": [ + 0.1406, + 0.6844 + ] + }, + { + "instruction": "Schedule.", + "bbox": [ + 0.05565151908641476, + 0.8374202673987305, + 0.23087554972168617, + 0.8957389249221782 + ], + "point": [ + 0.1433, + 0.8666 + ] + }, + { + "instruction": "Blocks.", + "bbox": [ + 0.05419895531805071, + 0.24170746994512046, + 0.2325950308466654, + 0.3018744741343588 + ], + "point": [ + 0.1434, + 0.2718 + ] + }, + { + "instruction": "Widgets.", + "bbox": [ + 0.0571145492087639, + 0.29926784658493694, + 0.23051640078682664, + 0.35811248818776276 + ], + "point": [ + 0.1438, + 0.3287 + ] + }, + { + "instruction": "\"here\"", + "bbox": [ + 0.5757242027981823, + 0.5041561546177635, + 0.5961102692096198, + 0.5332951120078024 + ], + "point": [ + 0.5859, + 0.5187 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.8371053546231739, + 0.08892460042107152, + 0.8694249693932603, + 0.15775247749042387 + ], + "point": [ + 0.8533, + 0.1233 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.8745952064139276, + 0.0967334683160424, + 0.9008628571650896, + 0.14789606960439744 + ], + "point": [ + 0.8877, + 0.1223 + ] + }, + { + "instruction": "Admin settings.", + "bbox": [ + 0.9090507274288263, + 0.08915636425339081, + 0.9805151950790587, + 0.15113081444743998 + ], + "point": [ + 0.9448, + 0.1201 + ] + }, + { + "instruction": "Media.", + "bbox": [ + 0.059451575614858275, + 0.46123221373959006, + 0.2248743470129897, + 0.540541358937884 + ], + "point": [ + 0.1422, + 0.5009 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.19433670753185175, + 0.016892234535760126, + 0.22108579030233233, + 0.070303098967282 + ], + "point": [ + 0.2077, + 0.0436 + ] + }, + { + "instruction": "templates.", + "bbox": [ + 0.05756406543422664, + 0.35476897759085946, + 0.23000690313291106, + 0.41338041436317513 + ], + "point": [ + 0.1438, + 0.3841 + ] + }, + { + "instruction": "Media Gallery.", + "bbox": [ + 0.05868917822362892, + 0.535469716455773, + 0.2092708116508575, + 0.6043389284595326 + ], + "point": [ + 0.134, + 0.5699 + ] + } + ], + "element_size": 89 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/content_tutorial/action_videoframes/action_1/989.jpg", + "img_size": [ + 3012, + 1546 + ], + "element": [ + { + "instruction": "Content", + "bbox": [ + 0.0727091734786116, + 0.0278137128072445, + 0.13413015621433536, + 0.06015523932729625 + ], + "point": [ + 0.1034, + 0.044 + ] + }, + { + "instruction": "of your business' performance; using our dynamic product order, and customer reports tailored to your customer data.", + "bbox": [ + 0.23771576292486304, + 0.3997412677878396, + 0.7589641434262948, + 0.4307891332470893 + ], + "point": [ + 0.4983, + 0.4153 + ] + }, + { + "instruction": "Chart is disabled. To enable the chart; click here.", + "bbox": [ + 0.3887782204515272, + 0.5077619268854099, + 0.5976095617529881, + 0.5310478259798472 + ], + "point": [ + 0.4932, + 0.5194 + ] + }, + { + "instruction": "Revenue", + "bbox": [ + 0.3891102662916044, + 0.5705045278137129, + 0.42795488780554863, + 0.5899094437257438 + ], + "point": [ + 0.4085, + 0.5802 + ] + }, + { + "instruction": "Tax", + "bbox": [ + 0.5328684853684221, + 0.5705045278137129, + 0.5504647669089268, + 0.5899094437257438 + ], + "point": [ + 0.5417, + 0.5802 + ] + }, + { + "instruction": "Shipping", + "bbox": [ + 0.6769588313413014, + 0.5698576972833118, + 0.7181274900398407, + 0.5950840879689522 + ], + "point": [ + 0.6975, + 0.5825 + ] + }, + { + "instruction": "Quantity", + "bbox": [ + 0.8213811420982736, + 0.5685640362225097, + 0.8635458167330677, + 0.5957309184993532 + ], + "point": [ + 0.8425, + 0.5821 + ] + }, + { + "instruction": "So.00", + "bbox": [ + 0.38745019920318724, + 0.5950840484895497, + 0.43227091633466136, + 0.6293660666008045 + ], + "point": [ + 0.4099, + 0.6122 + ] + }, + { + "instruction": "So.0o", + "bbox": [ + 0.5322045558002365, + 0.5950840484895497, + 0.5770252729317107, + 0.6293660666008045 + ], + "point": [ + 0.5546, + 0.6122 + ] + }, + { + "instruction": "So.00", + "bbox": [ + 0.6759628154050464, + 0.5950840484895497, + 0.7214475431606906, + 0.6293660666008045 + ], + "point": [ + 0.6987, + 0.6122 + ] + }, + { + "instruction": "Items", + "bbox": [ + 0.2397078555893613, + 0.7671410090556274, + 0.26693229118033074, + 0.7865459249676585 + ], + "point": [ + 0.2533, + 0.7768 + ] + }, + { + "instruction": "Total", + "bbox": [ + 0.33134130146082336, + 0.7671410090556274, + 0.35424966799468793, + 0.7865459249676585 + ], + "point": [ + 0.3428, + 0.7768 + ] + }, + { + "instruction": "$194.40", + "bbox": [ + 0.3203851261620186, + 0.815653298835705, + 0.35424966799468793, + 0.8350582147477361 + ], + "point": [ + 0.3373, + 0.8254 + ] + }, + { + "instruction": "Product", + "bbox": [ + 0.3891102257636122, + 0.814359637774903, + 0.4246347941567065, + 0.833764553686934 + ], + "point": [ + 0.4069, + 0.8241 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.8579018074836072, + 0.814359637774903, + 0.8818061899537267, + 0.8318240620957309 + ], + "point": [ + 0.8699, + 0.8231 + ] + }, + { + "instruction": "Quantity", + "bbox": [ + 0.9276228419654714, + 0.8137128072445019, + 0.9687915006640107, + 0.8369987063389392 + ], + "point": [ + 0.9482, + 0.8254 + ] + }, + { + "instruction": "$190.00", + "bbox": [ + 0.3203851261620186, + 0.8661060802069858, + 0.35424966799468793, + 0.8835705045278137 + ], + "point": [ + 0.3373, + 0.8748 + ] + }, + { + "instruction": "Sprite Stasis Ball 65 cm", + "bbox": [ + 0.3891102257636122, + 0.8628719275549805, + 0.48339973439575035, + 0.8835705045278137 + ], + "point": [ + 0.4363, + 0.8732 + ] + }, + { + "instruction": "$27.00", + "bbox": [ + 0.852257636122178, + 0.8628719275549805, + 0.8818061088977424, + 0.8822768434670116 + ], + "point": [ + 0.867, + 0.8726 + ] + }, + { + "instruction": "$151,.40", + "bbox": [ + 0.3203851261620186, + 0.9146183699870634, + 0.35424966799468793, + 0.9340232858990944 + ], + "point": [ + 0.3373, + 0.9243 + ] + }, + { + "instruction": "Quest Lumaflexm Band", + "bbox": [ + 0.3891102257636122, + 0.9113842173350583, + 0.48406374501992033, + 0.9327296248382924 + ], + "point": [ + 0.4366, + 0.9221 + ] + }, + { + "instruction": "$19.00", + "bbox": [ + 0.852257636122178, + 0.9113842173350583, + 0.8818061088977424, + 0.9307891332470892 + ], + "point": [ + 0.867, + 0.9211 + ] + }, + { + "instruction": "$188.20", + "bbox": [ + 0.3203851261620186, + 0.963130659767141, + 0.35424966799468793, + 0.982535575679172 + ], + "point": [ + 0.3373, + 0.9728 + ] + }, + { + "instruction": "Sprite Yoga", + "bbox": [ + 0.3887782204515272, + 0.9605433376455369, + 0.4362549800796813, + 0.9857697283311773 + ], + "point": [ + 0.4125, + 0.9732 + ] + }, + { + "instruction": "6 foot", + "bbox": [ + 0.46082337317397076, + 0.9605434166043418, + 0.4857237715803453, + 0.9799483325163729 + ], + "point": [ + 0.4733, + 0.9702 + ] + }, + { + "instruction": "$14.00", + "bbox": [ + 0.852257636122178, + 0.9605434166043418, + 0.8818061088977424, + 0.9799483325163729 + ], + "point": [ + 0.867, + 0.9702 + ] + }, + { + "instruction": "Strap", + "bbox": [ + 0.4362549800796813, + 0.9586029250131387, + 0.4581673306772908, + 0.9838293156987791 + ], + "point": [ + 0.4472, + 0.9712 + ] + }, + { + "instruction": "New Customers", + "bbox": [ + 0.5805105992047436, + 0.708939842233991, + 0.6790437938999212, + 0.7767363988720892 + ], + "point": [ + 0.6298, + 0.7428 + ] + }, + { + "instruction": "Most Viewed Products", + "bbox": [ + 0.45011664766714393, + 0.7088895454752183, + 0.5793044051009504, + 0.7772740293752022 + ], + "point": [ + 0.5147, + 0.7431 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.4959981308871685, + 0.057056254757986286, + 0.5804739454893677 + ], + "point": [ + 0.0285, + 0.5382 + ] + }, + { + "instruction": "Go to Advanced Reporting", + "bbox": [ + 0.7960367190093791, + 0.36010923792751454, + 0.9723715813828021, + 0.42234164653743533 + ], + "point": [ + 0.8842, + 0.3912 + ] + }, + { + "instruction": "Reload Data", + "bbox": [ + 0.8814917737902557, + 0.20123004789956944, + 0.9728050687873506, + 0.2645420207705874 + ], + "point": [ + 0.9271, + 0.2329 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.4196317803505013, + 0.056818578347741844, + 0.4991441655128153 + ], + "point": [ + 0.0284, + 0.4594 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.6795262796470368, + 0.709025196702175, + 0.7561972973989459, + 0.7776664546359557 + ], + "point": [ + 0.7179, + 0.7433 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0, + 0.09627062167109678, + 0.056638664458377425, + 0.1794343580712322 + ], + "point": [ + 0.0283, + 0.1379 + ] + }, + { + "instruction": "Bestsellers", + "bbox": [ + 0.37508762151913183, + 0.7087085718942028, + 0.4525701717868111, + 0.7791069790740217 + ], + "point": [ + 0.4138, + 0.7439 + ] + }, + { + "instruction": "Themes", + "bbox": [ + 0.06334671587899703, + 0.7790058328448415, + 0.22525719975728595, + 0.839758158655401 + ], + "point": [ + 0.1443, + 0.8094 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0, + 0.17614874401808092, + 0.05647288470629202, + 0.26227246835962764 + ], + "point": [ + 0.0282, + 0.2192 + ] + }, + { + "instruction": "Configuration", + "bbox": [ + 0.059788277108039196, + 0.7203583118986497, + 0.22412391551145677, + 0.7806304102573173 + ], + "point": [ + 0.142, + 0.7505 + ] + }, + { + "instruction": "Schedule", + "bbox": [ + 0.06316442603609002, + 0.8381818250727684, + 0.22594128693559096, + 0.8975162086634865 + ], + "point": [ + 0.1446, + 0.8678 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.8194982768030401, + 0.05399770344079412, + 0.9239716721074547 + ], + "point": [ + 0.027, + 0.8717 + ] + }, + { + "instruction": "& EXTENSIONS", + "bbox": [ + 0.0, + 0.8194982768030401, + 0.05399770344079412, + 0.9239716721074547 + ], + "point": [ + 0.027, + 0.8717 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6591096905193847, + 0.05615690821512129, + 0.7416561862012856 + ], + "point": [ + 0.0281, + 0.7004 + ] + }, + { + "instruction": "Design", + "bbox": [ + 0.059541856783478064, + 0.6454696753971944, + 0.22362597846731563, + 0.723885085881913 + ], + "point": [ + 0.1416, + 0.6847 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5774605221766858, + 0.05636203051563278, + 0.6678377573425371 + ], + "point": [ + 0.0282, + 0.6226 + ] + }, + { + "instruction": "Pages", + "bbox": [ + 0.05398315389159508, + 0.1819855367998565, + 0.23252918299134193, + 0.2452573985979443 + ], + "point": [ + 0.1433, + 0.2136 + ] + }, + { + "instruction": "Elements", + "bbox": [ + 0.05564511566364749, + 0.10413553057790265, + 0.2297632387118194, + 0.18613691440991875 + ], + "point": [ + 0.1427, + 0.1451 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0003852438958359271, + 0.7396609761582309, + 0.05465226597678297, + 0.823209340637128 + ], + "point": [ + 0.0275, + 0.7814 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0, + 0.3339703598121159, + 0.057147670710387614, + 0.42535870195514636 + ], + "point": [ + 0.0286, + 0.3797 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.25849985613705734, + 0.05666410590547964, + 0.3420406997897801 + ], + "point": [ + 0.0283, + 0.3003 + ] + }, + { + "instruction": "Blocks", + "bbox": [ + 0.0543547550520574, + 0.24174426474824143, + 0.2327033723018084, + 0.3019541830479867 + ], + "point": [ + 0.1435, + 0.2718 + ] + }, + { + "instruction": "Widgets", + "bbox": [ + 0.05743034332396975, + 0.2993246574451205, + 0.2305210615059294, + 0.35826108865873624 + ], + "point": [ + 0.144, + 0.3288 + ] + }, + { + "instruction": "Media", + "bbox": [ + 0.059700417486953226, + 0.4609318939248464, + 0.22362361264577107, + 0.5406305429081096 + ], + "point": [ + 0.1417, + 0.5008 + ] + }, + { + "instruction": "Media Gallery", + "bbox": [ + 0.05833834259316899, + 0.5351026369714181, + 0.22187608615019092, + 0.6063656430657746 + ], + "point": [ + 0.1401, + 0.5707 + ] + }, + { + "instruction": "admin", + "bbox": [ + 0.9090291665369771, + 0.08916309549151541, + 0.9804783956621431, + 0.15117220860095104 + ], + "point": [ + 0.9448, + 0.1202 + ] + }, + { + "instruction": "Templates", + "bbox": [ + 0.05745467025128652, + 0.35563930101875807, + 0.22776559371239002, + 0.41350686688935157 + ], + "point": [ + 0.1426, + 0.3846 + ] + }, + { + "instruction": "creating newcustomers.", + "bbox": [ + 0.5805105992047436, + 0.708939842233991, + 0.6790437938999212, + 0.7767363988720892 + ], + "point": [ + 0.6298, + 0.7428 + ] + }, + { + "instruction": "most viewed products.", + "bbox": [ + 0.45011664766714393, + 0.7088895454752183, + 0.5793044051009504, + 0.7772740293752022 + ], + "point": [ + 0.5147, + 0.7431 + ] + }, + { + "instruction": "Microsoft Outlook.", + "bbox": [ + 0.0, + 6.83191060094599e-05, + 0.05688661978064305, + 0.09991151086725825 + ], + "point": [ + 0.0284, + 0.05 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.4959981308871685, + 0.057056254757986286, + 0.5804739454893677 + ], + "point": [ + 0.0285, + 0.5382 + ] + }, + { + "instruction": "a link to access advancedReporting.", + "bbox": [ + 0.7960367190093791, + 0.36010923792751454, + 0.9723715813828021, + 0.42234164653743533 + ], + "point": [ + 0.8842, + 0.3912 + ] + }, + { + "instruction": "Reload Data.", + "bbox": [ + 0.8814917737902557, + 0.20123004789956944, + 0.9728050687873506, + 0.2645420207705874 + ], + "point": [ + 0.9271, + 0.2329 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.4196317803505013, + 0.056818578347741844, + 0.4991441655128153 + ], + "point": [ + 0.0284, + 0.4594 + ] + }, + { + "instruction": "Customers section.", + "bbox": [ + 0.6795262796470368, + 0.709025196702175, + 0.7561972973989459, + 0.7776664546359557 + ], + "point": [ + 0.7179, + 0.7433 + ] + }, + { + "instruction": "Navigation or compass functionality.", + "bbox": [ + 0.0, + 0.09627062167109678, + 0.056638664458377425, + 0.1794343580712322 + ], + "point": [ + 0.0283, + 0.1379 + ] + }, + { + "instruction": "a button to access the bestsellers section.", + "bbox": [ + 0.37508762151913183, + 0.7087085718942028, + 0.4525701717868111, + 0.7791069790740217 + ], + "point": [ + 0.4138, + 0.7439 + ] + }, + { + "instruction": "Themes.", + "bbox": [ + 0.06334671587899703, + 0.7790058328448415, + 0.22525719975728595, + 0.839758158655401 + ], + "point": [ + 0.1443, + 0.8094 + ] + }, + { + "instruction": "Sales.", + "bbox": [ + 0.0, + 0.17614874401808092, + 0.05647288470629202, + 0.26227246835962764 + ], + "point": [ + 0.0282, + 0.2192 + ] + }, + { + "instruction": "configuration.", + "bbox": [ + 0.059788277108039196, + 0.7203583118986497, + 0.22412391551145677, + 0.7806304102573173 + ], + "point": [ + 0.142, + 0.7505 + ] + }, + { + "instruction": "Schedule.", + "bbox": [ + 0.06316442603609002, + 0.8381818250727684, + 0.22594128693559096, + 0.8975162086634865 + ], + "point": [ + 0.1446, + 0.8678 + ] + }, + { + "instruction": "Find Partners &Extensions.", + "bbox": [ + 0.0, + 0.8194982768030401, + 0.05399770344079412, + 0.9239716721074547 + ], + "point": [ + 0.027, + 0.8717 + ] + }, + { + "instruction": "Stories", + "bbox": [ + 0.0, + 0.6591096905193847, + 0.05615690821512129, + 0.7416561862012856 + ], + "point": [ + 0.0281, + 0.7004 + ] + }, + { + "instruction": "Design.", + "bbox": [ + 0.059541856783478064, + 0.6454696753971944, + 0.22362597846731563, + 0.723885085881913 + ], + "point": [ + 0.1416, + 0.6847 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.0, + 0.5774605221766858, + 0.05636203051563278, + 0.6678377573425371 + ], + "point": [ + 0.0282, + 0.6226 + ] + }, + { + "instruction": "Page settings or options.", + "bbox": [ + 0.05398315389159508, + 0.1819855367998565, + 0.23252918299134193, + 0.2452573985979443 + ], + "point": [ + 0.1433, + 0.2136 + ] + }, + { + "instruction": "Elements.", + "bbox": [ + 0.05564511566364749, + 0.10413553057790265, + 0.2297632387118194, + 0.18613691440991875 + ], + "point": [ + 0.1427, + 0.1451 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0003852438958359271, + 0.7396609761582309, + 0.05465226597678297, + 0.823209340637128 + ], + "point": [ + 0.0275, + 0.7814 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.0, + 0.3339703598121159, + 0.057147670710387614, + 0.42535870195514636 + ], + "point": [ + 0.0286, + 0.3797 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0, + 0.25849985613705734, + 0.05666410590547964, + 0.3420406997897801 + ], + "point": [ + 0.0283, + 0.3003 + ] + }, + { + "instruction": "Blocks.", + "bbox": [ + 0.0543547550520574, + 0.24174426474824143, + 0.2327033723018084, + 0.3019541830479867 + ], + "point": [ + 0.1435, + 0.2718 + ] + }, + { + "instruction": "Widgets.", + "bbox": [ + 0.05743034332396975, + 0.2993246574451205, + 0.2305210615059294, + 0.35826108865873624 + ], + "point": [ + 0.144, + 0.3288 + ] + }, + { + "instruction": "\"here\"", + "bbox": [ + 0.5757222574545567, + 0.5041862379224612, + 0.5961119713852921, + 0.5332819258873707 + ], + "point": [ + 0.5859, + 0.5187 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.8371342916096033, + 0.0889665176766656, + 0.869414675283242, + 0.15771257368435682 + ], + "point": [ + 0.8533, + 0.1233 + ] + }, + { + "instruction": "Media.", + "bbox": [ + 0.059700417486953226, + 0.4609318939248464, + 0.22362361264577107, + 0.5406305429081096 + ], + "point": [ + 0.1417, + 0.5008 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.8744424158833416, + 0.09642560793542307, + 0.9009713911281956, + 0.14826735364511745 + ], + "point": [ + 0.8877, + 0.1223 + ] + }, + { + "instruction": "Media Gallery.", + "bbox": [ + 0.05833834259316899, + 0.5351026369714181, + 0.22187608615019092, + 0.6063656430657746 + ], + "point": [ + 0.1401, + 0.5707 + ] + }, + { + "instruction": "Admin settings.", + "bbox": [ + 0.9090291665369771, + 0.08916309549151541, + 0.9804783956621431, + 0.15117220860095104 + ], + "point": [ + 0.9448, + 0.1202 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.19414979243183517, + 0.016498321395025217, + 0.22126281657225266, + 0.0707052682380627 + ], + "point": [ + 0.2077, + 0.0436 + ] + }, + { + "instruction": "templates.", + "bbox": [ + 0.05745467025128652, + 0.35563930101875807, + 0.22776559371239002, + 0.41350686688935157 + ], + "point": [ + 0.1426, + 0.3846 + ] + } + ], + "element_size": 89 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/content_tutorial/action_videoframes/action_2/1493.jpg", + "img_size": [ + 3012, + 1546 + ], + "element": [ + { + "instruction": "per page", + "bbox": [ + 0.7739043824701195, + 0.2671410287953287, + 0.8157370517928287, + 0.291073758420167 + ], + "point": [ + 0.7948, + 0.2791 + ] + }, + { + "instruction": "Parent Theme", + "bbox": [ + 0.3658698133896705, + 0.33570500579873463, + 0.42861881737373425, + 0.3596377354235729 + ], + "point": [ + 0.3972, + 0.3477 + ] + }, + { + "instruction": "Magento Blank", + "bbox": [ + 0.36719787516600266, + 0.44566623544631306, + 0.4292828685258964, + 0.4670116429495472 + ], + "point": [ + 0.3982, + 0.4563 + ] + }, + { + "instruction": "Magentolluma", + "bbox": [ + 0.6527224435590969, + 0.445019404915912, + 0.7134794156706508, + 0.4689521345407503 + ], + "point": [ + 0.6831, + 0.457 + ] + }, + { + "instruction": "Copyright", + "bbox": [ + 0.09329349269588313, + 0.61254851228978, + 0.1391102257636122, + 0.6390685640362225 + ], + "point": [ + 0.1162, + 0.6258 + ] + }, + { + "instruction": "2024 Magento Commerce Inc: All rights reserved:", + "bbox": [ + 0.14807436918990705, + 0.61254851228978, + 0.3618857901726428, + 0.6390685640362225 + ], + "point": [ + 0.255, + 0.6258 + ] + }, + { + "instruction": "Magento ver. 2.4.6", + "bbox": [ + 0.896414342629482, + 0.61254851228978, + 0.9814077025232404, + 0.6377749029754204 + ], + "point": [ + 0.9389, + 0.6252 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.7147268672705013, + 0.17978878440708887, + 0.7858309600141102, + 0.22796794698895334 + ], + "point": [ + 0.7503, + 0.2039 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.8981032251203519, + 0.17797245553671773, + 0.9812016582109063, + 0.22757110003512088 + ], + "point": [ + 0.9397, + 0.2028 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.4957378826659525, + 0.056515413768104664, + 0.5782914451608991 + ], + "point": [ + 0.0283, + 0.537 + ] + }, + { + "instruction": "Default View", + "bbox": [ + 0.7935581891185259, + 0.17817117510915265, + 0.8932317604581673, + 0.22703435781856404 + ], + "point": [ + 0.8434, + 0.2026 + ] + }, + { + "instruction": "admin", + "bbox": [ + 0.907231263747095, + 0.09164574784726714, + 0.9805199773821381, + 0.1455458903837019 + ], + "point": [ + 0.9439, + 0.1186 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.81921355135228, + 0.05607679957254316, + 0.9068914613316623 + ], + "point": [ + 0.028, + 0.8631 + ] + }, + { + "instruction": "& EXTENSIONS", + "bbox": [ + 0.0, + 0.81921355135228, + 0.05607679957254316, + 0.9068914613316623 + ], + "point": [ + 0.028, + 0.8631 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0, + 0.738700205419227, + 0.05604918987785836, + 0.8216851198657826 + ], + "point": [ + 0.028, + 0.7802 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6596987626839425, + 0.05607062411973201, + 0.7380506902894567 + ], + "point": [ + 0.028, + 0.6989 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5767139666755943, + 0.05631057516353855, + 0.6625308571009865 + ], + "point": [ + 0.0282, + 0.6196 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0008035586333053204, + 0.09673430725334532, + 0.051561996439696944, + 0.17633358658054052 + ], + "point": [ + 0.0262, + 0.1365 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.4202084559826771, + 0.056266288200064324, + 0.49757908355989244 + ], + "point": [ + 0.0281, + 0.4589 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9178653225639111, + 0.25041486930106927, + 0.9441044416085658, + 0.2979533601393212 + ], + "point": [ + 0.931, + 0.2742 + ] + }, + { + "instruction": "Report an Issue", + "bbox": [ + 0.9122915888529216, + 0.64007599942897, + 0.9815600877739044, + 0.6683446728705126 + ], + "point": [ + 0.9469, + 0.6542 + ] + }, + { + "instruction": "Vie", + "bbox": [ + 0.9438244742384628, + 0.3846302896082633, + 0.9714616469019755, + 0.433162398048391 + ], + "point": [ + 0.9576, + 0.4089 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0, + 0.1774560452124434, + 0.054735733376714495, + 0.2606599519046127 + ], + "point": [ + 0.0274, + 0.2191 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.2586175442358809, + 0.05447326396724301, + 0.3345178206864489 + ], + "point": [ + 0.0272, + 0.2966 + ] + }, + { + "instruction": "Account", + "bbox": [ + 0.8316983530720866, + 0.638806262886077, + 0.9045446631442978, + 0.6693263676928364 + ], + "point": [ + 0.8681, + 0.6541 + ] + }, + { + "instruction": "Activity", + "bbox": [ + 0.8316983530720866, + 0.638806262886077, + 0.9045446631442978, + 0.6693263676928364 + ], + "point": [ + 0.8681, + 0.6541 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.00025933355607517846, + 0.33756515680587, + 0.05521180050306586, + 0.4082286286940087 + ], + "point": [ + 0.0277, + 0.3729 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.9376116951464973, + 0.4420313668590314, + 0.9725740592318227, + 0.47302869868309344 + ], + "point": [ + 0.9551, + 0.4575 + ] + }, + { + "instruction": "Privacy_ Policy", + "bbox": [ + 0.7658222902660192, + 0.6378053021153379, + 0.8269644404154216, + 0.6703967332531533 + ], + "point": [ + 0.7964, + 0.6541 + ] + }, + { + "instruction": "20", + "bbox": [ + 0.7091547546791999, + 0.2492575700964687, + 0.7456990073559927, + 0.2992812498420824 + ], + "point": [ + 0.7274, + 0.2743 + ] + }, + { + "instruction": "2 records found", + "bbox": [ + 0.06897281175590607, + 0.24748273407811489, + 0.15903796617728305, + 0.29875704233581624 + ], + "point": [ + 0.114, + 0.2731 + ] + }, + { + "instruction": "Themes", + "bbox": [ + 0.06337210160010998, + 0.0997439504132388, + 0.1474930761978129, + 0.15486860583701387 + ], + "point": [ + 0.1054, + 0.1273 + ] + }, + { + "instruction": "Magento/blank", + "bbox": [ + 0.6427757394899568, + 0.377555343805587, + 0.9359038455552788, + 0.4334379642777733 + ], + "point": [ + 0.7893, + 0.4055 + ] + }, + { + "instruction": "Action", + "bbox": [ + 0.9334027821007637, + 0.3218393066722085, + 0.9810131219912018, + 0.3785253922041761 + ], + "point": [ + 0.9572, + 0.3502 + ] + }, + { + "instruction": "Magento Blank", + "bbox": [ + 0.07674997641270855, + 0.37932611344548434, + 0.14492061255304303, + 0.42452315988084166 + ], + "point": [ + 0.1108, + 0.4019 + ] + }, + { + "instruction": "Theme Path", + "bbox": [ + 0.6467414845825034, + 0.3224742144230575, + 0.9323245753963313, + 0.37870024647780565 + ], + "point": [ + 0.7895, + 0.3506 + ] + }, + { + "instruction": "Magento Luma", + "bbox": [ + 0.07183734544244895, + 0.4302559244370553, + 0.3625318874242613, + 0.4870825763815896 + ], + "point": [ + 0.2172, + 0.4587 + ] + }, + { + "instruction": "Theme Title", + "bbox": [ + 0.07124700457609666, + 0.32177288257751857, + 0.36372135359927477, + 0.3811266110754568 + ], + "point": [ + 0.2175, + 0.3514 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.7147268672705013, + 0.17978878440708887, + 0.7858309600141102, + 0.22796794698895334 + ], + "point": [ + 0.7503, + 0.2039 + ] + }, + { + "instruction": "Columns settings.", + "bbox": [ + 0.8981032251203519, + 0.17797245553671773, + 0.9812016582109063, + 0.22757110003512088 + ], + "point": [ + 0.9397, + 0.2028 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.4957378826659525, + 0.056515413768104664, + 0.5782914451608991 + ], + "point": [ + 0.0283, + 0.537 + ] + }, + { + "instruction": "Settings for default view.", + "bbox": [ + 0.7935581891185259, + 0.17817117510915265, + 0.8932317604581673, + 0.22703435781856404 + ], + "point": [ + 0.8434, + 0.2026 + ] + }, + { + "instruction": "Admin settings.", + "bbox": [ + 0.907231263747095, + 0.09164574784726714, + 0.9805199773821381, + 0.1455458903837019 + ], + "point": [ + 0.9439, + 0.1186 + ] + }, + { + "instruction": "navigating to the next item or page.", + "bbox": [ + 0.9494601347215306, + 0.25086761908882804, + 0.981497350441982, + 0.2988010618695929 + ], + "point": [ + 0.9655, + 0.2748 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.834700828846074, + 0.2503510311072425, + 0.8673124072719538, + 0.298273656531725 + ], + "point": [ + 0.851, + 0.2743 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.004620649583469507, + 0.011190535334381064, + 0.04810676979986953, + 0.09139632685218406 + ], + "point": [ + 0.0264, + 0.0513 + ] + }, + { + "instruction": "FindPartners &Extensions.", + "bbox": [ + 0.0, + 0.81921355135228, + 0.05607679957254316, + 0.9068914613316623 + ], + "point": [ + 0.028, + 0.8631 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.8824702816338812, + 0.25007074708926263, + 0.9156127767575531, + 0.2983785335644405 + ], + "point": [ + 0.899, + 0.2742 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0, + 0.738700205419227, + 0.05604918987785836, + 0.8216851198657826 + ], + "point": [ + 0.028, + 0.7802 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.8375056901301046, + 0.0938820783410313, + 0.8672665295847859, + 0.1504660503984577 + ], + "point": [ + 0.8524, + 0.1222 + ] + }, + { + "instruction": "Stories", + "bbox": [ + 0.0, + 0.6596987626839425, + 0.05607062411973201, + 0.7380506902894567 + ], + "point": [ + 0.028, + 0.6989 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.8740031735039011, + 0.09332622809366915, + 0.9025139675672311, + 0.14705516820120473 + ], + "point": [ + 0.8883, + 0.1202 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.0, + 0.5767139666755943, + 0.05631057516353855, + 0.6625308571009865 + ], + "point": [ + 0.0282, + 0.6196 + ] + }, + { + "instruction": "Navigator", + "bbox": [ + 0.0008035586333053204, + 0.09673430725334532, + 0.051561996439696944, + 0.17633358658054052 + ], + "point": [ + 0.0262, + 0.1365 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.4202084559826771, + 0.056266288200064324, + 0.49757908355989244 + ], + "point": [ + 0.0281, + 0.4589 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.744541041562915, + 0.25042535108243047, + 0.7686749745808433, + 0.29910957366035335 + ], + "point": [ + 0.7566, + 0.2748 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9178653225639111, + 0.25041486930106927, + 0.9441044416085658, + 0.2979533601393212 + ], + "point": [ + 0.931, + 0.2742 + ] + }, + { + "instruction": "Export an issue.", + "bbox": [ + 0.9122915888529216, + 0.64007599942897, + 0.9815600877739044, + 0.6683446728705126 + ], + "point": [ + 0.9469, + 0.6542 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.9438244742384628, + 0.3846302896082633, + 0.9714616469019755, + 0.433162398048391 + ], + "point": [ + 0.9576, + 0.4089 + ] + }, + { + "instruction": "Sales", + "bbox": [ + 0.0, + 0.1774560452124434, + 0.054735733376714495, + 0.2606599519046127 + ], + "point": [ + 0.0274, + 0.2191 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0, + 0.2586175442358809, + 0.05447326396724301, + 0.3345178206864489 + ], + "point": [ + 0.0272, + 0.2966 + ] + }, + { + "instruction": "Account activity.", + "bbox": [ + 0.8316983530720866, + 0.638806262886077, + 0.9045446631442978, + 0.6693263676928364 + ], + "point": [ + 0.8681, + 0.6541 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.00025933355607517846, + 0.33756515680587, + 0.05521180050306586, + 0.4082286286940087 + ], + "point": [ + 0.0277, + 0.3729 + ] + }, + { + "instruction": "a button to view more details or information.", + "bbox": [ + 0.9376116951464973, + 0.4420313668590314, + 0.9725740592318227, + 0.47302869868309344 + ], + "point": [ + 0.9551, + 0.4575 + ] + }, + { + "instruction": "Privacy Policy.", + "bbox": [ + 0.7658222902660192, + 0.6378053021153379, + 0.8269644404154216, + 0.6703967332531533 + ], + "point": [ + 0.7964, + 0.6541 + ] + }, + { + "instruction": "the number 20.", + "bbox": [ + 0.7091547546791999, + 0.2492575700964687, + 0.7456990073559927, + 0.2992812498420824 + ], + "point": [ + 0.7274, + 0.2743 + ] + }, + { + "instruction": "2 records found.", + "bbox": [ + 0.06897281175590607, + 0.24748273407811489, + 0.15903796617728305, + 0.29875704233581624 + ], + "point": [ + 0.114, + 0.2731 + ] + }, + { + "instruction": "Themes.", + "bbox": [ + 0.06337210160010998, + 0.0997439504132388, + 0.1474930761978129, + 0.15486860583701387 + ], + "point": [ + 0.1054, + 0.1273 + ] + }, + { + "instruction": "A link to the Magento blank page.", + "bbox": [ + 0.6427757394899568, + 0.377555343805587, + 0.9359038455552788, + 0.4334379642777733 + ], + "point": [ + 0.7893, + 0.4055 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.06632610082942968, + 0.5959448179020456, + 0.09539164711596324, + 0.6548628517141009 + ], + "point": [ + 0.0809, + 0.6254 + ] + }, + { + "instruction": "Action.", + "bbox": [ + 0.9334027821007637, + 0.3218393066722085, + 0.9810131219912018, + 0.3785253922041761 + ], + "point": [ + 0.9572, + 0.3502 + ] + }, + { + "instruction": "magneto blank.", + "bbox": [ + 0.07674997641270855, + 0.37932611344548434, + 0.14492061255304303, + 0.42452315988084166 + ], + "point": [ + 0.1108, + 0.4019 + ] + }, + { + "instruction": "The ThemePath.", + "bbox": [ + 0.6467414845825034, + 0.3224742144230575, + 0.9323245753963313, + 0.37870024647780565 + ], + "point": [ + 0.7895, + 0.3506 + ] + }, + { + "instruction": "A search bar for \"Magento Luma\".", + "bbox": [ + 0.07183734544244895, + 0.4302559244370553, + 0.3625318874242613, + 0.4870825763815896 + ], + "point": [ + 0.2172, + 0.4587 + ] + }, + { + "instruction": "The theme title section in a user interface.", + "bbox": [ + 0.07124700457609666, + 0.32177288257751857, + 0.36372135359927477, + 0.3811266110754568 + ], + "point": [ + 0.2175, + 0.3514 + ] + } + ], + "element_size": 75 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/content_tutorial/action_videoframes/action_3/2008.jpg", + "img_size": [ + 3012, + 1546 + ], + "element": [ + { + "instruction": "Theme Settings", + "bbox": [ + 0.31806108897742363, + 0.3221216041397154, + 0.4063745019920319, + 0.35834411384217335 + ], + "point": [ + 0.3622, + 0.3402 + ] + }, + { + "instruction": "Theme Path", + "bbox": [ + 0.3741699867197875, + 0.4016817593790427, + 0.4292828685258964, + 0.42108667529107374 + ], + "point": [ + 0.4017, + 0.4114 + ] + }, + { + "instruction": "Magento/blank", + "bbox": [ + 0.44820713078674884, + 0.3997412677878396, + 0.5172642357004275, + 0.42626131953428203 + ], + "point": [ + 0.4827, + 0.413 + ] + }, + { + "instruction": "Theme Title", + "bbox": [ + 0.37583005380820467, + 0.48059508408796897, + 0.4302789249901436, + 0.5019404915912031 + ], + "point": [ + 0.4031, + 0.4913 + ] + }, + { + "instruction": "Magento Blank", + "bbox": [ + 0.44787516600265603, + 0.47865459249676584, + 0.5156042496679947, + 0.5051746442432082 + ], + "point": [ + 0.4817, + 0.4919 + ] + }, + { + "instruction": "Theme Preview Im-", + "bbox": [ + 0.3429614873837981, + 0.5491591597898812, + 0.4302788844621514, + 0.5685640757019121 + ], + "point": [ + 0.3866, + 0.5589 + ] + }, + { + "instruction": "age", + "bbox": [ + 0.4116865869853918, + 0.57503234152652, + 0.4302788844621514, + 0.5963777490297542 + ], + "point": [ + 0.421, + 0.5857 + ] + }, + { + "instruction": "Copyright @0 2024 Magento Commerce Inc. All rights reserved:", + "bbox": [ + 0.09329349269588313, + 0.7813712807244502, + 0.3618857901726428, + 0.8085381630012937 + ], + "point": [ + 0.2276, + 0.795 + ] + }, + { + "instruction": "Magento ver. 2.4.6", + "bbox": [ + 0.897410358565737, + 0.7813712807244502, + 0.9814077025232404, + 0.8065976714100905 + ], + "point": [ + 0.9394, + 0.794 + ] + }, + { + "instruction": "THEME", + "bbox": [ + 0.07320414184732424, + 0.27761436156436975, + 0.287454480985563, + 0.3713374958309751 + ], + "point": [ + 0.1803, + 0.3245 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.7806602566855999, + 0.05725213161027764, + 0.8670621923764958 + ], + "point": [ + 0.0286, + 0.8239 + ] + }, + { + "instruction": "& EXTENSIONS", + "bbox": [ + 0.0, + 0.7806602566855999, + 0.05725213161027764, + 0.8670621923764958 + ], + "point": [ + 0.0286, + 0.8239 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.45911915768010186, + 0.05639475686933257, + 0.5419946352229544 + ], + "point": [ + 0.0282, + 0.5006 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.539157921715819, + 0.05628641034819057, + 0.6251461132686166 + ], + "point": [ + 0.0281, + 0.5822 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.379665162554071, + 0.056569001905788306, + 0.46207636232363763 + ], + "point": [ + 0.0283, + 0.4209 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6206887702892545, + 0.05633769852231698, + 0.703438150620553 + ], + "point": [ + 0.0282, + 0.6621 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.002666308743703571, + 0.058001835318462966, + 0.04898535587873117, + 0.13063349359865176 + ], + "point": [ + 0.0258, + 0.0943 + ] + }, + { + "instruction": "admin", + "bbox": [ + 0.9075635932831175, + 0.053816623860466525, + 0.9822215046065738, + 0.10932027167829783 + ], + "point": [ + 0.9449, + 0.0816 + ] + }, + { + "instruction": "General", + "bbox": [ + 0.07479768223654859, + 0.3630671532002951, + 0.2891279831033937, + 0.4488025976183498 + ], + "point": [ + 0.182, + 0.4059 + ] + }, + { + "instruction": "Account Activity", + "bbox": [ + 0.8317652242592132, + 0.8083873516837807, + 0.9043766340886454, + 0.8368063626900065 + ], + "point": [ + 0.8681, + 0.8226 + ] + }, + { + "instruction": "Privacy_Policy", + "bbox": [ + 0.7656094372509961, + 0.8080693056173189, + 0.8260196518613048, + 0.836767988710786 + ], + "point": [ + 0.7958, + 0.8224 + ] + }, + { + "instruction": "Report an Issue", + "bbox": [ + 0.9119899795349851, + 0.8088181509237549, + 0.9814917575790587, + 0.836495107080773 + ], + "point": [ + 0.9467, + 0.8227 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0011440038997655212, + 0.30617273486138624, + 0.055804552784953936, + 0.3705452626612023 + ], + "point": [ + 0.0285, + 0.3384 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0, + 0.7002651910424078, + 0.05636304371543773, + 0.7846291999767545 + ], + "point": [ + 0.0282, + 0.7424 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.22013460186443848, + 0.05613140091003175, + 0.3132126624340536 + ], + "point": [ + 0.0281, + 0.2667 + ] + }, + { + "instruction": "Theme: Magento Blank", + "bbox": [ + 0.07190589854125166, + 0.061144445105943766, + 0.27742679185601343, + 0.11649456739734092 + ], + "point": [ + 0.1747, + 0.0888 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0005873721909238048, + 0.13894254578347348, + 0.05515403291618681, + 0.22714809797713859 + ], + "point": [ + 0.0279, + 0.183 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.9054973141289011, + 0.16490417125154128, + 0.97054214781499, + 0.22399404903278622 + ], + "point": [ + 0.938, + 0.1944 + ] + }, + { + "instruction": "Themes.", + "bbox": [ + 0.07320414184732424, + 0.27761436156436975, + 0.287454480985563, + 0.3713374958309751 + ], + "point": [ + 0.1803, + 0.3245 + ] + }, + { + "instruction": "FindPartners &ensions.", + "bbox": [ + 0.0, + 0.7806602566855999, + 0.05725213161027764, + 0.8670621923764958 + ], + "point": [ + 0.0286, + 0.8239 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.45911915768010186, + 0.05639475686933257, + 0.5419946352229544 + ], + "point": [ + 0.0282, + 0.5006 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.0, + 0.539157921715819, + 0.05628641034819057, + 0.6251461132686166 + ], + "point": [ + 0.0281, + 0.5822 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.379665162554071, + 0.056569001905788306, + 0.46207636232363763 + ], + "point": [ + 0.0283, + 0.4209 + ] + }, + { + "instruction": "Stories", + "bbox": [ + 0.0, + 0.6206887702892545, + 0.05633769852231698, + 0.703438150620553 + ], + "point": [ + 0.0282, + 0.6621 + ] + }, + { + "instruction": "Navigation or compass functionality.", + "bbox": [ + 0.002666308743703571, + 0.058001835318462966, + 0.04898535587873117, + 0.13063349359865176 + ], + "point": [ + 0.0258, + 0.0943 + ] + }, + { + "instruction": "Admin settings.", + "bbox": [ + 0.9075635932831175, + 0.053816623860466525, + 0.9822215046065738, + 0.10932027167829783 + ], + "point": [ + 0.9449, + 0.0816 + ] + }, + { + "instruction": "General settings or options.", + "bbox": [ + 0.07479768223654859, + 0.3630671532002951, + 0.2891279831033937, + 0.4488025976183498 + ], + "point": [ + 0.182, + 0.4059 + ] + }, + { + "instruction": "Account activity.", + "bbox": [ + 0.8317652242592132, + 0.8083873516837807, + 0.9043766340886454, + 0.8368063626900065 + ], + "point": [ + 0.8681, + 0.8226 + ] + }, + { + "instruction": "Privacy Policy.", + "bbox": [ + 0.7656094372509961, + 0.8080693056173189, + 0.8260196518613048, + 0.836767988710786 + ], + "point": [ + 0.7958, + 0.8224 + ] + }, + { + "instruction": "Export an issue.", + "bbox": [ + 0.9119899795349851, + 0.8088181509237549, + 0.9814917575790587, + 0.836495107080773 + ], + "point": [ + 0.9467, + 0.8227 + ] + }, + { + "instruction": "Customers.", + "bbox": [ + 0.0011440038997655212, + 0.30617273486138624, + 0.055804552784953936, + 0.3705452626612023 + ], + "point": [ + 0.0285, + 0.3384 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0, + 0.7002651910424078, + 0.05636304371543773, + 0.7846291999767545 + ], + "point": [ + 0.0282, + 0.7424 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.8731375766465388, + 0.05636826647207006, + 0.9017829236439658, + 0.10853145347684043 + ], + "point": [ + 0.8875, + 0.0824 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0, + 0.22013460186443848, + 0.05613140091003175, + 0.3132126624340536 + ], + "point": [ + 0.0281, + 0.2667 + ] + }, + { + "instruction": "Themes: Magento blank.", + "bbox": [ + 0.07190589854125166, + 0.061144445105943766, + 0.27742679185601343, + 0.11649456739734092 + ], + "point": [ + 0.1747, + 0.0888 + ] + }, + { + "instruction": "Sales", + "bbox": [ + 0.0005873721909238048, + 0.13894254578347348, + 0.05515403291618681, + 0.22714809797713859 + ], + "point": [ + 0.0279, + 0.183 + ] + }, + { + "instruction": "a user profile or account.", + "bbox": [ + 0.44866862303390603, + 0.5618358774913083, + 0.483768539124751, + 0.5915508393636805 + ], + "point": [ + 0.4662, + 0.5767 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.8369030388861222, + 0.053145217402015284, + 0.869460958250332, + 0.1127026003976997 + ], + "point": [ + 0.8532, + 0.0829 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.48481622825105825, + 0.606331059109193, + 0.5022626372764152, + 0.6355470013340879 + ], + "point": [ + 0.4935, + 0.6209 + ] + }, + { + "instruction": "Back.", + "bbox": [ + 0.9054973141289011, + 0.16490417125154128, + 0.97054214781499, + 0.22399404903278622 + ], + "point": [ + 0.938, + 0.1944 + ] + }, + { + "instruction": "Font Color", + "bbox": [ + 0.46549843918596445, + 0.5906458135409929, + 0.48360148274091136, + 0.6243690401894001 + ], + "point": [ + 0.4745, + 0.6075 + ] + }, + { + "instruction": "a battery level indicator.", + "bbox": [ + 0.9936275406187749, + 0.03767747619944741, + 1.0, + 0.09066557544940193 + ], + "point": [ + 0.9968, + 0.0642 + ] + } + ], + "element_size": 52 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/content_tutorial/action_videoframes/action_4/3184.jpg", + "img_size": [ + 3012, + 1546 + ], + "element": [ + { + "instruction": "per page", + "bbox": [ + 0.7739043824701195, + 0.2671410287953287, + 0.8157370517928287, + 0.291073758420167 + ], + "point": [ + 0.7948, + 0.2791 + ] + }, + { + "instruction": "Parent Theme", + "bbox": [ + 0.3658698133896705, + 0.33570500579873463, + 0.42861881737373425, + 0.3596377354235729 + ], + "point": [ + 0.3972, + 0.3477 + ] + }, + { + "instruction": "Magento/blank", + "bbox": [ + 0.6527224435590969, + 0.39197930142302717, + 0.7158034528552457, + 0.41591203104786545 + ], + "point": [ + 0.6843, + 0.4039 + ] + }, + { + "instruction": "Magento Luma", + "bbox": [ + 0.08134130146082337, + 0.44566623544631306, + 0.14375830013280214, + 0.4670116429495472 + ], + "point": [ + 0.1125, + 0.4563 + ] + }, + { + "instruction": "Magentolluma", + "bbox": [ + 0.6527224435590969, + 0.445019404915912, + 0.7134794156706508, + 0.4689521345407503 + ], + "point": [ + 0.6831, + 0.457 + ] + }, + { + "instruction": "Copyright", + "bbox": [ + 0.09329349269588313, + 0.61254851228978, + 0.1391102257636122, + 0.6390685640362225 + ], + "point": [ + 0.1162, + 0.6258 + ] + }, + { + "instruction": "2024 Magento Commerce Inc: All rights reserved:", + "bbox": [ + 0.14807436918990705, + 0.61254851228978, + 0.3618857901726428, + 0.6390685640362225 + ], + "point": [ + 0.255, + 0.6258 + ] + }, + { + "instruction": "Magento ver. 2.4.6", + "bbox": [ + 0.896414342629482, + 0.61254851228978, + 0.9814077025232404, + 0.6377749029754204 + ], + "point": [ + 0.9389, + 0.6252 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.7145744009638529, + 0.17957754986406452, + 0.7860625369615288, + 0.22814582143687337 + ], + "point": [ + 0.7503, + 0.2039 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.89773458250332, + 0.1780287926440714, + 0.9814457988359063, + 0.22780351527758125 + ], + "point": [ + 0.9396, + 0.2029 + ] + }, + { + "instruction": "Default View", + "bbox": [ + 0.7936129829639774, + 0.17836298578615176, + 0.8937213386039177, + 0.2267796169739954 + ], + "point": [ + 0.8437, + 0.2026 + ] + }, + { + "instruction": "admin", + "bbox": [ + 0.9063362435673971, + 0.09146319509015201, + 0.980854414373755, + 0.1451611438667327 + ], + "point": [ + 0.9436, + 0.1183 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.49573464535494827, + 0.05649484074606522, + 0.5781062078044146 + ], + "point": [ + 0.0282, + 0.5369 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.8191958645799644, + 0.055792789535218504, + 0.9072418805081662 + ], + "point": [ + 0.0279, + 0.8632 + ] + }, + { + "instruction": "& EXTENSIONS", + "bbox": [ + 0.0, + 0.8191958645799644, + 0.055792789535218504, + 0.9072418805081662 + ], + "point": [ + 0.0279, + 0.8632 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0, + 0.7386997316663971, + 0.05561406108962587, + 0.8216134252708602 + ], + "point": [ + 0.0278, + 0.7802 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6597538759298189, + 0.05598979103929335, + 0.7382221888138745 + ], + "point": [ + 0.028, + 0.699 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5767237180880094, + 0.05628585308829785, + 0.6626044467072283 + ], + "point": [ + 0.0281, + 0.6197 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0007915699466132865, + 0.09676754891024215, + 0.05146717360295148, + 0.17650696037657665 + ], + "point": [ + 0.0261, + 0.1366 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9182471773063994, + 0.2502554712135147, + 0.9442891681970037, + 0.2984838251308821 + ], + "point": [ + 0.9313, + 0.2744 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.42057679880791154, + 0.05618372761395823, + 0.4970035528303889 + ], + "point": [ + 0.0281, + 0.4588 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.2586044568139554, + 0.05421580989680601, + 0.3346188089980191 + ], + "point": [ + 0.0271, + 0.2966 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0, + 0.17759039361911788, + 0.05449841158640179, + 0.2605512651095569 + ], + "point": [ + 0.0272, + 0.2191 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.00028212801868697084, + 0.33774751216597265, + 0.055004907635895224, + 0.408249829133146 + ], + "point": [ + 0.0276, + 0.373 + ] + }, + { + "instruction": "Action", + "bbox": [ + 0.932896749590181, + 0.32186800819781897, + 0.9811406230546563, + 0.37580218197920034 + ], + "point": [ + 0.957, + 0.3488 + ] + }, + { + "instruction": "Report an Issue", + "bbox": [ + 0.9122433605422062, + 0.6396685325158675, + 0.9815423365133217, + 0.6684260793984476 + ], + "point": [ + 0.9469, + 0.654 + ] + }, + { + "instruction": "Account", + "bbox": [ + 0.8316127579525647, + 0.6380876588019486, + 0.9046119396113462, + 0.6695812467153137 + ], + "point": [ + 0.8681, + 0.6538 + ] + }, + { + "instruction": "Activity", + "bbox": [ + 0.8316127579525647, + 0.6380876588019486, + 0.9046119396113462, + 0.6695812467153137 + ], + "point": [ + 0.8681, + 0.6538 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.9360973261900315, + 0.44091042818412435, + 0.9684777329484147, + 0.47280954851986984 + ], + "point": [ + 0.9523, + 0.4569 + ] + }, + { + "instruction": "20", + "bbox": [ + 0.7089667858513862, + 0.25034623435983994, + 0.743819075909902, + 0.29956038895739 + ], + "point": [ + 0.7264, + 0.275 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.933250072626162, + 0.38960548391009053, + 0.9692496290878154, + 0.41916150170803684 + ], + "point": [ + 0.9512, + 0.4044 + ] + }, + { + "instruction": "Privacy_ Policy", + "bbox": [ + 0.7654454609945635, + 0.6377953927853129, + 0.827082701096655, + 0.670466848671976 + ], + "point": [ + 0.7963, + 0.6541 + ] + }, + { + "instruction": "Magento Blank", + "bbox": [ + 0.07241295438363733, + 0.37916278715738194, + 0.3627424404757273, + 0.43544951879345895 + ], + "point": [ + 0.2176, + 0.4073 + ] + }, + { + "instruction": "Theme Path", + "bbox": [ + 0.6462603362591302, + 0.32266780167316866, + 0.9344412713728419, + 0.3781982658751415 + ], + "point": [ + 0.7904, + 0.3504 + ] + }, + { + "instruction": "Themes", + "bbox": [ + 0.06498142257629638, + 0.09958697043908675, + 0.14885814003102174, + 0.15617337047976634 + ], + "point": [ + 0.1069, + 0.1279 + ] + }, + { + "instruction": "Theme Title", + "bbox": [ + 0.07155338606511454, + 0.3217078994810196, + 0.3637903626379897, + 0.3810905269015807 + ], + "point": [ + 0.2177, + 0.3514 + ] + }, + { + "instruction": "2 records found", + "bbox": [ + 0.07565803578492021, + 0.24697147581586554, + 0.15520393199338064, + 0.2991196211682871 + ], + "point": [ + 0.1154, + 0.273 + ] + }, + { + "instruction": "Magento Blank", + "bbox": [ + 0.3633715463666169, + 0.4302798489549644, + 0.43111295054158366, + 0.4829894308902005 + ], + "point": [ + 0.3972, + 0.4566 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.7145744009638529, + 0.17957754986406452, + 0.7860625369615288, + 0.22814582143687337 + ], + "point": [ + 0.7503, + 0.2039 + ] + }, + { + "instruction": "Columns settings.", + "bbox": [ + 0.89773458250332, + 0.1780287926440714, + 0.9814457988359063, + 0.22780351527758125 + ], + "point": [ + 0.9396, + 0.2029 + ] + }, + { + "instruction": "Details view.", + "bbox": [ + 0.7936129829639774, + 0.17836298578615176, + 0.8937213386039177, + 0.2267796169739954 + ], + "point": [ + 0.8437, + 0.2026 + ] + }, + { + "instruction": "Admin settings.", + "bbox": [ + 0.9063362435673971, + 0.09146319509015201, + 0.980854414373755, + 0.1451611438667327 + ], + "point": [ + 0.9436, + 0.1183 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.49573464535494827, + 0.05649484074606522, + 0.5781062078044146 + ], + "point": [ + 0.0282, + 0.5369 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.834530205998921, + 0.25019943020167973, + 0.8677469484042994, + 0.29846753987735486 + ], + "point": [ + 0.8511, + 0.2743 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.004577727906732445, + 0.01084148806711372, + 0.04818846663314191, + 0.09116156258527551 + ], + "point": [ + 0.0264, + 0.051 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.8820632184802457, + 0.24991752752819776, + 0.9156638420277224, + 0.29858212884308294 + ], + "point": [ + 0.8989, + 0.2742 + ] + }, + { + "instruction": "FindPartners &Extensions.", + "bbox": [ + 0.0, + 0.8191958645799644, + 0.055792789535218504, + 0.9072418805081662 + ], + "point": [ + 0.0279, + 0.8632 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.8369903361813164, + 0.09372642092686267, + 0.8677559456185674, + 0.15061612147717396 + ], + "point": [ + 0.8524, + 0.1222 + ] + }, + { + "instruction": "navigating to the next item or page.", + "bbox": [ + 0.9497826564834413, + 0.25065008758110646, + 0.9816277695208748, + 0.2987596479763806 + ], + "point": [ + 0.9657, + 0.2747 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0, + 0.7386997316663971, + 0.05561406108962587, + 0.8216134252708602 + ], + "point": [ + 0.0278, + 0.7802 + ] + }, + { + "instruction": "Stories", + "bbox": [ + 0.0, + 0.6597538759298189, + 0.05598979103929335, + 0.7382221888138745 + ], + "point": [ + 0.028, + 0.699 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.0, + 0.5767237180880094, + 0.05628585308829785, + 0.6626044467072283 + ], + "point": [ + 0.0281, + 0.6197 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.8735250242519506, + 0.09357636958784767, + 0.9029070080355661, + 0.1483883086644971 + ], + "point": [ + 0.8882, + 0.121 + ] + }, + { + "instruction": "Navigator", + "bbox": [ + 0.0007915699466132865, + 0.09676754891024215, + 0.05146717360295148, + 0.17650696037657665 + ], + "point": [ + 0.0261, + 0.1366 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.7444532579318144, + 0.25037957471524297, + 0.7687596780845368, + 0.2994086498739186 + ], + "point": [ + 0.7566, + 0.2749 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9182471773063994, + 0.2502554712135147, + 0.9442891681970037, + 0.2984838251308821 + ], + "point": [ + 0.9313, + 0.2744 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.42057679880791154, + 0.05618372761395823, + 0.4970035528303889 + ], + "point": [ + 0.0281, + 0.4588 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0, + 0.2586044568139554, + 0.05421580989680601, + 0.3346188089980191 + ], + "point": [ + 0.0271, + 0.2966 + ] + }, + { + "instruction": "Sales", + "bbox": [ + 0.0, + 0.17759039361911788, + 0.05449841158640179, + 0.2605512651095569 + ], + "point": [ + 0.0272, + 0.2191 + ] + }, + { + "instruction": "Scroll to top.", + "bbox": [ + 0.9094786219704515, + 0.3759589941658918, + 0.9266284471489044, + 0.4126143560372534 + ], + "point": [ + 0.9181, + 0.3943 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.00028212801868697084, + 0.33774751216597265, + 0.055004907635895224, + 0.408249829133146 + ], + "point": [ + 0.0276, + 0.373 + ] + }, + { + "instruction": "Action.", + "bbox": [ + 0.932896749590181, + 0.32186800819781897, + 0.9811406230546563, + 0.37580218197920034 + ], + "point": [ + 0.957, + 0.3488 + ] + }, + { + "instruction": "Export an issue.", + "bbox": [ + 0.9122433605422062, + 0.6396685325158675, + 0.9815423365133217, + 0.6684260793984476 + ], + "point": [ + 0.9469, + 0.654 + ] + }, + { + "instruction": "Account activity.", + "bbox": [ + 0.8316127579525647, + 0.6380876588019486, + 0.9046119396113462, + 0.6695812467153137 + ], + "point": [ + 0.8681, + 0.6538 + ] + }, + { + "instruction": "a button to view more details or information.", + "bbox": [ + 0.9360973261900315, + 0.44091042818412435, + 0.9684777329484147, + 0.47280954851986984 + ], + "point": [ + 0.9523, + 0.4569 + ] + }, + { + "instruction": "the number 20.", + "bbox": [ + 0.7089667858513862, + 0.25034623435983994, + 0.743819075909902, + 0.29956038895739 + ], + "point": [ + 0.7264, + 0.275 + ] + }, + { + "instruction": "a button to view more details or information.", + "bbox": [ + 0.933250072626162, + 0.38960548391009053, + 0.9692496290878154, + 0.41916150170803684 + ], + "point": [ + 0.9512, + 0.4044 + ] + }, + { + "instruction": "Privacy Policy.", + "bbox": [ + 0.7654454609945635, + 0.6377953927853129, + 0.827082701096655, + 0.670466848671976 + ], + "point": [ + 0.7963, + 0.6541 + ] + }, + { + "instruction": "Magnito Bank.", + "bbox": [ + 0.07241295438363733, + 0.37916278715738194, + 0.3627424404757273, + 0.43544951879345895 + ], + "point": [ + 0.2176, + 0.4073 + ] + }, + { + "instruction": "ThemesPath.", + "bbox": [ + 0.6462603362591302, + 0.32266780167316866, + 0.9344412713728419, + 0.3781982658751415 + ], + "point": [ + 0.7904, + 0.3504 + ] + }, + { + "instruction": "Themes.", + "bbox": [ + 0.06498142257629638, + 0.09958697043908675, + 0.14885814003102174, + 0.15617337047976634 + ], + "point": [ + 0.1069, + 0.1279 + ] + }, + { + "instruction": "The theme title section in a user interface.", + "bbox": [ + 0.07155338606511454, + 0.3217078994810196, + 0.3637903626379897, + 0.3810905269015807 + ], + "point": [ + 0.2177, + 0.3514 + ] + }, + { + "instruction": "2 records found.", + "bbox": [ + 0.07565803578492021, + 0.24697147581586554, + 0.15520393199338064, + 0.2991196211682871 + ], + "point": [ + 0.1154, + 0.273 + ] + }, + { + "instruction": "minimizing a window.", + "bbox": [ + 0.35849777160887697, + 0.37726801271426263, + 0.6551898282520958, + 0.43449214328306923 + ], + "point": [ + 0.5068, + 0.4059 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.06620088453153532, + 0.5957883610299766, + 0.09529760191006806, + 0.6546830230357576 + ], + "point": [ + 0.0807, + 0.6252 + ] + }, + { + "instruction": "magneto blank.", + "bbox": [ + 0.3633715463666169, + 0.4302798489549644, + 0.43111295054158366, + 0.4829894308902005 + ], + "point": [ + 0.3972, + 0.4566 + ] + }, + { + "instruction": "Searching or magnifying glass.", + "bbox": [ + 4.202182866029372e-05, + 0.01215011428892227, + 0.00584611728055227, + 0.09177335761342906 + ], + "point": [ + 0.0029, + 0.052 + ] + } + ], + "element_size": 77 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/content_tutorial/action_videoframes/action_5/4197.jpg", + "img_size": [ + 3012, + 1546 + ], + "element": [ + { + "instruction": "Search by keyword", + "bbox": [ + 0.08100929614873838, + 0.2671410287953287, + 0.1650066401062417, + 0.2936610805417711 + ], + "point": [ + 0.123, + 0.2804 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.7739043824701195, + 0.34152652005174644, + 0.8157370517928287, + 0.3654592496765847 + ], + "point": [ + 0.7948, + 0.3535 + ] + }, + { + "instruction": "Title", + "bbox": [ + 0.15239043824701196, + 0.4126778783958603, + 0.17330677290836655, + 0.4314359637774903 + ], + "point": [ + 0.1628, + 0.4221 + ] + }, + { + "instruction": "URL", + "bbox": [ + 0.24302790871021124, + 0.4126778783958603, + 0.26062419025071587, + 0.4314359637774903 + ], + "point": [ + 0.2518, + 0.4221 + ] + }, + { + "instruction": "Layout", + "bbox": [ + 0.4209827357237716, + 0.4139715394566624, + 0.45219123505976094, + 0.4346701164294955 + ], + "point": [ + 0.4366, + 0.4243 + ] + }, + { + "instruction": "Store View", + "bbox": [ + 0.5398406374501992, + 0.4126778783958603, + 0.5863213811420983, + 0.4314359637774903 + ], + "point": [ + 0.5631, + 0.4221 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.6171979156939948, + 0.4126778783958603, + 0.6457503725333043, + 0.4314359637774903 + ], + "point": [ + 0.6315, + 0.4221 + ] + }, + { + "instruction": "Created", + "bbox": [ + 0.6669986719787516, + 0.4126778783958603, + 0.702191235059761, + 0.4314359637774903 + ], + "point": [ + 0.6846, + 0.4221 + ] + }, + { + "instruction": "Modified", + "bbox": [ + 0.7915006640106241, + 0.4126778783958603, + 0.8303452855245684, + 0.4314359637774903 + ], + "point": [ + 0.8109, + 0.4221 + ] + }, + { + "instruction": "Action", + "bbox": [ + 0.9156706507304117, + 0.4126778783958603, + 0.9435590969455512, + 0.4314359637774903 + ], + "point": [ + 0.9296, + 0.4221 + ] + }, + { + "instruction": "404 Not Found", + "bbox": [ + 0.15239043824701196, + 0.46701160347014475, + 0.21447543160690571, + 0.4864165193821758 + ], + "point": [ + 0.1834, + 0.4767 + ] + }, + { + "instruction": "no-route", + "bbox": [ + 0.24302788844621515, + 0.4689521345407503, + 0.28021248339973437, + 0.48641655886157825 + ], + "point": [ + 0.2616, + 0.4777 + ] + }, + { + "instruction": "2 columns with right bar", + "bbox": [ + 0.4216467463479416, + 0.4663648124191462, + 0.5212483399734396, + 0.49159120310478654 + ], + "point": [ + 0.4714, + 0.479 + ] + }, + { + "instruction": "AIl Store Views", + "bbox": [ + 0.540172602234292, + 0.46571798188874514, + 0.6019255902821008, + 0.4896507115135834 + ], + "point": [ + 0.571, + 0.4777 + ] + }, + { + "instruction": "Enabled", + "bbox": [ + 0.6178618857901726, + 0.46701160347014475, + 0.6520584329349269, + 0.4864165193821758 + ], + "point": [ + 0.635, + 0.4767 + ] + }, + { + "instruction": "Apr 19,2023 11.41.33 AM", + "bbox": [ + 0.6669986719787516, + 0.46701160347014475, + 0.7709163346613546, + 0.48835701097337886 + ], + "point": [ + 0.719, + 0.4777 + ] + }, + { + "instruction": "Apr 19,2023 11.41.33 AM", + "bbox": [ + 0.7915007450666086, + 0.46701160347014475, + 0.8950864024371264, + 0.48835701097337886 + ], + "point": [ + 0.8433, + 0.4777 + ] + }, + { + "instruction": "Home", + "bbox": [ + 0.15305444887118194, + 0.5206985374934306, + 0.17928286852589642, + 0.5401034534054616 + ], + "point": [ + 0.1662, + 0.5304 + ] + }, + { + "instruction": "home", + "bbox": [ + 0.24302786818221905, + 0.5206985374934306, + 0.2685922772127635, + 0.5401034534054616 + ], + "point": [ + 0.2558, + 0.5304 + ] + }, + { + "instruction": "column", + "bbox": [ + 0.42795484727755645, + 0.5206985374934306, + 0.46049136786188577, + 0.5401034534054616 + ], + "point": [ + 0.4442, + 0.5304 + ] + }, + { + "instruction": "AIl Store Views", + "bbox": [ + 0.540172602234292, + 0.5187580459022275, + 0.6012615796579308, + 0.5426907755270658 + ], + "point": [ + 0.5707, + 0.5307 + ] + }, + { + "instruction": "Enabled", + "bbox": [ + 0.6178618857901726, + 0.5206985374934306, + 0.6520584329349269, + 0.5401034534054616 + ], + "point": [ + 0.635, + 0.5304 + ] + }, + { + "instruction": "Apr 19,2023 11.41.33 AM", + "bbox": [ + 0.6669986719787516, + 0.5206985374934306, + 0.7709163346613546, + 0.5413971144662637 + ], + "point": [ + 0.719, + 0.531 + ] + }, + { + "instruction": "Apr 19,2023 12:15.40 PM", + "bbox": [ + 0.7915007450666086, + 0.5206985374934306, + 0.8950864024371264, + 0.5413971144662637 + ], + "point": [ + 0.8433, + 0.531 + ] + }, + { + "instruction": "Enable Cookies", + "bbox": [ + 0.15305444887118194, + 0.573738680465718, + 0.21613545816733068, + 0.593143596377749 + ], + "point": [ + 0.1846, + 0.5834 + ] + }, + { + "instruction": "enable-cookies", + "bbox": [ + 0.24302788844621515, + 0.573738680465718, + 0.3051128818061089, + 0.593143596377749 + ], + "point": [ + 0.2741, + 0.5834 + ] + }, + { + "instruction": "column", + "bbox": [ + 0.42795484727755645, + 0.573738680465718, + 0.46049136786188577, + 0.593143596377749 + ], + "point": [ + 0.4442, + 0.5834 + ] + }, + { + "instruction": "AIl Store Views", + "bbox": [ + 0.540504607546377, + 0.5730918499353169, + 0.6015935849700158, + 0.593143596377749 + ], + "point": [ + 0.571, + 0.5831 + ] + }, + { + "instruction": "Enabled", + "bbox": [ + 0.6178619263181648, + 0.573738680465718, + 0.6513944628387491, + 0.593143596377749 + ], + "point": [ + 0.6346, + 0.5834 + ] + }, + { + "instruction": "Apr", + "bbox": [ + 0.6669986719787516, + 0.573738680465718, + 0.6832669322709163, + 0.5944372574385511 + ], + "point": [ + 0.6751, + 0.5841 + ] + }, + { + "instruction": "9,2023 11.41.33 AM", + "bbox": [ + 0.6882470119521913, + 0.573738680465718, + 0.7709163346613546, + 0.593143596377749 + ], + "point": [ + 0.7296, + 0.5834 + ] + }, + { + "instruction": "Apr 19,2023", + "bbox": [ + 0.7915006640106241, + 0.573738680465718, + 0.8436254980079682, + 0.5944372574385511 + ], + "point": [ + 0.8176, + 0.5841 + ] + }, + { + "instruction": "1.41.33 AM", + "bbox": [ + 0.849269588313413, + 0.573738680465718, + 0.8950863213811421, + 0.593143596377749 + ], + "point": [ + 0.8722, + 0.5834 + ] + }, + { + "instruction": "Privacy Policy", + "bbox": [ + 0.15205843293492696, + 0.6235446707860002, + 0.2098273572377158, + 0.6494178920020416 + ], + "point": [ + 0.1809, + 0.6365 + ] + }, + { + "instruction": "column", + "bbox": [ + 0.42795484727755645, + 0.6267787839586029, + 0.46049136786188577, + 0.6448900388098319 + ], + "point": [ + 0.4442, + 0.6358 + ] + }, + { + "instruction": "AIl Store Views", + "bbox": [ + 0.5405046886023613, + 0.6267787839586029, + 0.6012616607139152, + 0.6448900388098319 + ], + "point": [ + 0.5709, + 0.6358 + ] + }, + { + "instruction": "Enabled", + "bbox": [ + 0.6178619263181648, + 0.6254851228978008, + 0.6513944628387491, + 0.6448900388098319 + ], + "point": [ + 0.6346, + 0.6352 + ] + }, + { + "instruction": "Apr 19,2023 11.41.33 AM", + "bbox": [ + 0.6666666666666666, + 0.6248383318468023, + 0.7712483399734396, + 0.6487710614716405 + ], + "point": [ + 0.719, + 0.6368 + ] + }, + { + "instruction": "Apr 19,2023 12.15.40 PM", + "bbox": [ + 0.7915007450666086, + 0.6254851623772033, + 0.8950864024371264, + 0.6461837393500364 + ], + "point": [ + 0.8433, + 0.6358 + ] + }, + { + "instruction": "About uS", + "bbox": [ + 0.15305444887118194, + 0.6785252263906857, + 0.19123505976095617, + 0.6979301423027167 + ], + "point": [ + 0.1721, + 0.6882 + ] + }, + { + "instruction": "about-uS", + "bbox": [ + 0.24302788844621515, + 0.6785252263906857, + 0.28087649402390436, + 0.6979301423027167 + ], + "point": [ + 0.262, + 0.6882 + ] + }, + { + "instruction": "column", + "bbox": [ + 0.42795484727755645, + 0.6804657179818887, + 0.46049136786188577, + 0.6979301423027167 + ], + "point": [ + 0.4442, + 0.6892 + ] + }, + { + "instruction": "All Store Views", + "bbox": [ + 0.5405046886023613, + 0.6785252263906857, + 0.6012616607139152, + 0.6979301423027167 + ], + "point": [ + 0.5709, + 0.6882 + ] + }, + { + "instruction": "Enabled", + "bbox": [ + 0.6178618857901726, + 0.6785252263906857, + 0.6520584329349269, + 0.6979301423027167 + ], + "point": [ + 0.635, + 0.6882 + ] + }, + { + "instruction": "Apr 19,2023 12:15.40 PM", + "bbox": [ + 0.6669986719787516, + 0.6785252263906857, + 0.7709163346613546, + 0.6998706338939198 + ], + "point": [ + 0.719, + 0.6892 + ] + }, + { + "instruction": "Apr 19,2023 12:15.40 PM", + "bbox": [ + 0.7915007450666086, + 0.6785252263906857, + 0.8950864024371264, + 0.6998706338939198 + ], + "point": [ + 0.8433, + 0.6892 + ] + }, + { + "instruction": "Customer Service", + "bbox": [ + 0.15305444887118194, + 0.7322121604139715, + 0.22543160690571049, + 0.7516170763260026 + ], + "point": [ + 0.1892, + 0.7419 + ] + }, + { + "instruction": "customer-service", + "bbox": [ + 0.24302790871021124, + 0.7335058214747736, + 0.3137450401843148, + 0.7516170763260026 + ], + "point": [ + 0.2784, + 0.7426 + ] + }, + { + "instruction": "column", + "bbox": [ + 0.42795484727755645, + 0.7322121604139715, + 0.46049136786188577, + 0.7516170763260026 + ], + "point": [ + 0.4442, + 0.7419 + ] + }, + { + "instruction": "All Store Views", + "bbox": [ + 0.5405046886023613, + 0.7322121604139715, + 0.6005976500897452, + 0.7516170763260026 + ], + "point": [ + 0.5706, + 0.7419 + ] + }, + { + "instruction": "Enabled", + "bbox": [ + 0.6178618857901726, + 0.7322121604139715, + 0.6520584329349269, + 0.7516170763260026 + ], + "point": [ + 0.635, + 0.7419 + ] + }, + { + "instruction": "Apr 19,2023 12:15.40 PM", + "bbox": [ + 0.6669986719787516, + 0.7322121604139715, + 0.7709163346613546, + 0.7529107373868047 + ], + "point": [ + 0.719, + 0.7426 + ] + }, + { + "instruction": "Apr 19,2023 12:15.40 PM", + "bbox": [ + 0.7915007450666086, + 0.7322121604139715, + 0.8950864024371264, + 0.7529107373868047 + ], + "point": [ + 0.8433, + 0.7426 + ] + }, + { + "instruction": "Copyright @ 2024 Magento Commerce Inc. All rights reserved.", + "bbox": [ + 0.09329349269588313, + 0.8997412677878396, + 0.3618857901726428, + 0.9269081500646831 + ], + "point": [ + 0.2276, + 0.9133 + ] + }, + { + "instruction": "Magento ver. 2.4.6", + "bbox": [ + 0.897078353253652, + 0.8997412677878396, + 0.9820717131474104, + 0.92496765847348 + ], + "point": [ + 0.9396, + 0.9124 + ] + }, + { + "instruction": "Key", + "bbox": [ + 0.26228419654714474, + 0.41203104786545924, + 0.2775564409030544, + 0.4359637774902975 + ], + "point": [ + 0.2699, + 0.424 + ] + }, + { + "instruction": "Page", + "bbox": [ + 0.17961487383798141, + 0.5181112153718265, + 0.20053120849933598, + 0.54527809764867 + ], + "point": [ + 0.1901, + 0.5317 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.7155412367457255, + 0.25422295376677717, + 0.7862411843511371, + 0.30207937223328346 + ], + "point": [ + 0.7509, + 0.2782 + ] + }, + { + "instruction": "Add New Page", + "bbox": [ + 0.8699532112435674, + 0.13805062712241267, + 0.9722163591726842, + 0.19999771809053607 + ], + "point": [ + 0.9211, + 0.169 + ] + }, + { + "instruction": "Actions", + "bbox": [ + 0.07373453674721686, + 0.3241854293842982, + 0.2109121446748812, + 0.37300423724531045 + ], + "point": [ + 0.1423, + 0.3486 + ] + }, + { + "instruction": "20", + "bbox": [ + 0.7082573838759545, + 0.32415765562464627, + 0.7690265143851677, + 0.37459896822950356 + ], + "point": [ + 0.7386, + 0.3494 + ] + }, + { + "instruction": "Default View", + "bbox": [ + 0.7944517502905046, + 0.2539563888411627, + 0.8923970459308599, + 0.3027442053712201 + ], + "point": [ + 0.8434, + 0.2784 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.822033644030967, + 0.055388892630973505, + 0.9064548191401197 + ], + "point": [ + 0.0277, + 0.8642 + ] + }, + { + "instruction": "& EXTENSIONS", + "bbox": [ + 0.0, + 0.822033644030967, + 0.055388892630973505, + 0.9064548191401197 + ], + "point": [ + 0.0277, + 0.8642 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.9021535116046232, + 0.25268465858844397, + 0.9812528045370601, + 0.3042371781954944 + ], + "point": [ + 0.9417, + 0.2785 + ] + }, + { + "instruction": "admin", + "bbox": [ + 0.9080457953342879, + 0.028294147525999555, + 0.9811856901819804, + 0.08340316910638847 + ], + "point": [ + 0.9446, + 0.0558 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0019314602551707234, + 0.09727002300543743, + 0.04982722866266055, + 0.17686776263593548 + ], + "point": [ + 0.0259, + 0.1371 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.00018019758530980247, + 0.6628067391655886, + 0.04987301769484562, + 0.7348403831965556 + ], + "point": [ + 0.025, + 0.6988 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.4967874031017545, + 0.05544680206582524, + 0.5839162335513017 + ], + "point": [ + 0.0277, + 0.5404 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.004134924129977486, + 0.7447215249282423, + 0.04682197925420713, + 0.815535729175089 + ], + "point": [ + 0.0255, + 0.7801 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0021828173957814576, + 0.3419601223292974, + 0.05037610179399589, + 0.40809420132852925 + ], + "point": [ + 0.0263, + 0.375 + ] + }, + { + "instruction": "Select", + "bbox": [ + 0.9172107954899154, + 0.518235180695646, + 0.9598710464133051, + 0.5470471696742601 + ], + "point": [ + 0.9385, + 0.5326 + ] + }, + { + "instruction": "Select", + "bbox": [ + 0.9205558138539591, + 0.46672904938652165, + 0.9579539102703768, + 0.4926388285292691 + ], + "point": [ + 0.9393, + 0.4797 + ] + }, + { + "instruction": "Report an Issue", + "bbox": [ + 0.9121009451776229, + 0.9274580981413729, + 0.9820890591280711, + 0.9562753773599207 + ], + "point": [ + 0.9471, + 0.9419 + ] + }, + { + "instruction": "Account Activity", + "bbox": [ + 0.8325521157557271, + 0.9263376726986983, + 0.9050119508943393, + 0.956872305925574 + ], + "point": [ + 0.8688, + 0.9416 + ] + }, + { + "instruction": "Select", + "bbox": [ + 0.9097359747209081, + 0.6236790586720772, + 0.9589604634846033, + 0.6532300231065047 + ], + "point": [ + 0.9343, + 0.6385 + ] + }, + { + "instruction": "Select", + "bbox": [ + 0.9161607152120684, + 0.5713035119613115, + 0.9593494511537185, + 0.6002717604149822 + ], + "point": [ + 0.9378, + 0.5858 + ] + }, + { + "instruction": "Select", + "bbox": [ + 0.9126385895221198, + 0.6770641726633247, + 0.9618976081351677, + 0.7058073885228008 + ], + "point": [ + 0.9373, + 0.6914 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0028092079111937665, + 0.2621500624722065, + 0.04896007907659726, + 0.3330757565516858 + ], + "point": [ + 0.0259, + 0.2976 + ] + }, + { + "instruction": "Privacy_ Policy", + "bbox": [ + 0.7652549794312334, + 0.926362939516292, + 0.8273184118992779, + 0.9569395788274175 + ], + "point": [ + 0.7963, + 0.9417 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.00019129212317397078, + 0.4231643972853331, + 0.05388757875399444, + 0.49782421116995473 + ], + "point": [ + 0.027, + 0.4605 + ] + }, + { + "instruction": "Select", + "bbox": [ + 0.9115958042828686, + 0.7297789658796895, + 0.9621958131017596, + 0.7596546089201973 + ], + "point": [ + 0.9369, + 0.7447 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.002136521763693922, + 0.18231068915876658, + 0.048909766107283106, + 0.2567013719566118 + ], + "point": [ + 0.0255, + 0.2195 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0018482537541889732, + 0.5887647779299402, + 0.04877406065840804, + 0.6495980365156048 + ], + "point": [ + 0.0253, + 0.6192 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.11202642230556939, + 0.406479809601896, + 0.14278913399137824, + 0.43947937880265603 + ], + "point": [ + 0.1274, + 0.423 + ] + }, + { + "instruction": "of", + "bbox": [ + 0.9181737405845368, + 0.32527695590434996, + 0.9447985240029465, + 0.3720344652025388 + ], + "point": [ + 0.9315, + 0.3487 + ] + }, + { + "instruction": "Pages", + "bbox": [ + 0.0721729881418337, + 0.03260938933102311, + 0.12953799021038243, + 0.09643663255856848 + ], + "point": [ + 0.1009, + 0.0645 + ] + }, + { + "instruction": "records found", + "bbox": [ + 0.22720073482113215, + 0.322877911053222, + 0.31245274436109727, + 0.37266862284474045 + ], + "point": [ + 0.2698, + 0.3478 + ] + }, + { + "instruction": "privacy-policy-cookie-restriction-mode", + "bbox": [ + 0.24279387981926462, + 0.622062258701892, + 0.40059950627178786, + 0.648877063667327 + ], + "point": [ + 0.3217, + 0.6355 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.7155412367457255, + 0.25422295376677717, + 0.7862411843511371, + 0.30207937223328346 + ], + "point": [ + 0.7509, + 0.2782 + ] + }, + { + "instruction": "Adding a new page.", + "bbox": [ + 0.8699532112435674, + 0.13805062712241267, + 0.9722163591726842, + 0.19999771809053607 + ], + "point": [ + 0.9211, + 0.169 + ] + }, + { + "instruction": "a dropdown menu to view additional actions.", + "bbox": [ + 0.07373453674721686, + 0.3241854293842982, + 0.2109121446748812, + 0.37300423724531045 + ], + "point": [ + 0.1423, + 0.3486 + ] + }, + { + "instruction": "a dropdown menu displaying the number 20.", + "bbox": [ + 0.7082573838759545, + 0.32415765562464627, + 0.7690265143851677, + 0.37459896822950356 + ], + "point": [ + 0.7386, + 0.3494 + ] + }, + { + "instruction": "default view options.", + "bbox": [ + 0.7944517502905046, + 0.2539563888411627, + 0.8923970459308599, + 0.3027442053712201 + ], + "point": [ + 0.8434, + 0.2784 + ] + }, + { + "instruction": "Find Partners &Extensions.", + "bbox": [ + 0.0, + 0.822033644030967, + 0.055388892630973505, + 0.9064548191401197 + ], + "point": [ + 0.0277, + 0.8642 + ] + }, + { + "instruction": "Columns.", + "bbox": [ + 0.9021535116046232, + 0.25268465858844397, + 0.9812528045370601, + 0.3042371781954944 + ], + "point": [ + 0.9417, + 0.2785 + ] + }, + { + "instruction": "uBlock Origin (Ctrl+Shift+F4)", + "bbox": [ + 0.004604172421641559, + 0.010452497514376819, + 0.048571248453451815, + 0.09329795097163547 + ], + "point": [ + 0.0266, + 0.0519 + ] + }, + { + "instruction": "Admin settings.", + "bbox": [ + 0.9080457953342879, + 0.028294147525999555, + 0.9811856901819804, + 0.08340316910638847 + ], + "point": [ + 0.9446, + 0.0558 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.8346387399620269, + 0.3253548092860608, + 0.8681604149807022, + 0.3737808760510996 + ], + "point": [ + 0.8514, + 0.3496 + ] + }, + { + "instruction": "Navigation or compass settings.", + "bbox": [ + 0.0019314602551707234, + 0.09727002300543743, + 0.04982722866266055, + 0.17686776263593548 + ], + "point": [ + 0.0259, + 0.1371 + ] + }, + { + "instruction": "Stories", + "bbox": [ + 0.00018019758530980247, + 0.6628067391655886, + 0.04987301769484562, + 0.7348403831965556 + ], + "point": [ + 0.025, + 0.6988 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.4967874031017545, + 0.05544680206582524, + 0.5839162335513017 + ], + "point": [ + 0.0277, + 0.5404 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.8812436614220203, + 0.325132184935418, + 0.9160343489323954, + 0.37350842869451406 + ], + "point": [ + 0.8986, + 0.3493 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.004134924129977486, + 0.7447215249282423, + 0.04682197925420713, + 0.815535729175089 + ], + "point": [ + 0.0255, + 0.7801 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.0021828173957814576, + 0.3419601223292974, + 0.05037610179399589, + 0.40809420132852925 + ], + "point": [ + 0.0263, + 0.375 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.8739200100639111, + 0.031692677605198394, + 0.9024834905170983, + 0.08309369994011764 + ], + "point": [ + 0.8882, + 0.0574 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.3478064872670775, + 0.2603128884773205, + 0.36584387547466385, + 0.29958893256539054 + ], + "point": [ + 0.3568, + 0.28 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.08116737051630717, + 0.7268282753375647, + 0.1021022112720991, + 0.7640159774721055 + ], + "point": [ + 0.0916, + 0.7454 + ] + }, + { + "instruction": "Select.", + "bbox": [ + 0.9172107954899154, + 0.518235180695646, + 0.9598710464133051, + 0.5470471696742601 + ], + "point": [ + 0.9385, + 0.5326 + ] + }, + { + "instruction": "navigating to the next item or screen.", + "bbox": [ + 0.950280097059678, + 0.3255585032632095, + 0.9816605971945551, + 0.3735368538643071 + ], + "point": [ + 0.966, + 0.3495 + ] + }, + { + "instruction": "Select functionality.", + "bbox": [ + 0.9205558138539591, + 0.46672904938652165, + 0.9579539102703768, + 0.4926388285292691 + ], + "point": [ + 0.9393, + 0.4797 + ] + }, + { + "instruction": "Export an issue.", + "bbox": [ + 0.9121009451776229, + 0.9274580981413729, + 0.9820890591280711, + 0.9562753773599207 + ], + "point": [ + 0.9471, + 0.9419 + ] + }, + { + "instruction": "Account activity.", + "bbox": [ + 0.8325521157557271, + 0.9263376726986983, + 0.9050119508943393, + 0.956872305925574 + ], + "point": [ + 0.8688, + 0.9416 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.8389552953550382, + 0.03044936018495942, + 0.8662782950230329, + 0.08416013976734946 + ], + "point": [ + 0.8526, + 0.0573 + ] + }, + { + "instruction": "Select.", + "bbox": [ + 0.9097359747209081, + 0.6236790586720772, + 0.9589604634846033, + 0.6532300231065047 + ], + "point": [ + 0.9343, + 0.6385 + ] + }, + { + "instruction": "Select.", + "bbox": [ + 0.9161607152120684, + 0.5713035119613115, + 0.9593494511537185, + 0.6002717604149822 + ], + "point": [ + 0.9378, + 0.5858 + ] + }, + { + "instruction": "Select.", + "bbox": [ + 0.9126385895221198, + 0.6770641726633247, + 0.9618976081351677, + 0.7058073885228008 + ], + "point": [ + 0.9373, + 0.6914 + ] + }, + { + "instruction": "uBlock Origin (Ctrl+Shift+F4)", + "bbox": [ + 0.06883931254960626, + 0.8889296754982616, + 0.09514667566712318, + 0.9370746489175695 + ], + "point": [ + 0.082, + 0.913 + ] + }, + { + "instruction": "3", + "bbox": [ + 0.11587748331219393, + 0.5712922603316017, + 0.12351245044237114, + 0.5989285527040549 + ], + "point": [ + 0.1197, + 0.5851 + ] + }, + { + "instruction": "5, September, 2024", + "bbox": [ + 0.11502195766089289, + 0.6757915936034524, + 0.124373264996654, + 0.7051893779562176 + ], + "point": [ + 0.1197, + 0.6905 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0028092079111937665, + 0.2621500624722065, + 0.04896007907659726, + 0.3330757565516858 + ], + "point": [ + 0.0259, + 0.2976 + ] + }, + { + "instruction": "Privacy Policy.", + "bbox": [ + 0.7652549794312334, + 0.926362939516292, + 0.8273184118992779, + 0.9569395788274175 + ], + "point": [ + 0.7963, + 0.9417 + ] + }, + { + "instruction": "Marketing", + "bbox": [ + 0.00019129212317397078, + 0.4231643972853331, + 0.05388757875399444, + 0.49782421116995473 + ], + "point": [ + 0.027, + 0.4605 + ] + }, + { + "instruction": "Select.", + "bbox": [ + 0.9115958042828686, + 0.7297789658796895, + 0.9621958131017596, + 0.7596546089201973 + ], + "point": [ + 0.9369, + 0.7447 + ] + }, + { + "instruction": "Sales", + "bbox": [ + 0.002136521763693922, + 0.18231068915876658, + 0.048909766107283106, + 0.2567013719566118 + ], + "point": [ + 0.0255, + 0.2195 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.07943921133499855, + 0.4076301209522558, + 0.10512281319059699, + 0.4427521028308942 + ], + "point": [ + 0.0923, + 0.4252 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.08364809398473813, + 0.5696517332405199, + 0.10099745873277723, + 0.6034642622973602 + ], + "point": [ + 0.0923, + 0.5866 + ] + }, + { + "instruction": "2, September, 2024", + "bbox": [ + 0.11570209842595763, + 0.5188390576361376, + 0.12373334826384566, + 0.5441541980185761 + ], + "point": [ + 0.1197, + 0.5315 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.0018482537541889732, + 0.5887647779299402, + 0.04877406065840804, + 0.6495980365156048 + ], + "point": [ + 0.0253, + 0.6192 + ] + }, + { + "instruction": "4, September, 2024", + "bbox": [ + 0.11414083858251889, + 0.6220546391772114, + 0.124531790238136, + 0.6515027992475542 + ], + "point": [ + 0.1193, + 0.6368 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.0839678446451823, + 0.623380633868653, + 0.10101985044846655, + 0.6539092662263503 + ], + "point": [ + 0.0925, + 0.6386 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.08179105072224124, + 0.6754834173876132, + 0.10152502173921502, + 0.7113711417569534 + ], + "point": [ + 0.0917, + 0.6934 + ] + }, + { + "instruction": "Undo action.", + "bbox": [ + 0.11202642230556939, + 0.406479809601896, + 0.14278913399137824, + 0.43947937880265603 + ], + "point": [ + 0.1274, + 0.423 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.08301439323273313, + 0.5159586009510431, + 0.1016171013374886, + 0.548189585144122 + ], + "point": [ + 0.0923, + 0.5321 + ] + }, + { + "instruction": "6, September, 2024", + "bbox": [ + 0.11650546455130001, + 0.729414649953509, + 0.12367448135517825, + 0.7582696714808377 + ], + "point": [ + 0.1201, + 0.7438 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9181737405845368, + 0.32527695590434996, + 0.9447985240029465, + 0.3720344652025388 + ], + "point": [ + 0.9315, + 0.3487 + ] + }, + { + "instruction": "Pages.", + "bbox": [ + 0.0721729881418337, + 0.03260938933102311, + 0.12953799021038243, + 0.09643663255856848 + ], + "point": [ + 0.1009, + 0.0645 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.08414531672301678, + 0.4632979339954924, + 0.10180421907746617, + 0.4959432150383045 + ], + "point": [ + 0.093, + 0.4796 + ] + }, + { + "instruction": "6 records found.", + "bbox": [ + 0.22720073482113215, + 0.322877911053222, + 0.31245274436109727, + 0.37266862284474045 + ], + "point": [ + 0.2698, + 0.3478 + ] + }, + { + "instruction": "1, September, 2024", + "bbox": [ + 0.11530281664682417, + 0.46437528741005013, + 0.12425251184390045, + 0.49318009113741107 + ], + "point": [ + 0.1198, + 0.4788 + ] + }, + { + "instruction": "Privacy Policy-cookie-restraction- mode.", + "bbox": [ + 0.24279387981926462, + 0.622062258701892, + 0.40059950627178786, + 0.648877063667327 + ], + "point": [ + 0.3217, + 0.6355 + ] + } + ], + "element_size": 141 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/content_tutorial/action_videoframes/action_6/4581.jpg", + "img_size": [ + 3012, + 1546 + ], + "element": [ + { + "instruction": "Enable Page", + "bbox": [ + 0.23074367163507428, + 0.28525224416715517, + 0.28884460124994815, + 0.31306595697439965 + ], + "point": [ + 0.2598, + 0.2992 + ] + }, + { + "instruction": "404 Not Found", + "bbox": [ + 0.31208499335989376, + 0.3648124191461837, + 0.3804780876494024, + 0.3913324708926261 + ], + "point": [ + 0.3463, + 0.3781 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.07370517928286853, + 0.4650711513583441, + 0.12284196547144755, + 0.49029754204398446 + ], + "point": [ + 0.0983, + 0.4777 + ] + }, + { + "instruction": "Search Engine Optimization", + "bbox": [ + 0.07337317397078354, + 0.5407503628946677, + 0.2340637450199203, + 0.5756792115363236 + ], + "point": [ + 0.1537, + 0.5582 + ] + }, + { + "instruction": "Page in Websites", + "bbox": [ + 0.07270916334661355, + 0.6228978402555991, + 0.17297476759628155, + 0.657179858366854 + ], + "point": [ + 0.1228, + 0.64 + ] + }, + { + "instruction": "Design", + "bbox": [ + 0.07470120535112156, + 0.7056921876263341, + 0.11487384811340576, + 0.7335059004335786 + ], + "point": [ + 0.0948, + 0.7196 + ] + }, + { + "instruction": "Custom Design Update", + "bbox": [ + 0.07337318410278158, + 0.7839586818048593, + 0.20650730411686588, + 0.815006547264109 + ], + "point": [ + 0.1399, + 0.7995 + ] + }, + { + "instruction": "Copyright", + "bbox": [ + 0.09428950863213811, + 0.926261319534282, + 0.1397742363877822, + 0.9527813712807245 + ], + "point": [ + 0.117, + 0.9395 + ] + }, + { + "instruction": "2024 Magento Commerce Inc: All rights reserved:", + "bbox": [ + 0.14807436918990705, + 0.925614489003881, + 0.3618857901726428, + 0.9514877102199224 + ], + "point": [ + 0.255, + 0.9386 + ] + }, + { + "instruction": "Magento ver. 2.4.6", + "bbox": [ + 0.897078353253652, + 0.925614489003881, + 0.9820717131474104, + 0.9527813712807245 + ], + "point": [ + 0.9396, + 0.9392 + ] + }, + { + "instruction": "Save", + "bbox": [ + 0.880958911748838, + 0.09754776060195666, + 0.9726371207876826, + 0.1605424769945626 + ], + "point": [ + 0.9268, + 0.129 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.8187273230312095, + 0.0532116377021212, + 0.906844086048674 + ], + "point": [ + 0.0266, + 0.8628 + ] + }, + { + "instruction": "& EXTENSIONS", + "bbox": [ + 0.0, + 0.8187273230312095, + 0.0532116377021212, + 0.906844086048674 + ], + "point": [ + 0.0266, + 0.8628 + ] + }, + { + "instruction": "admin", + "bbox": [ + 0.9069171718075614, + 0.0, + 0.9807309661095203, + 0.03505834601674938 + ], + "point": [ + 0.9438, + 0.0175 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.49653895922188307, + 0.0563387471841151, + 0.5817046369031977 + ], + "point": [ + 0.0282, + 0.5391 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0009923202899664364, + 0.7388206175968225, + 0.05163891603588899, + 0.8206532072434912 + ], + "point": [ + 0.0263, + 0.7797 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0034176141300682685, + 0.0964823694463535, + 0.04876078774096323, + 0.17561902913516736 + ], + "point": [ + 0.0261, + 0.1361 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.420396062103311, + 0.05625657667993391, + 0.49933125840121684 + ], + "point": [ + 0.0281, + 0.4599 + ] + }, + { + "instruction": "Title", + "bbox": [ + 0.23859082306840346, + 0.36059665063065977, + 0.3018034672832109, + 0.39320537374676584 + ], + "point": [ + 0.2702, + 0.3769 + ] + }, + { + "instruction": "Page", + "bbox": [ + 0.23859082306840346, + 0.36059665063065977, + 0.3018034672832109, + 0.39320537374676584 + ], + "point": [ + 0.2702, + 0.3769 + ] + }, + { + "instruction": "Account Activity", + "bbox": [ + 0.8320649692895087, + 0.9519526196636481, + 0.9051593106739708, + 0.9826767540224773 + ], + "point": [ + 0.8686, + 0.9673 + ] + }, + { + "instruction": "Yes", + "bbox": [ + 0.3014079343433557, + 0.2775730266299624, + 0.35554028190622927, + 0.3207623085722732 + ], + "point": [ + 0.3285, + 0.2992 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.713883560808848, + 0.10003398584363377, + 0.7809068089620684, + 0.15548839297670905 + ], + "point": [ + 0.7474, + 0.1278 + ] + }, + { + "instruction": "Report an Issue", + "bbox": [ + 0.9122518714205677, + 0.9534055406340961, + 0.9823450339267928, + 0.9821684961948173 + ], + "point": [ + 0.9473, + 0.9678 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6601720812403986, + 0.055862355833826156, + 0.7340286077225501 + ], + "point": [ + 0.0279, + 0.6971 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0012311846769821754, + 0.34056531503931514, + 0.05555667345267368, + 0.4071812006665386 + ], + "point": [ + 0.0284, + 0.3739 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0003582725170282412, + 0.17590578777515564, + 0.05505950137438527, + 0.2646288359766636 + ], + "point": [ + 0.0277, + 0.2203 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5769720040502708, + 0.056036362768327734, + 0.6755273974419874 + ], + "point": [ + 0.028, + 0.6262 + ] + }, + { + "instruction": "Delete Page", + "bbox": [ + 0.7851046173379399, + 0.0994983687900479, + 0.8752447080168908, + 0.15702595778609618 + ], + "point": [ + 0.8302, + 0.1283 + ] + }, + { + "instruction": "404 Not Found", + "bbox": [ + 0.07241938820239874, + 0.0024959100326005113, + 0.2031038241240766, + 0.0487008754833858 + ], + "point": [ + 0.1378, + 0.0256 + ] + }, + { + "instruction": "Privacy_ Policy", + "bbox": [ + 0.7654432724829847, + 0.950691568589303, + 0.8269803273883632, + 0.9833358231676503 + ], + "point": [ + 0.7962, + 0.967 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.00011095297764022037, + 0.25933223985916276, + 0.05580807618727564, + 0.3355143992435115 + ], + "point": [ + 0.028, + 0.2974 + ] + }, + { + "instruction": "Save.", + "bbox": [ + 0.880958911748838, + 0.09754776060195666, + 0.9726371207876826, + 0.1605424769945626 + ], + "point": [ + 0.9268, + 0.129 + ] + }, + { + "instruction": "Find Partners &Extensions.", + "bbox": [ + 0.0, + 0.8187273230312095, + 0.0532116377021212, + 0.906844086048674 + ], + "point": [ + 0.0266, + 0.8628 + ] + }, + { + "instruction": "Admin settings.", + "bbox": [ + 0.9069171718075614, + 0.0, + 0.9807309661095203, + 0.03505834601674938 + ], + "point": [ + 0.9438, + 0.0175 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.49653895922188307, + 0.0563387471841151, + 0.5817046369031977 + ], + "point": [ + 0.0282, + 0.5391 + ] + }, + { + "instruction": "Notifications.", + "bbox": [ + 0.872653429251743, + 0.0, + 0.9036051432291666, + 0.03711228167100835 + ], + "point": [ + 0.8881, + 0.0186 + ] + }, + { + "instruction": "Unordered List", + "bbox": [ + 0.0042927958575852835, + 0.0062052145658150065, + 0.0496183448578732, + 0.10028223232649276 + ], + "point": [ + 0.027, + 0.0532 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0009923202899664364, + 0.7388206175968225, + 0.05163891603588899, + 0.8206532072434912 + ], + "point": [ + 0.0263, + 0.7797 + ] + }, + { + "instruction": "Navigator", + "bbox": [ + 0.0034176141300682685, + 0.0964823694463535, + 0.04876078774096323, + 0.17561902913516736 + ], + "point": [ + 0.0261, + 0.1361 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.8384948973636703, + 0.0, + 0.8689957779558848, + 0.038158041693723214 + ], + "point": [ + 0.8537, + 0.0191 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.420396062103311, + 0.05625657667993391, + 0.49933125840121684 + ], + "point": [ + 0.0281, + 0.4599 + ] + }, + { + "instruction": "Page Titles.", + "bbox": [ + 0.23859082306840346, + 0.36059665063065977, + 0.3018034672832109, + 0.39320537374676584 + ], + "point": [ + 0.2702, + 0.3769 + ] + }, + { + "instruction": "Account activity.", + "bbox": [ + 0.8320649692895087, + 0.9519526196636481, + 0.9051593106739708, + 0.9826767540224773 + ], + "point": [ + 0.8686, + 0.9673 + ] + }, + { + "instruction": "a toggle switch in the \"on\" position.", + "bbox": [ + 0.3014079343433557, + 0.2775730266299624, + 0.35554028190622927, + 0.3207623085722732 + ], + "point": [ + 0.3285, + 0.2992 + ] + }, + { + "instruction": "the \"Back\" function.", + "bbox": [ + 0.713883560808848, + 0.10003398584363377, + 0.7809068089620684, + 0.15548839297670905 + ], + "point": [ + 0.7474, + 0.1278 + ] + }, + { + "instruction": "Reporting an issue.", + "bbox": [ + 0.9122518714205677, + 0.9534055406340961, + 0.9823450339267928, + 0.9821684961948173 + ], + "point": [ + 0.9473, + 0.9678 + ] + }, + { + "instruction": "Check Box", + "bbox": [ + 0.9538394274464641, + 0.772066064516292, + 0.9789761851033366, + 0.8354192933629123 + ], + "point": [ + 0.9664, + 0.8037 + ] + }, + { + "instruction": "Stories", + "bbox": [ + 0.0, + 0.6601720812403986, + 0.055862355833826156, + 0.7340286077225501 + ], + "point": [ + 0.0279, + 0.6971 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.0012311846769821754, + 0.34056531503931514, + 0.05555667345267368, + 0.4071812006665386 + ], + "point": [ + 0.0284, + 0.3739 + ] + }, + { + "instruction": "Sales", + "bbox": [ + 0.0003582725170282412, + 0.17590578777515564, + 0.05505950137438527, + 0.2646288359766636 + ], + "point": [ + 0.0277, + 0.2203 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.0, + 0.5769720040502708, + 0.056036362768327734, + 0.6755273974419874 + ], + "point": [ + 0.028, + 0.6262 + ] + }, + { + "instruction": "Delete Page.", + "bbox": [ + 0.7851046173379399, + 0.0994983687900479, + 0.8752447080168908, + 0.15702595778609618 + ], + "point": [ + 0.8302, + 0.1283 + ] + }, + { + "instruction": "Check Box", + "bbox": [ + 0.9547752998422975, + 0.617403452331622, + 0.9785452914902888, + 0.6707690240186368 + ], + "point": [ + 0.9667, + 0.6441 + ] + }, + { + "instruction": "Check Box", + "bbox": [ + 0.9543373543586072, + 0.6933821940946394, + 0.9784850668938828, + 0.7515029808528056 + ], + "point": [ + 0.9664, + 0.7224 + ] + }, + { + "instruction": "Check Box", + "bbox": [ + 0.9554914294644339, + 0.5334259467476552, + 0.9800016243619273, + 0.5906353909787354 + ], + "point": [ + 0.9677, + 0.562 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.06845255898606097, + 0.9104127871573819, + 0.09582286495294862, + 0.9682150540962565 + ], + "point": [ + 0.0821, + 0.9393 + ] + }, + { + "instruction": "Notifications for 404 not found.", + "bbox": [ + 0.07241938820239874, + 0.0024959100326005113, + 0.2031038241240766, + 0.0487008754833858 + ], + "point": [ + 0.1378, + 0.0256 + ] + }, + { + "instruction": "Privacy Policy.", + "bbox": [ + 0.7654432724829847, + 0.950691568589303, + 0.8269803273883632, + 0.9833358231676503 + ], + "point": [ + 0.7962, + 0.967 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.00011095297764022037, + 0.25933223985916276, + 0.05580807618727564, + 0.3355143992435115 + ], + "point": [ + 0.028, + 0.2974 + ] + }, + { + "instruction": "Information.", + "bbox": [ + 0.18789214885250663, + 0.517388900223864, + 0.9372577236626412, + 0.6008249852820787 + ], + "point": [ + 0.5626, + 0.5591 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.18769708762605827, + 0.5980150388098319, + 0.937359084171128, + 0.682588999206622 + ], + "point": [ + 0.5625, + 0.6403 + ] + }, + { + "instruction": "Check Box", + "bbox": [ + 0.9549387087068393, + 0.4510762558871685, + 0.9781712991782868, + 0.5126185645415589 + ], + "point": [ + 0.9666, + 0.4818 + ] + }, + { + "instruction": "A loading or progress bar.", + "bbox": [ + 0.9893899337545651, + 0.0, + 1.0, + 0.04216955858553829 + ], + "point": [ + 0.9947, + 0.0211 + ] + } + ], + "element_size": 64 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/content_tutorial/action_videoframes/action_7/5174.jpg", + "img_size": [ + 3012, + 1546 + ], + "element": [ + { + "instruction": "404 Not Found", + "bbox": [ + 0.07304116865869854, + 0.0019404915912031048, + 0.20484727755644092, + 0.04398447606727038 + ], + "point": [ + 0.1389, + 0.023 + ] + }, + { + "instruction": "Enable Page", + "bbox": [ + 0.23074367163507428, + 0.28525224416715517, + 0.28884460124994815, + 0.31306595697439965 + ], + "point": [ + 0.2598, + 0.2992 + ] + }, + { + "instruction": "Yes", + "bbox": [ + 0.33598939609400935, + 0.28783958602846055, + 0.35292164674634796, + 0.30659767141009053 + ], + "point": [ + 0.3445, + 0.2972 + ] + }, + { + "instruction": "Page Title", + "bbox": [ + 0.24136786188579018, + 0.36610608020698576, + 0.28818061088977426, + 0.39197930142302717 + ], + "point": [ + 0.2648, + 0.379 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.07370517928286853, + 0.4650711513583441, + 0.12284196547144755, + 0.49029754204398446 + ], + "point": [ + 0.0983, + 0.4777 + ] + }, + { + "instruction": "Please wait:..", + "bbox": [ + 0.46713143357559345, + 0.5297542043984476, + 0.5302124428717422, + 0.5504527813712807 + ], + "point": [ + 0.4987, + 0.5401 + ] + }, + { + "instruction": "Search Engine Optimization", + "bbox": [ + 0.07337318410278158, + 0.5401035323642667, + 0.23439575033200533, + 0.5756792115363236 + ], + "point": [ + 0.1539, + 0.5579 + ] + }, + { + "instruction": "Page in Websites", + "bbox": [ + 0.07270916334661355, + 0.6235446707860002, + 0.17297476759628155, + 0.657179858366854 + ], + "point": [ + 0.1228, + 0.6404 + ] + }, + { + "instruction": "Design", + "bbox": [ + 0.07470120535112156, + 0.7056921876263341, + 0.11487384811340576, + 0.7335059004335786 + ], + "point": [ + 0.0948, + 0.7196 + ] + }, + { + "instruction": "Custom Design Update", + "bbox": [ + 0.07337318410278158, + 0.7839586818048593, + 0.20650730411686588, + 0.815006547264109 + ], + "point": [ + 0.1399, + 0.7995 + ] + }, + { + "instruction": "Copyright @ 2024 Magento Commerce Inc. All rights reserved.", + "bbox": [ + 0.09428950863213811, + 0.925614489003881, + 0.3618857901726428, + 0.9527813712807245 + ], + "point": [ + 0.2281, + 0.9392 + ] + }, + { + "instruction": "Magento ver. 2.4.6", + "bbox": [ + 0.897078353253652, + 0.925614489003881, + 0.9820717131474104, + 0.9508408796895214 + ], + "point": [ + 0.9396, + 0.9382 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.8183096309528622, + 0.053680450317869145, + 0.9043126667609961 + ], + "point": [ + 0.0268, + 0.8613 + ] + }, + { + "instruction": "& EXTENSIONS", + "bbox": [ + 0.0, + 0.8183096309528622, + 0.053680450317869145, + 0.9043126667609961 + ], + "point": [ + 0.0268, + 0.8613 + ] + }, + { + "instruction": "Save", + "bbox": [ + 0.8807138795080096, + 0.09569003757807447, + 0.9729709903874088, + 0.16362232440193442 + ], + "point": [ + 0.9268, + 0.1297 + ] + }, + { + "instruction": "admin", + "bbox": [ + 0.907275520314575, + 0.0, + 0.9796341975846613, + 0.03531223065177651 + ], + "point": [ + 0.9435, + 0.0177 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.4958650853007762, + 0.05633514525880851, + 0.5817559206470326 + ], + "point": [ + 0.0282, + 0.5388 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0022737090172837296, + 0.09607819906335907, + 0.049458211161700856, + 0.1666744177893556 + ], + "point": [ + 0.0259, + 0.1314 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0005393515861683475, + 0.34082370772861414, + 0.05563545986950635, + 0.4067671801726229 + ], + "point": [ + 0.0281, + 0.3738 + ] + }, + { + "instruction": "Report an Issue", + "bbox": [ + 0.9119411027763944, + 0.953816916008045, + 0.9815730567314077, + 0.9818668735597914 + ], + "point": [ + 0.9468, + 0.9678 + ] + }, + { + "instruction": "Account Activity", + "bbox": [ + 0.8322483179262118, + 0.9524582718507438, + 0.90505880125332, + 0.9825395236194211 + ], + "point": [ + 0.8687, + 0.9675 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0002731915964073394, + 0.739005854953307, + 0.05441483020149221, + 0.8201789806607778 + ], + "point": [ + 0.0273, + 0.7796 + ] + }, + { + "instruction": "Delete Page", + "bbox": [ + 0.7841089256256225, + 0.07970317924469902, + 0.8762300245632055, + 0.17896889591587162 + ], + "point": [ + 0.8302, + 0.1293 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.662434764235325, + 0.05593654738954339, + 0.7294120443129447 + ], + "point": [ + 0.028, + 0.6959 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.41907977934488194, + 0.05618127060443123, + 0.49615549578549484 + ], + "point": [ + 0.0281, + 0.4576 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0027366070791702978, + 0.18073022997857374, + 0.05160149096809377, + 0.2474388922016494 + ], + "point": [ + 0.0272, + 0.2141 + ] + }, + { + "instruction": "Privacy_Policy", + "bbox": [ + 0.7648810681752158, + 0.9513879062904269, + 0.8269689795505478, + 0.9830085389210058 + ], + "point": [ + 0.7959, + 0.9672 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.7141802257117363, + 0.10007740331652248, + 0.7815012735516268, + 0.1567201404645557 + ], + "point": [ + 0.7478, + 0.1284 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.2625827567235002, + 0.05545130573895823, + 0.32618995656634053 + ], + "point": [ + 0.0277, + 0.2944 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5769054417776722, + 0.05597358997441225, + 0.6520622223808417 + ], + "point": [ + 0.028, + 0.6145 + ] + }, + { + "instruction": "404 Not Foundllllll", + "bbox": [ + 0.3014666391400544, + 0.3526909002819777, + 0.7546291680608296, + 0.4039155829307487 + ], + "point": [ + 0.528, + 0.3783 + ] + }, + { + "instruction": "FindPartners &Extensions.", + "bbox": [ + 0.0, + 0.8183096309528622, + 0.053680450317869145, + 0.9043126667609961 + ], + "point": [ + 0.0268, + 0.8613 + ] + }, + { + "instruction": "Save.", + "bbox": [ + 0.8807138795080096, + 0.09569003757807447, + 0.9729709903874088, + 0.16362232440193442 + ], + "point": [ + 0.9268, + 0.1297 + ] + }, + { + "instruction": "Admin settings.", + "bbox": [ + 0.907275520314575, + 0.0, + 0.9796341975846613, + 0.03531223065177651 + ], + "point": [ + 0.9435, + 0.0177 + ] + }, + { + "instruction": "Content.", + "bbox": [ + 0.0, + 0.4958650853007762, + 0.05633514525880851, + 0.5817559206470326 + ], + "point": [ + 0.0282, + 0.5388 + ] + }, + { + "instruction": "Notifications.", + "bbox": [ + 0.8728073545661106, + 0.0, + 0.9035502683277308, + 0.036613856682030994 + ], + "point": [ + 0.8882, + 0.0183 + ] + }, + { + "instruction": "Navigation or compass functionality.", + "bbox": [ + 0.0022737090172837296, + 0.09607819906335907, + 0.049458211161700856, + 0.1666744177893556 + ], + "point": [ + 0.0259, + 0.1314 + ] + }, + { + "instruction": "Customers.", + "bbox": [ + 0.0005393515861683475, + 0.34082370772861414, + 0.05563545986950635, + 0.4067671801726229 + ], + "point": [ + 0.0281, + 0.3738 + ] + }, + { + "instruction": "Check Box", + "bbox": [ + 0.9548353623267347, + 0.775008148548674, + 0.9779405327907121, + 0.8306812123524417 + ], + "point": [ + 0.9664, + 0.8028 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.8394038591726842, + 0.0, + 0.8681871634555528, + 0.03704056980384738 + ], + "point": [ + 0.8538, + 0.0185 + ] + }, + { + "instruction": "Export an issue.", + "bbox": [ + 0.9119411027763944, + 0.953816916008045, + 0.9815730567314077, + 0.9818668735597914 + ], + "point": [ + 0.9468, + 0.9678 + ] + }, + { + "instruction": "Microsoft Visio.", + "bbox": [ + 0.00274033312145299, + 0.0036384217335058214, + 0.05080759572792813, + 0.1016559280059933 + ], + "point": [ + 0.0268, + 0.0526 + ] + }, + { + "instruction": "a toggle switch in the \"on\" position.", + "bbox": [ + 0.2999305269157744, + 0.2772773851244138, + 0.3357182030342173, + 0.32417208534625647 + ], + "point": [ + 0.3178, + 0.3007 + ] + }, + { + "instruction": "Account activity.", + "bbox": [ + 0.8322483179262118, + 0.9524582718507438, + 0.90505880125332, + 0.9825395236194211 + ], + "point": [ + 0.8687, + 0.9675 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0002731915964073394, + 0.739005854953307, + 0.05441483020149221, + 0.8201789806607778 + ], + "point": [ + 0.0273, + 0.7796 + ] + }, + { + "instruction": "Delete Page.", + "bbox": [ + 0.7841089256256225, + 0.07970317924469902, + 0.8762300245632055, + 0.17896889591587162 + ], + "point": [ + 0.8302, + 0.1293 + ] + }, + { + "instruction": "Check Box", + "bbox": [ + 0.9552134884939409, + 0.6185136131296491, + 0.9777206279050464, + 0.670426342805021 + ], + "point": [ + 0.9665, + 0.6445 + ] + }, + { + "instruction": "Stories.", + "bbox": [ + 0.0, + 0.662434764235325, + 0.05593654738954339, + 0.7294120443129447 + ], + "point": [ + 0.028, + 0.6959 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.41907977934488194, + 0.05618127060443123, + 0.49615549578549484 + ], + "point": [ + 0.0281, + 0.4576 + ] + }, + { + "instruction": "Check Box", + "bbox": [ + 0.9548775114386205, + 0.6957563274427959, + 0.9778841178255727, + 0.7496318150923755 + ], + "point": [ + 0.9664, + 0.7227 + ] + }, + { + "instruction": "Check Box", + "bbox": [ + 0.9558673671200614, + 0.5360051361123463, + 0.9775516261775813, + 0.589119539840718 + ], + "point": [ + 0.9667, + 0.5626 + ] + }, + { + "instruction": "Sales.", + "bbox": [ + 0.0027366070791702978, + 0.18073022997857374, + 0.05160149096809377, + 0.2474388922016494 + ], + "point": [ + 0.0272, + 0.2141 + ] + }, + { + "instruction": "the \"lease wait\" function.", + "bbox": [ + 0.4742237916822294, + 0.4162621738685519, + 0.5244282472972692, + 0.5559721992364368 + ], + "point": [ + 0.4993, + 0.4861 + ] + }, + { + "instruction": "Privacy Policy.", + "bbox": [ + 0.7648810681752158, + 0.9513879062904269, + 0.8269689795505478, + 0.9830085389210058 + ], + "point": [ + 0.7959, + 0.9672 + ] + }, + { + "instruction": "the \"Back\" function.", + "bbox": [ + 0.7141802257117363, + 0.10007740331652248, + 0.7815012735516268, + 0.1567201404645557 + ], + "point": [ + 0.7478, + 0.1284 + ] + }, + { + "instruction": "Check Box", + "bbox": [ + 0.9556700768540421, + 0.4543108428126011, + 0.9767120482912102, + 0.5091225450128355 + ], + "point": [ + 0.9662, + 0.4817 + ] + }, + { + "instruction": "a catalog.", + "bbox": [ + 0.0, + 0.2625827567235002, + 0.05545130573895823, + 0.32618995656634053 + ], + "point": [ + 0.0277, + 0.2944 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.06876740069345015, + 0.9106063941471944, + 0.09595882623477445, + 0.9684309274690734 + ], + "point": [ + 0.0824, + 0.9395 + ] + }, + { + "instruction": "Reports.", + "bbox": [ + 0.0, + 0.5769054417776722, + 0.05597358997441225, + 0.6520622223808417 + ], + "point": [ + 0.028, + 0.6145 + ] + }, + { + "instruction": "New Tab", + "bbox": [ + 0.29016409135593046, + 0.36243054783513906, + 0.30310771886412685, + 0.39047592577619666 + ], + "point": [ + 0.2966, + 0.3765 + ] + }, + { + "instruction": "A progress bar indicating that there are 40% not found.", + "bbox": [ + 0.3014666391400544, + 0.3526909002819777, + 0.7546291680608296, + 0.4039155829307487 + ], + "point": [ + 0.528, + 0.3783 + ] + }, + { + "instruction": "sending a message.", + "bbox": [ + 0.16266720228461157, + 0.5939587276009662, + 0.9124062830708416, + 0.6815990926685802 + ], + "point": [ + 0.5375, + 0.6378 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.13772141252697542, + 0.6785219890796814, + 0.8873580385489293, + 0.7609148704064925 + ], + "point": [ + 0.5125, + 0.7197 + ] + } + ], + "element_size": 63 + } +] \ No newline at end of file