Hugging Face's logo

KevinQHLin
/
VWA

Model card Files
xet
Community
VWA / content_tutorial /hf_train_ele.json
KevinQHLin's picture
KevinQHLin
Upload folder using huggingface_hub
f152626 verified
raw
history blame contribute delete
249 kB
 [
{
"img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/content_tutorial/action_videoframes/action_0/833.jpg",
"img_size": [
3012,
1546
],
"element": [
{
"instruction": "Content",
"bbox": [
0.0727091734786116,
0.0278137128072445,
0.13413015621433536,
0.06015523932729625
],
"point": [
0.1034,
0.044
]
},
{
"instruction": "of your business' performance; using our dynamic product order, and customer reports tailored to your customer data.",
"bbox": [
0.23771576292486304,
0.3997412677878396,
0.7589641434262948,
0.4307891332470893
],
"point": [
0.4983,
0.4153
]
},
{
"instruction": "Chart is disabled. To enable the chart; click here.",
"bbox": [
0.3887782204515272,
0.5077619268854099,
0.5976095617529881,
0.5310478259798472
],
"point": [
0.4932,
0.5194
]
},
{
"instruction": "Revenue",
"bbox": [
0.3891102662916044,
0.5705045278137129,
0.42795488780554863,
0.5899094437257438
],
"point": [
0.4085,
0.5802
]
},
{
"instruction": "Tax",
"bbox": [
0.5328684853684221,
0.5705045278137129,
0.5504647669089268,
0.5899094437257438
],
"point": [
0.5417,
0.5802
]
},
{
"instruction": "Shipping",
"bbox": [
0.6769588313413014,
0.5698576972833118,
0.7181274900398407,
0.5950840879689522
],
"point": [
0.6975,
0.5825
]
},
{
"instruction": "Quantity",
"bbox": [
0.8213811420982736,
0.5685640362225097,
0.8635458167330677,
0.5957309184993532
],
"point": [
0.8425,
0.5821
]
},
{
"instruction": "So.00",
"bbox": [
0.38745019920318724,
0.5950840484895497,
0.43227091633466136,
0.6293660666008045
],
"point": [
0.4099,
0.6122
]
},
{
"instruction": "So.0o",
"bbox": [
0.5322045558002365,
0.5950840484895497,
0.5770252729317107,
0.6293660666008045
],
"point": [
0.5546,
0.6122
]
},
{
"instruction": "So.00",
"bbox": [
0.6759628154050464,
0.5950840484895497,
0.7214475431606906,
0.6293660666008045
],
"point": [
0.6987,
0.6122
]
},
{
"instruction": "Items",
"bbox": [
0.2397078555893613,
0.7671410090556274,
0.26693229118033074,
0.7865459249676585
],
"point": [
0.2533,
0.7768
]
},
{
"instruction": "Total",
"bbox": [
0.33134130146082336,
0.7671410090556274,
0.35424966799468793,
0.7865459249676585
],
"point": [
0.3428,
0.7768
]
},
{
"instruction": "$194.40",
"bbox": [
0.3203851261620186,
0.815653298835705,
0.35424966799468793,
0.8350582147477361
],
"point": [
0.3373,
0.8254
]
},
{
"instruction": "Product",
"bbox": [
0.3891102257636122,
0.814359637774903,
0.4246347941567065,
0.833764553686934
],
"point": [
0.4069,
0.8241
]
},
{
"instruction": "Price",
"bbox": [
0.8579018074836072,
0.814359637774903,
0.8818061899537267,
0.8318240620957309
],
"point": [
0.8699,
0.8231
]
},
{
"instruction": "Quantity",
"bbox": [
0.9276228419654714,
0.8137128072445019,
0.9687915006640107,
0.8369987063389392
],
"point": [
0.9482,
0.8254
]
},
{
"instruction": "$190.00",
"bbox": [
0.3203851261620186,
0.8661060802069858,
0.35424966799468793,
0.8835705045278137
],
"point": [
0.3373,
0.8748
]
},
{
"instruction": "Sprite Stasis Ball 65 cm",
"bbox": [
0.3891102257636122,
0.8628719275549805,
0.48339973439575035,
0.8835705045278137
],
"point": [
0.4363,
0.8732
]
},
{
"instruction": "$27.00",
"bbox": [
0.852257636122178,
0.8628719275549805,
0.8818061088977424,
0.8822768434670116
],
"point": [
0.867,
0.8726
]
},
{
"instruction": "$151,.40",
"bbox": [
0.3203851261620186,
0.9146183699870634,
0.35424966799468793,
0.9340232858990944
],
"point": [
0.3373,
0.9243
]
},
{
"instruction": "Quest Lumaflexm Band",
"bbox": [
0.3891102257636122,
0.9113842173350583,
0.48406374501992033,
0.9327296248382924
],
"point": [
0.4366,
0.9221
]
},
{
"instruction": "$19.00",
"bbox": [
0.852257636122178,
0.9113842173350583,
0.8818061088977424,
0.9307891332470892
],
"point": [
0.867,
0.9211
]
},
{
"instruction": "$188.20",
"bbox": [
0.3203851261620186,
0.963130659767141,
0.35424966799468793,
0.982535575679172
],
"point": [
0.3373,
0.9728
]
},
{
"instruction": "Sprite Yoga",
"bbox": [
0.3887782204515272,
0.9605433376455369,
0.4362549800796813,
0.9857697283311773
],
"point": [
0.4125,
0.9732
]
},
{
"instruction": "6 foot",
"bbox": [
0.46082337317397076,
0.9605434166043418,
0.4857237715803453,
0.9799483325163729
],
"point": [
0.4733,
0.9702
]
},
{
"instruction": "$14.00",
"bbox": [
0.852257636122178,
0.9605434166043418,
0.8818061088977424,
0.9799483325163729
],
"point": [
0.867,
0.9702
]
},
{
"instruction": "Strap",
"bbox": [
0.4362549800796813,
0.9586029250131387,
0.4581673306772908,
0.9838293156987791
],
"point": [
0.4472,
0.9712
]
},
{
"instruction": "New Customers",
"bbox": [
0.5805086133331259,
0.7089287090424887,
0.6790465092753984,
0.7767431103705126
],
"point": [
0.6298,
0.7428
]
},
{
"instruction": "Most Viewed Products",
"bbox": [
0.4501099605484313,
0.7088756487255418,
0.5793075257563496,
0.7772839781846297
],
"point": [
0.5147,
0.7431
]
},
{
"instruction": "CONINT",
"bbox": [
0.0,
0.49619236954742074,
0.05706224276883352,
0.5806375481332875
],
"point": [
0.0285,
0.5384
]
},
{
"instruction": "Go to Advanced Reporting",
"bbox": [
0.7960374485132388,
0.36009770994198737,
0.9723825239406956,
0.4223497792943483
],
"point": [
0.8842,
0.3912
]
},
{
"instruction": "MARKETING",
"bbox": [
0.0,
0.4192717676791923,
0.056810827369234,
0.49920642453054254
],
"point": [
0.0284,
0.4592
]
},
{
"instruction": "Reload Data",
"bbox": [
0.8814864240952855,
0.20121808564061489,
0.97280782469082,
0.26455039040391537
],
"point": [
0.9271,
0.2329
]
},
{
"instruction": "DASHBOARD",
"bbox": [
0.0,
0.09627058219169429,
0.056632564995551644,
0.17944482011289214
],
"point": [
0.0283,
0.1379
]
},
{
"instruction": "Customers",
"bbox": [
0.6795234832155752,
0.7090205381326811,
0.7562005396383217,
0.7776540581035737
],
"point": [
0.7179,
0.7433
]
},
{
"instruction": "Bestsellers",
"bbox": [
0.3750742878096987,
0.7087025710250242,
0.45257264399433517,
0.7791170858010592
],
"point": [
0.4138,
0.7439
]
},
{
"instruction": "SALES",
"bbox": [
0.0,
0.175186196705965,
0.05665208428979395,
0.2629033492114226
],
"point": [
0.0283,
0.219
]
},
{
"instruction": "FIND PARTNERS",
"bbox": [
0.0,
0.8192959053858748,
0.05537224575817822,
0.9217230043004123
],
"point": [
0.0277,
0.8705
]
},
{
"instruction": "& EXTENSIONS",
"bbox": [
0.0,
0.8192959053858748,
0.05537224575817822,
0.9217230043004123
],
"point": [
0.0277,
0.8705
]
},
{
"instruction": "REPORTS",
"bbox": [
0.0,
0.5771001541907543,
0.0564403356625581,
0.6663534107677069
],
"point": [
0.0282,
0.6217
]
},
{
"instruction": "STORES",
"bbox": [
0.0,
0.6591467221989206,
0.056341082609665506,
0.7420193967041964
],
"point": [
0.0282,
0.7006
]
},
{
"instruction": "Configuration",
"bbox": [
0.05609072093786313,
0.7194368626445262,
0.22778164279730037,
0.782918320590435
],
"point": [
0.1419,
0.7512
]
},
{
"instruction": "Themes",
"bbox": [
0.055117755297170695,
0.780167869577741,
0.22954062858267452,
0.8401051826032907
],
"point": [
0.1423,
0.8101
]
},
{
"instruction": "Elements",
"bbox": [
0.05558893373446319,
0.10408400008780219,
0.22929247568644692,
0.18612814998256588
],
"point": [
0.1424,
0.1451
]
},
{
"instruction": "Pages",
"bbox": [
0.053865065454328516,
0.1818749747331824,
0.23239283669359023,
0.24523416496957876
],
"point": [
0.1431,
0.2136
]
},
{
"instruction": "CUSTOMERS",
"bbox": [
0.0,
0.3339595424558336,
0.057170057360077915,
0.42506363290093385
],
"point": [
0.0286,
0.3795
]
},
{
"instruction": "SYSTEM",
"bbox": [
0.00031687823899713646,
0.7392797630477846,
0.05570809616352299,
0.8234433745350905
],
"point": [
0.028,
0.7814
]
},
{
"instruction": "CATALOG",
"bbox": [
0.0,
0.25848649235931437,
0.056653619287498444,
0.34190824639442513
],
"point": [
0.0283,
0.3002
]
},
{
"instruction": "Design",
"bbox": [
0.0543947359163606,
0.645308362558619,
0.22673742894632407,
0.7235499057547704
],
"point": [
0.1406,
0.6844
]
},
{
"instruction": "Schedule",
"bbox": [
0.05565151908641476,
0.8374202673987305,
0.23087554972168617,
0.8957389249221782
],
"point": [
0.1433,
0.8666
]
},
{
"instruction": "Blocks",
"bbox": [
0.05419895531805071,
0.24170746994512046,
0.2325950308466654,
0.3018744741343588
],
"point": [
0.1434,
0.2718
]
},
{
"instruction": "Widgets",
"bbox": [
0.0571145492087639,
0.29926784658493694,
0.23051640078682664,
0.35811248818776276
],
"point": [
0.1438,
0.3287
]
},
{
"instruction": "admin",
"bbox": [
0.9090507274288263,
0.08915636425339081,
0.9805151950790587,
0.15113081444743998
],
"point": [
0.9448,
0.1201
]
},
{
"instruction": "Media",
"bbox": [
0.059451575614858275,
0.46123221373959006,
0.2248743470129897,
0.540541358937884
],
"point": [
0.1422,
0.5009
]
},
{
"instruction": "Templates",
"bbox": [
0.05756406543422664,
0.35476897759085946,
0.23000690313291106,
0.41338041436317513
],
"point": [
0.1438,
0.3841
]
},
{
"instruction": "Media Gallery",
"bbox": [
0.05868917822362892,
0.535469716455773,
0.2092708116508575,
0.6043389284595326
],
"point": [
0.134,
0.5699
]
},
{
"instruction": "creating newcustomers.",
"bbox": [
0.5805086133331259,
0.7089287090424887,
0.6790465092753984,
0.7767431103705126
],
"point": [
0.6298,
0.7428
]
},
{
"instruction": "most viewed products.",
"bbox": [
0.4501099605484313,
0.7088756487255418,
0.5793075257563496,
0.7772839781846297
],
"point": [
0.5147,
0.7431
]
},
{
"instruction": "Microsoft Outlook.",
"bbox": [
0.0,
7.677756799300614e-05,
0.05686480052284352,
0.09989695283758995
],
"point": [
0.0284,
0.05
]
},
{
"instruction": "Comment",
"bbox": [
0.0,
0.49619236954742074,
0.05706224276883352,
0.5806375481332875
],
"point": [
0.0285,
0.5384
]
},
{
"instruction": "a link to access advancedReporting.",
"bbox": [
0.7960374485132388,
0.36009770994198737,
0.9723825239406956,
0.4223497792943483
],
"point": [
0.8842,
0.3912
]
},
{
"instruction": "Marketing.",
"bbox": [
0.0,
0.4192717676791923,
0.056810827369234,
0.49920642453054254
],
"point": [
0.0284,
0.4592
]
},
{
"instruction": "Reload Data.",
"bbox": [
0.8814864240952855,
0.20121808564061489,
0.97280782469082,
0.26455039040391537
],
"point": [
0.9271,
0.2329
]
},
{
"instruction": "Navigation or compass functionality.",
"bbox": [
0.0,
0.09627058219169429,
0.056632564995551644,
0.17944482011289214
],
"point": [
0.0283,
0.1379
]
},
{
"instruction": "Customers section.",
"bbox": [
0.6795234832155752,
0.7090205381326811,
0.7562005396383217,
0.7776540581035737
],
"point": [
0.7179,
0.7433
]
},
{
"instruction": "a button to access the bestsellers section.",
"bbox": [
0.3750742878096987,
0.7087025710250242,
0.45257264399433517,
0.7791170858010592
],
"point": [
0.4138,
0.7439
]
},
{
"instruction": "Sales.",
"bbox": [
0.0,
0.175186196705965,
0.05665208428979395,
0.2629033492114226
],
"point": [
0.0283,
0.219
]
},
{
"instruction": "Find Partners &Extensions.",
"bbox": [
0.0,
0.8192959053858748,
0.05537224575817822,
0.9217230043004123
],
"point": [
0.0277,
0.8705
]
},
{
"instruction": "Reports",
"bbox": [
0.0,
0.5771001541907543,
0.0564403356625581,
0.6663534107677069
],
"point": [
0.0282,
0.6217
]
},
{
"instruction": "Stories",
"bbox": [
0.0,
0.6591467221989206,
0.056341082609665506,
0.7420193967041964
],
"point": [
0.0282,
0.7006
]
},
{
"instruction": "configuration.",
"bbox": [
0.05609072093786313,
0.7194368626445262,
0.22778164279730037,
0.782918320590435
],
"point": [
0.1419,
0.7512
]
},
{
"instruction": "Themes.",
"bbox": [
0.055117755297170695,
0.780167869577741,
0.22954062858267452,
0.8401051826032907
],
"point": [
0.1423,
0.8101
]
},
{
"instruction": "Elements.",
"bbox": [
0.05558893373446319,
0.10408400008780219,
0.22929247568644692,
0.18612814998256588
],
"point": [
0.1424,
0.1451
]
},
{
"instruction": "Page settings or options.",
"bbox": [
0.053865065454328516,
0.1818749747331824,
0.23239283669359023,
0.24523416496957876
],
"point": [
0.1431,
0.2136
]
},
{
"instruction": "Customers",
"bbox": [
0.0,
0.3339595424558336,
0.057170057360077915,
0.42506363290093385
],
"point": [
0.0286,
0.3795
]
},
{
"instruction": "System",
"bbox": [
0.00031687823899713646,
0.7392797630477846,
0.05570809616352299,
0.8234433745350905
],
"point": [
0.028,
0.7814
]
},
{
"instruction": "Categorized",
"bbox": [
0.0,
0.25848649235931437,
0.056653619287498444,
0.34190824639442513
],
"point": [
0.0283,
0.3002
]
},
{
"instruction": "Design.",
"bbox": [
0.0543947359163606,
0.645308362558619,
0.22673742894632407,
0.7235499057547704
],
"point": [
0.1406,
0.6844
]
},
{
"instruction": "Schedule.",
"bbox": [
0.05565151908641476,
0.8374202673987305,
0.23087554972168617,
0.8957389249221782
],
"point": [
0.1433,
0.8666
]
},
{
"instruction": "Blocks.",
"bbox": [
0.05419895531805071,
0.24170746994512046,
0.2325950308466654,
0.3018744741343588
],
"point": [
0.1434,
0.2718
]
},
{
"instruction": "Widgets.",
"bbox": [
0.0571145492087639,
0.29926784658493694,
0.23051640078682664,
0.35811248818776276
],
"point": [
0.1438,
0.3287
]
},
{
"instruction": "\"here\"",
"bbox": [
0.5757242027981823,
0.5041561546177635,
0.5961102692096198,
0.5332951120078024
],
"point": [
0.5859,
0.5187
]
},
{
"instruction": "Search functionality.",
"bbox": [
0.8371053546231739,
0.08892460042107152,
0.8694249693932603,
0.15775247749042387
],
"point": [
0.8533,
0.1233
]
},
{
"instruction": "Notifications",
"bbox": [
0.8745952064139276,
0.0967334683160424,
0.9008628571650896,
0.14789606960439744
],
"point": [
0.8877,
0.1223
]
},
{
"instruction": "Admin settings.",
"bbox": [
0.9090507274288263,
0.08915636425339081,
0.9805151950790587,
0.15113081444743998
],
"point": [
0.9448,
0.1201
]
},
{
"instruction": "Media.",
"bbox": [
0.059451575614858275,
0.46123221373959006,
0.2248743470129897,
0.540541358937884
],
"point": [
0.1422,
0.5009
]
},
{
"instruction": "Close",
"bbox": [
0.19433670753185175,
0.016892234535760126,
0.22108579030233233,
0.070303098967282
],
"point": [
0.2077,
0.0436
]
},
{
"instruction": "templates.",
"bbox": [
0.05756406543422664,
0.35476897759085946,
0.23000690313291106,
0.41338041436317513
],
"point": [
0.1438,
0.3841
]
},
{
"instruction": "Media Gallery.",
"bbox": [
0.05868917822362892,
0.535469716455773,
0.2092708116508575,
0.6043389284595326
],
"point": [
0.134,
0.5699
]
}
],
"element_size": 89
},
{
"img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/content_tutorial/action_videoframes/action_1/989.jpg",
"img_size": [
3012,
1546
],
"element": [
{
"instruction": "Content",
"bbox": [
0.0727091734786116,
0.0278137128072445,
0.13413015621433536,
0.06015523932729625
],
"point": [
0.1034,
0.044
]
},
{
"instruction": "of your business' performance; using our dynamic product order, and customer reports tailored to your customer data.",
"bbox": [
0.23771576292486304,
0.3997412677878396,
0.7589641434262948,
0.4307891332470893
],
"point": [
0.4983,
0.4153
]
},
{
"instruction": "Chart is disabled. To enable the chart; click here.",
"bbox": [
0.3887782204515272,
0.5077619268854099,
0.5976095617529881,
0.5310478259798472
],
"point": [
0.4932,
0.5194
]
},
{
"instruction": "Revenue",
"bbox": [
0.3891102662916044,
0.5705045278137129,
0.42795488780554863,
0.5899094437257438
],
"point": [
0.4085,
0.5802
]
},
{
"instruction": "Tax",
"bbox": [
0.5328684853684221,
0.5705045278137129,
0.5504647669089268,
0.5899094437257438
],
"point": [
0.5417,
0.5802
]
},
{
"instruction": "Shipping",
"bbox": [
0.6769588313413014,
0.5698576972833118,
0.7181274900398407,
0.5950840879689522
],
"point": [
0.6975,
0.5825
]
},
{
"instruction": "Quantity",
"bbox": [
0.8213811420982736,
0.5685640362225097,
0.8635458167330677,
0.5957309184993532
],
"point": [
0.8425,
0.5821
]
},
{
"instruction": "So.00",
"bbox": [
0.38745019920318724,
0.5950840484895497,
0.43227091633466136,
0.6293660666008045
],
"point": [
0.4099,
0.6122
]
},
{
"instruction": "So.0o",
"bbox": [
0.5322045558002365,
0.5950840484895497,
0.5770252729317107,
0.6293660666008045
],
"point": [
0.5546,
0.6122
]
},
{
"instruction": "So.00",
"bbox": [
0.6759628154050464,
0.5950840484895497,
0.7214475431606906,
0.6293660666008045
],
"point": [
0.6987,
0.6122
]
},
{
"instruction": "Items",
"bbox": [
0.2397078555893613,
0.7671410090556274,
0.26693229118033074,
0.7865459249676585
],
"point": [
0.2533,
0.7768
]
},
{
"instruction": "Total",
"bbox": [
0.33134130146082336,
0.7671410090556274,
0.35424966799468793,
0.7865459249676585
],
"point": [
0.3428,
0.7768
]
},
{
"instruction": "$194.40",
"bbox": [
0.3203851261620186,
0.815653298835705,
0.35424966799468793,
0.8350582147477361
],
"point": [
0.3373,
0.8254
]
},
{
"instruction": "Product",
"bbox": [
0.3891102257636122,
0.814359637774903,
0.4246347941567065,
0.833764553686934
],
"point": [
0.4069,
0.8241
]
},
{
"instruction": "Price",
"bbox": [
0.8579018074836072,
0.814359637774903,
0.8818061899537267,
0.8318240620957309
],
"point": [
0.8699,
0.8231
]
},
{
"instruction": "Quantity",
"bbox": [
0.9276228419654714,
0.8137128072445019,
0.9687915006640107,
0.8369987063389392
],
"point": [
0.9482,
0.8254
]
},
{
"instruction": "$190.00",
"bbox": [
0.3203851261620186,
0.8661060802069858,
0.35424966799468793,
0.8835705045278137
],
"point": [
0.3373,
0.8748
]
},
{
"instruction": "Sprite Stasis Ball 65 cm",
"bbox": [
0.3891102257636122,
0.8628719275549805,
0.48339973439575035,
0.8835705045278137
],
"point": [
0.4363,
0.8732
]
},
{
"instruction": "$27.00",
"bbox": [
0.852257636122178,
0.8628719275549805,
0.8818061088977424,
0.8822768434670116
],
"point": [
0.867,
0.8726
]
},
{
"instruction": "$151,.40",
"bbox": [
0.3203851261620186,
0.9146183699870634,
0.35424966799468793,
0.9340232858990944
],
"point": [
0.3373,
0.9243
]
},
{
"instruction": "Quest Lumaflexm Band",
"bbox": [
0.3891102257636122,
0.9113842173350583,
0.48406374501992033,
0.9327296248382924
],
"point": [
0.4366,
0.9221
]
},
{
"instruction": "$19.00",
"bbox": [
0.852257636122178,
0.9113842173350583,
0.8818061088977424,
0.9307891332470892
],
"point": [
0.867,
0.9211
]
},
{
"instruction": "$188.20",
"bbox": [
0.3203851261620186,
0.963130659767141,
0.35424966799468793,
0.982535575679172
],
"point": [
0.3373,
0.9728
]
},
{
"instruction": "Sprite Yoga",
"bbox": [
0.3887782204515272,
0.9605433376455369,
0.4362549800796813,
0.9857697283311773
],
"point": [
0.4125,
0.9732
]
},
{
"instruction": "6 foot",
"bbox": [
0.46082337317397076,
0.9605434166043418,
0.4857237715803453,
0.9799483325163729
],
"point": [
0.4733,
0.9702
]
},
{
"instruction": "$14.00",
"bbox": [
0.852257636122178,
0.9605434166043418,
0.8818061088977424,
0.9799483325163729
],
"point": [
0.867,
0.9702
]
},
{
"instruction": "Strap",
"bbox": [
0.4362549800796813,
0.9586029250131387,
0.4581673306772908,
0.9838293156987791
],
"point": [
0.4472,
0.9712
]
},
{
"instruction": "New Customers",
"bbox": [
0.5805105992047436,
0.708939842233991,
0.6790437938999212,
0.7767363988720892
],
"point": [
0.6298,
0.7428
]
},
{
"instruction": "Most Viewed Products",
"bbox": [
0.45011664766714393,
0.7088895454752183,
0.5793044051009504,
0.7772740293752022
],
"point": [
0.5147,
0.7431
]
},
{
"instruction": "CONTENT",
"bbox": [
0.0,
0.4959981308871685,
0.057056254757986286,
0.5804739454893677
],
"point": [
0.0285,
0.5382
]
},
{
"instruction": "Go to Advanced Reporting",
"bbox": [
0.7960367190093791,
0.36010923792751454,
0.9723715813828021,
0.42234164653743533
],
"point": [
0.8842,
0.3912
]
},
{
"instruction": "Reload Data",
"bbox": [
0.8814917737902557,
0.20123004789956944,
0.9728050687873506,
0.2645420207705874
],
"point": [
0.9271,
0.2329
]
},
{
"instruction": "MARKETING",
"bbox": [
0.0,
0.4196317803505013,
0.056818578347741844,
0.4991441655128153
],
"point": [
0.0284,
0.4594
]
},
{
"instruction": "Customers",
"bbox": [
0.6795262796470368,
0.709025196702175,
0.7561972973989459,
0.7776664546359557
],
"point": [
0.7179,
0.7433
]
},
{
"instruction": "DASHBOARD",
"bbox": [
0.0,
0.09627062167109678,
0.056638664458377425,
0.1794343580712322
],
"point": [
0.0283,
0.1379
]
},
{
"instruction": "Bestsellers",
"bbox": [
0.37508762151913183,
0.7087085718942028,
0.4525701717868111,
0.7791069790740217
],
"point": [
0.4138,
0.7439
]
},
{
"instruction": "Themes",
"bbox": [
0.06334671587899703,
0.7790058328448415,
0.22525719975728595,
0.839758158655401
],
"point": [
0.1443,
0.8094
]
},
{
"instruction": "SALES",
"bbox": [
0.0,
0.17614874401808092,
0.05647288470629202,
0.26227246835962764
],
"point": [
0.0282,
0.2192
]
},
{
"instruction": "Configuration",
"bbox": [
0.059788277108039196,
0.7203583118986497,
0.22412391551145677,
0.7806304102573173
],
"point": [
0.142,
0.7505
]
},
{
"instruction": "Schedule",
"bbox": [
0.06316442603609002,
0.8381818250727684,
0.22594128693559096,
0.8975162086634865
],
"point": [
0.1446,
0.8678
]
},
{
"instruction": "FIND PARTNERS",
"bbox": [
0.0,
0.8194982768030401,
0.05399770344079412,
0.9239716721074547
],
"point": [
0.027,
0.8717
]
},
{
"instruction": "& EXTENSIONS",
"bbox": [
0.0,
0.8194982768030401,
0.05399770344079412,
0.9239716721074547
],
"point": [
0.027,
0.8717
]
},
{
"instruction": "STORES",
"bbox": [
0.0,
0.6591096905193847,
0.05615690821512129,
0.7416561862012856
],
"point": [
0.0281,
0.7004
]
},
{
"instruction": "Design",
"bbox": [
0.059541856783478064,
0.6454696753971944,
0.22362597846731563,
0.723885085881913
],
"point": [
0.1416,
0.6847
]
},
{
"instruction": "REPORTS",
"bbox": [
0.0,
0.5774605221766858,
0.05636203051563278,
0.6678377573425371
],
"point": [
0.0282,
0.6226
]
},
{
"instruction": "Pages",
"bbox": [
0.05398315389159508,
0.1819855367998565,
0.23252918299134193,
0.2452573985979443
],
"point": [
0.1433,
0.2136
]
},
{
"instruction": "Elements",
"bbox": [
0.05564511566364749,
0.10413553057790265,
0.2297632387118194,
0.18613691440991875
],
"point": [
0.1427,
0.1451
]
},
{
"instruction": "SYSTEM",
"bbox": [
0.0003852438958359271,
0.7396609761582309,
0.05465226597678297,
0.823209340637128
],
"point": [
0.0275,
0.7814
]
},
{
"instruction": "CUSTOMERS",
"bbox": [
0.0,
0.3339703598121159,
0.057147670710387614,
0.42535870195514636
],
"point": [
0.0286,
0.3797
]
},
{
"instruction": "CATALOG",
"bbox": [
0.0,
0.25849985613705734,
0.05666410590547964,
0.3420406997897801
],
"point": [
0.0283,
0.3003
]
},
{
"instruction": "Blocks",
"bbox": [
0.0543547550520574,
0.24174426474824143,
0.2327033723018084,
0.3019541830479867
],
"point": [
0.1435,
0.2718
]
},
{
"instruction": "Widgets",
"bbox": [
0.05743034332396975,
0.2993246574451205,
0.2305210615059294,
0.35826108865873624
],
"point": [
0.144,
0.3288
]
},
{
"instruction": "Media",
"bbox": [
0.059700417486953226,
0.4609318939248464,
0.22362361264577107,
0.5406305429081096
],
"point": [
0.1417,
0.5008
]
},
{
"instruction": "Media Gallery",
"bbox": [
0.05833834259316899,
0.5351026369714181,
0.22187608615019092,
0.6063656430657746
],
"point": [
0.1401,
0.5707
]
},
{
"instruction": "admin",
"bbox": [
0.9090291665369771,
0.08916309549151541,
0.9804783956621431,
0.15117220860095104
],
"point": [
0.9448,
0.1202
]
},
{
"instruction": "Templates",
"bbox": [
0.05745467025128652,
0.35563930101875807,
0.22776559371239002,
0.41350686688935157
],
"point": [
0.1426,
0.3846
]
},
{
"instruction": "creating newcustomers.",
"bbox": [
0.5805105992047436,
0.708939842233991,
0.6790437938999212,
0.7767363988720892
],
"point": [
0.6298,
0.7428
]
},
{
"instruction": "most viewed products.",
"bbox": [
0.45011664766714393,
0.7088895454752183,
0.5793044051009504,
0.7772740293752022
],
"point": [
0.5147,
0.7431
]
},
{
"instruction": "Microsoft Outlook.",
"bbox": [
0.0,
6.83191060094599e-05,
0.05688661978064305,
0.09991151086725825
],
"point": [
0.0284,
0.05
]
},
{
"instruction": "Content",
"bbox": [
0.0,
0.4959981308871685,
0.057056254757986286,
0.5804739454893677
],
"point": [
0.0285,
0.5382
]
},
{
"instruction": "a link to access advancedReporting.",
"bbox": [
0.7960367190093791,
0.36010923792751454,
0.9723715813828021,
0.42234164653743533
],
"point": [
0.8842,
0.3912
]
},
{
"instruction": "Reload Data.",
"bbox": [
0.8814917737902557,
0.20123004789956944,
0.9728050687873506,
0.2645420207705874
],
"point": [
0.9271,
0.2329
]
},
{
"instruction": "Marketing.",
"bbox": [
0.0,
0.4196317803505013,
0.056818578347741844,
0.4991441655128153
],
"point": [
0.0284,
0.4594
]
},
{
"instruction": "Customers section.",
"bbox": [
0.6795262796470368,
0.709025196702175,
0.7561972973989459,
0.7776664546359557
],
"point": [
0.7179,
0.7433
]
},
{
"instruction": "Navigation or compass functionality.",
"bbox": [
0.0,
0.09627062167109678,
0.056638664458377425,
0.1794343580712322
],
"point": [
0.0283,
0.1379
]
},
{
"instruction": "a button to access the bestsellers section.",
"bbox": [
0.37508762151913183,
0.7087085718942028,
0.4525701717868111,
0.7791069790740217
],
"point": [
0.4138,
0.7439
]
},
{
"instruction": "Themes.",
"bbox": [
0.06334671587899703,
0.7790058328448415,
0.22525719975728595,
0.839758158655401
],
"point": [
0.1443,
0.8094
]
},
{
"instruction": "Sales.",
"bbox": [
0.0,
0.17614874401808092,
0.05647288470629202,
0.26227246835962764
],
"point": [
0.0282,
0.2192
]
},
{
"instruction": "configuration.",
"bbox": [
0.059788277108039196,
0.7203583118986497,
0.22412391551145677,
0.7806304102573173
],
"point": [
0.142,
0.7505
]
},
{
"instruction": "Schedule.",
"bbox": [
0.06316442603609002,
0.8381818250727684,
0.22594128693559096,
0.8975162086634865
],
"point": [
0.1446,
0.8678
]
},
{
"instruction": "Find Partners &Extensions.",
"bbox": [
0.0,
0.8194982768030401,
0.05399770344079412,
0.9239716721074547
],
"point": [
0.027,
0.8717
]
},
{
"instruction": "Stories",
"bbox": [
0.0,
0.6591096905193847,
0.05615690821512129,
0.7416561862012856
],
"point": [
0.0281,
0.7004
]
},
{
"instruction": "Design.",
"bbox": [
0.059541856783478064,
0.6454696753971944,
0.22362597846731563,
0.723885085881913
],
"point": [
0.1416,
0.6847
]
},
{
"instruction": "Reports",
"bbox": [
0.0,
0.5774605221766858,
0.05636203051563278,
0.6678377573425371
],
"point": [
0.0282,
0.6226
]
},
{
"instruction": "Page settings or options.",
"bbox": [
0.05398315389159508,
0.1819855367998565,
0.23252918299134193,
0.2452573985979443
],
"point": [
0.1433,
0.2136
]
},
{
"instruction": "Elements.",
"bbox": [
0.05564511566364749,
0.10413553057790265,
0.2297632387118194,
0.18613691440991875
],
"point": [
0.1427,
0.1451
]
},
{
"instruction": "System",
"bbox": [
0.0003852438958359271,
0.7396609761582309,
0.05465226597678297,
0.823209340637128
],
"point": [
0.0275,
0.7814
]
},
{
"instruction": "Customers",
"bbox": [
0.0,
0.3339703598121159,
0.057147670710387614,
0.42535870195514636
],
"point": [
0.0286,
0.3797
]
},
{
"instruction": "Categorized",
"bbox": [
0.0,
0.25849985613705734,
0.05666410590547964,
0.3420406997897801
],
"point": [
0.0283,
0.3003
]
},
{
"instruction": "Blocks.",
"bbox": [
0.0543547550520574,
0.24174426474824143,
0.2327033723018084,
0.3019541830479867
],
"point": [
0.1435,
0.2718
]
},
{
"instruction": "Widgets.",
"bbox": [
0.05743034332396975,
0.2993246574451205,
0.2305210615059294,
0.35826108865873624
],
"point": [
0.144,
0.3288
]
},
{
"instruction": "\"here\"",
"bbox": [
0.5757222574545567,
0.5041862379224612,
0.5961119713852921,
0.5332819258873707
],
"point": [
0.5859,
0.5187
]
},
{
"instruction": "Search functionality.",
"bbox": [
0.8371342916096033,
0.0889665176766656,
0.869414675283242,
0.15771257368435682
],
"point": [
0.8533,
0.1233
]
},
{
"instruction": "Media.",
"bbox": [
0.059700417486953226,
0.4609318939248464,
0.22362361264577107,
0.5406305429081096
],
"point": [
0.1417,
0.5008
]
},
{
"instruction": "Notifications",
"bbox": [
0.8744424158833416,
0.09642560793542307,
0.9009713911281956,
0.14826735364511745
],
"point": [
0.8877,
0.1223
]
},
{
"instruction": "Media Gallery.",
"bbox": [
0.05833834259316899,
0.5351026369714181,
0.22187608615019092,
0.6063656430657746
],
"point": [
0.1401,
0.5707
]
},
{
"instruction": "Admin settings.",
"bbox": [
0.9090291665369771,
0.08916309549151541,
0.9804783956621431,
0.15117220860095104
],
"point": [
0.9448,
0.1202
]
},
{
"instruction": "Close",
"bbox": [
0.19414979243183517,
0.016498321395025217,
0.22126281657225266,
0.0707052682380627
],
"point": [
0.2077,
0.0436
]
},
{
"instruction": "templates.",
"bbox": [
0.05745467025128652,
0.35563930101875807,
0.22776559371239002,
0.41350686688935157
],
"point": [
0.1426,
0.3846
]
}
],
"element_size": 89
},
{
"img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/content_tutorial/action_videoframes/action_2/1493.jpg",
"img_size": [
3012,
1546
],
"element": [
{
"instruction": "per page",
"bbox": [
0.7739043824701195,
0.2671410287953287,
0.8157370517928287,
0.291073758420167
],
"point": [
0.7948,
0.2791
]
},
{
"instruction": "Parent Theme",
"bbox": [
0.3658698133896705,
0.33570500579873463,
0.42861881737373425,
0.3596377354235729
],
"point": [
0.3972,
0.3477
]
},
{
"instruction": "Magento Blank",
"bbox": [
0.36719787516600266,
0.44566623544631306,
0.4292828685258964,
0.4670116429495472
],
"point": [
0.3982,
0.4563
]
},
{
"instruction": "Magentolluma",
"bbox": [
0.6527224435590969,
0.445019404915912,
0.7134794156706508,
0.4689521345407503
],
"point": [
0.6831,
0.457
]
},
{
"instruction": "Copyright",
"bbox": [
0.09329349269588313,
0.61254851228978,
0.1391102257636122,
0.6390685640362225
],
"point": [
0.1162,
0.6258
]
},
{
"instruction": "2024 Magento Commerce Inc: All rights reserved:",
"bbox": [
0.14807436918990705,
0.61254851228978,
0.3618857901726428,
0.6390685640362225
],
"point": [
0.255,
0.6258
]
},
{
"instruction": "Magento ver. 2.4.6",
"bbox": [
0.896414342629482,
0.61254851228978,
0.9814077025232404,
0.6377749029754204
],
"point": [
0.9389,
0.6252
]
},
{
"instruction": "Filters",
"bbox": [
0.7147268672705013,
0.17978878440708887,
0.7858309600141102,
0.22796794698895334
],
"point": [
0.7503,
0.2039
]
},
{
"instruction": "Columns",
"bbox": [
0.8981032251203519,
0.17797245553671773,
0.9812016582109063,
0.22757110003512088
],
"point": [
0.9397,
0.2028
]
},
{
"instruction": "CONTENT",
"bbox": [
0.0,
0.4957378826659525,
0.056515413768104664,
0.5782914451608991
],
"point": [
0.0283,
0.537
]
},
{
"instruction": "Default View",
"bbox": [
0.7935581891185259,
0.17817117510915265,
0.8932317604581673,
0.22703435781856404
],
"point": [
0.8434,
0.2026
]
},
{
"instruction": "admin",
"bbox": [
0.907231263747095,
0.09164574784726714,
0.9805199773821381,
0.1455458903837019
],
"point": [
0.9439,
0.1186
]
},
{
"instruction": "FIND PARTNERS",
"bbox": [
0.0,
0.81921355135228,
0.05607679957254316,
0.9068914613316623
],
"point": [
0.028,
0.8631
]
},
{
"instruction": "& EXTENSIONS",
"bbox": [
0.0,
0.81921355135228,
0.05607679957254316,
0.9068914613316623
],
"point": [
0.028,
0.8631
]
},
{
"instruction": "SYSTEM",
"bbox": [
0.0,
0.738700205419227,
0.05604918987785836,
0.8216851198657826
],
"point": [
0.028,
0.7802
]
},
{
"instruction": "STORES",
"bbox": [
0.0,
0.6596987626839425,
0.05607062411973201,
0.7380506902894567
],
"point": [
0.028,
0.6989
]
},
{
"instruction": "REPORTS",
"bbox": [
0.0,
0.5767139666755943,
0.05631057516353855,
0.6625308571009865
],
"point": [
0.0282,
0.6196
]
},
{
"instruction": "DASHBOARD",
"bbox": [
0.0008035586333053204,
0.09673430725334532,
0.051561996439696944,
0.17633358658054052
],
"point": [
0.0262,
0.1365
]
},
{
"instruction": "MARKETING",
"bbox": [
0.0,
0.4202084559826771,
0.056266288200064324,
0.49757908355989244
],
"point": [
0.0281,
0.4589
]
},
{
"instruction": "of 1",
"bbox": [
0.9178653225639111,
0.25041486930106927,
0.9441044416085658,
0.2979533601393212
],
"point": [
0.931,
0.2742
]
},
{
"instruction": "Report an Issue",
"bbox": [
0.9122915888529216,
0.64007599942897,
0.9815600877739044,
0.6683446728705126
],
"point": [
0.9469,
0.6542
]
},
{
"instruction": "Vie",
"bbox": [
0.9438244742384628,
0.3846302896082633,
0.9714616469019755,
0.433162398048391
],
"point": [
0.9576,
0.4089
]
},
{
"instruction": "SALES",
"bbox": [
0.0,
0.1774560452124434,
0.054735733376714495,
0.2606599519046127
],
"point": [
0.0274,
0.2191
]
},
{
"instruction": "CATALOG",
"bbox": [
0.0,
0.2586175442358809,
0.05447326396724301,
0.3345178206864489
],
"point": [
0.0272,
0.2966
]
},
{
"instruction": "Account",
"bbox": [
0.8316983530720866,
0.638806262886077,
0.9045446631442978,
0.6693263676928364
],
"point": [
0.8681,
0.6541
]
},
{
"instruction": "Activity",
"bbox": [
0.8316983530720866,
0.638806262886077,
0.9045446631442978,
0.6693263676928364
],
"point": [
0.8681,
0.6541
]
},
{
"instruction": "CUSTOMERS",
"bbox": [
0.00025933355607517846,
0.33756515680587,
0.05521180050306586,
0.4082286286940087
],
"point": [
0.0277,
0.3729
]
},
{
"instruction": "View",
"bbox": [
0.9376116951464973,
0.4420313668590314,
0.9725740592318227,
0.47302869868309344
],
"point": [
0.9551,
0.4575
]
},
{
"instruction": "Privacy_ Policy",
"bbox": [
0.7658222902660192,
0.6378053021153379,
0.8269644404154216,
0.6703967332531533
],
"point": [
0.7964,
0.6541
]
},
{
"instruction": "20",
"bbox": [
0.7091547546791999,
0.2492575700964687,
0.7456990073559927,
0.2992812498420824
],
"point": [
0.7274,
0.2743
]
},
{
"instruction": "2 records found",
"bbox": [
0.06897281175590607,
0.24748273407811489,
0.15903796617728305,
0.29875704233581624
],
"point": [
0.114,
0.2731
]
},
{
"instruction": "Themes",
"bbox": [
0.06337210160010998,
0.0997439504132388,
0.1474930761978129,
0.15486860583701387
],
"point": [
0.1054,
0.1273
]
},
{
"instruction": "Magento/blank",
"bbox": [
0.6427757394899568,
0.377555343805587,
0.9359038455552788,
0.4334379642777733
],
"point": [
0.7893,
0.4055
]
},
{
"instruction": "Action",
"bbox": [
0.9334027821007637,
0.3218393066722085,
0.9810131219912018,
0.3785253922041761
],
"point": [
0.9572,
0.3502
]
},
{
"instruction": "Magento Blank",
"bbox": [
0.07674997641270855,
0.37932611344548434,
0.14492061255304303,
0.42452315988084166
],
"point": [
0.1108,
0.4019
]
},
{
"instruction": "Theme Path",
"bbox": [
0.6467414845825034,
0.3224742144230575,
0.9323245753963313,
0.37870024647780565
],
"point": [
0.7895,
0.3506
]
},
{
"instruction": "Magento Luma",
"bbox": [
0.07183734544244895,
0.4302559244370553,
0.3625318874242613,
0.4870825763815896
],
"point": [
0.2172,
0.4587
]
},
{
"instruction": "Theme Title",
"bbox": [
0.07124700457609666,
0.32177288257751857,
0.36372135359927477,
0.3811266110754568
],
"point": [
0.2175,
0.3514
]
},
{
"instruction": "filters.",
"bbox": [
0.7147268672705013,
0.17978878440708887,
0.7858309600141102,
0.22796794698895334
],
"point": [
0.7503,
0.2039
]
},
{
"instruction": "Columns settings.",
"bbox": [
0.8981032251203519,
0.17797245553671773,
0.9812016582109063,
0.22757110003512088
],
"point": [
0.9397,
0.2028
]
},
{
"instruction": "Content",
"bbox": [
0.0,
0.4957378826659525,
0.056515413768104664,
0.5782914451608991
],
"point": [
0.0283,
0.537
]
},
{
"instruction": "Settings for default view.",
"bbox": [
0.7935581891185259,
0.17817117510915265,
0.8932317604581673,
0.22703435781856404
],
"point": [
0.8434,
0.2026
]
},
{
"instruction": "Admin settings.",
"bbox": [
0.907231263747095,
0.09164574784726714,
0.9805199773821381,
0.1455458903837019
],
"point": [
0.9439,
0.1186
]
},
{
"instruction": "navigating to the next item or page.",
"bbox": [
0.9494601347215306,
0.25086761908882804,
0.981497350441982,
0.2988010618695929
],
"point": [
0.9655,
0.2748
]
},
{
"instruction": "a back or previous button.",
"bbox": [
0.834700828846074,
0.2503510311072425,
0.8673124072719538,
0.298273656531725
],
"point": [
0.851,
0.2743
]
},
{
"instruction": "uBlock Origin",
"bbox": [
0.004620649583469507,
0.011190535334381064,
0.04810676979986953,
0.09139632685218406
],
"point": [
0.0264,
0.0513
]
},
{
"instruction": "FindPartners &Extensions.",
"bbox": [
0.0,
0.81921355135228,
0.05607679957254316,
0.9068914613316623
],
"point": [
0.028,
0.8631
]
},
{
"instruction": "the number 1.",
"bbox": [
0.8824702816338812,
0.25007074708926263,
0.9156127767575531,
0.2983785335644405
],
"point": [
0.899,
0.2742
]
},
{
"instruction": "System",
"bbox": [
0.0,
0.738700205419227,
0.05604918987785836,
0.8216851198657826
],
"point": [
0.028,
0.7802
]
},
{
"instruction": "Search functionality.",
"bbox": [
0.8375056901301046,
0.0938820783410313,
0.8672665295847859,
0.1504660503984577
],
"point": [
0.8524,
0.1222
]
},
{
"instruction": "Stories",
"bbox": [
0.0,
0.6596987626839425,
0.05607062411973201,
0.7380506902894567
],
"point": [
0.028,
0.6989
]
},
{
"instruction": "Notifications",
"bbox": [
0.8740031735039011,
0.09332622809366915,
0.9025139675672311,
0.14705516820120473
],
"point": [
0.8883,
0.1202
]
},
{
"instruction": "Reports",
"bbox": [
0.0,
0.5767139666755943,
0.05631057516353855,
0.6625308571009865
],
"point": [
0.0282,
0.6196
]
},
{
"instruction": "Navigator",
"bbox": [
0.0008035586333053204,
0.09673430725334532,
0.051561996439696944,
0.17633358658054052
],
"point": [
0.0262,
0.1365
]
},
{
"instruction": "Marketing.",
"bbox": [
0.0,
0.4202084559826771,
0.056266288200064324,
0.49757908355989244
],
"point": [
0.0281,
0.4589
]
},
{
"instruction": "a dropdown menu.",
"bbox": [
0.744541041562915,
0.25042535108243047,
0.7686749745808433,
0.29910957366035335
],
"point": [
0.7566,
0.2748
]
},
{
"instruction": "of 1",
"bbox": [
0.9178653225639111,
0.25041486930106927,
0.9441044416085658,
0.2979533601393212
],
"point": [
0.931,
0.2742
]
},
{
"instruction": "Export an issue.",
"bbox": [
0.9122915888529216,
0.64007599942897,
0.9815600877739044,
0.6683446728705126
],
"point": [
0.9469,
0.6542
]
},
{
"instruction": "View",
"bbox": [
0.9438244742384628,
0.3846302896082633,
0.9714616469019755,
0.433162398048391
],
"point": [
0.9576,
0.4089
]
},
{
"instruction": "Sales",
"bbox": [
0.0,
0.1774560452124434,
0.054735733376714495,
0.2606599519046127
],
"point": [
0.0274,
0.2191
]
},
{
"instruction": "Categorized",
"bbox": [
0.0,
0.2586175442358809,
0.05447326396724301,
0.3345178206864489
],
"point": [
0.0272,
0.2966
]
},
{
"instruction": "Account activity.",
"bbox": [
0.8316983530720866,
0.638806262886077,
0.9045446631442978,
0.6693263676928364
],
"point": [
0.8681,
0.6541
]
},
{
"instruction": "Customers",
"bbox": [
0.00025933355607517846,
0.33756515680587,
0.05521180050306586,
0.4082286286940087
],
"point": [
0.0277,
0.3729
]
},
{
"instruction": "a button to view more details or information.",
"bbox": [
0.9376116951464973,
0.4420313668590314,
0.9725740592318227,
0.47302869868309344
],
"point": [
0.9551,
0.4575
]
},
{
"instruction": "Privacy Policy.",
"bbox": [
0.7658222902660192,
0.6378053021153379,
0.8269644404154216,
0.6703967332531533
],
"point": [
0.7964,
0.6541
]
},
{
"instruction": "the number 20.",
"bbox": [
0.7091547546791999,
0.2492575700964687,
0.7456990073559927,
0.2992812498420824
],
"point": [
0.7274,
0.2743
]
},
{
"instruction": "2 records found.",
"bbox": [
0.06897281175590607,
0.24748273407811489,
0.15903796617728305,
0.29875704233581624
],
"point": [
0.114,
0.2731
]
},
{
"instruction": "Themes.",
"bbox": [
0.06337210160010998,
0.0997439504132388,
0.1474930761978129,
0.15486860583701387
],
"point": [
0.1054,
0.1273
]
},
{
"instruction": "A link to the Magento blank page.",
"bbox": [
0.6427757394899568,
0.377555343805587,
0.9359038455552788,
0.4334379642777733
],
"point": [
0.7893,
0.4055
]
},
{
"instruction": "uBlock Origin",
"bbox": [
0.06632610082942968,
0.5959448179020456,
0.09539164711596324,
0.6548628517141009
],
"point": [
0.0809,
0.6254
]
},
{
"instruction": "Action.",
"bbox": [
0.9334027821007637,
0.3218393066722085,
0.9810131219912018,
0.3785253922041761
],
"point": [
0.9572,
0.3502
]
},
{
"instruction": "magneto blank.",
"bbox": [
0.07674997641270855,
0.37932611344548434,
0.14492061255304303,
0.42452315988084166
],
"point": [
0.1108,
0.4019
]
},
{
"instruction": "The ThemePath.",
"bbox": [
0.6467414845825034,
0.3224742144230575,
0.9323245753963313,
0.37870024647780565
],
"point": [
0.7895,
0.3506
]
},
{
"instruction": "A search bar for \"Magento Luma\".",
"bbox": [
0.07183734544244895,
0.4302559244370553,
0.3625318874242613,
0.4870825763815896
],
"point": [
0.2172,
0.4587
]
},
{
"instruction": "The theme title section in a user interface.",
"bbox": [
0.07124700457609666,
0.32177288257751857,
0.36372135359927477,
0.3811266110754568
],
"point": [
0.2175,
0.3514
]
}
],
"element_size": 75
},
{
"img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/content_tutorial/action_videoframes/action_3/2008.jpg",
"img_size": [
3012,
1546
],
"element": [
{
"instruction": "Theme Settings",
"bbox": [
0.31806108897742363,
0.3221216041397154,
0.4063745019920319,
0.35834411384217335
],
"point": [
0.3622,
0.3402
]
},
{
"instruction": "Theme Path",
"bbox": [
0.3741699867197875,
0.4016817593790427,
0.4292828685258964,
0.42108667529107374
],
"point": [
0.4017,
0.4114
]
},
{
"instruction": "Magento/blank",
"bbox": [
0.44820713078674884,
0.3997412677878396,
0.5172642357004275,
0.42626131953428203
],
"point": [
0.4827,
0.413
]
},
{
"instruction": "Theme Title",
"bbox": [
0.37583005380820467,
0.48059508408796897,
0.4302789249901436,
0.5019404915912031
],
"point": [
0.4031,
0.4913
]
},
{
"instruction": "Magento Blank",
"bbox": [
0.44787516600265603,
0.47865459249676584,
0.5156042496679947,
0.5051746442432082
],
"point": [
0.4817,
0.4919
]
},
{
"instruction": "Theme Preview Im-",
"bbox": [
0.3429614873837981,
0.5491591597898812,
0.4302788844621514,
0.5685640757019121
],
"point": [
0.3866,
0.5589
]
},
{
"instruction": "age",
"bbox": [
0.4116865869853918,
0.57503234152652,
0.4302788844621514,
0.5963777490297542
],
"point": [
0.421,
0.5857
]
},
{
"instruction": "Copyright @0 2024 Magento Commerce Inc. All rights reserved:",
"bbox": [
0.09329349269588313,
0.7813712807244502,
0.3618857901726428,
0.8085381630012937
],
"point": [
0.2276,
0.795
]
},
{
"instruction": "Magento ver. 2.4.6",
"bbox": [
0.897410358565737,
0.7813712807244502,
0.9814077025232404,
0.8065976714100905
],
"point": [
0.9394,
0.794
]
},
{
"instruction": "THEME",
"bbox": [
0.07320414184732424,
0.27761436156436975,
0.287454480985563,
0.3713374958309751
],
"point": [
0.1803,
0.3245
]
},
{
"instruction": "FIND PARTNERS",
"bbox": [
0.0,
0.7806602566855999,
0.05725213161027764,
0.8670621923764958
],
"point": [
0.0286,
0.8239
]
},
{
"instruction": "& EXTENSIONS",
"bbox": [
0.0,
0.7806602566855999,
0.05725213161027764,
0.8670621923764958
],
"point": [
0.0286,
0.8239
]
},
{
"instruction": "CONTENT",
"bbox": [
0.0,
0.45911915768010186,
0.05639475686933257,
0.5419946352229544
],
"point": [
0.0282,
0.5006
]
},
{
"instruction": "REPORTS",
"bbox": [
0.0,
0.539157921715819,
0.05628641034819057,
0.6251461132686166
],
"point": [
0.0281,
0.5822
]
},
{
"instruction": "MARKETING",
"bbox": [
0.0,
0.379665162554071,
0.056569001905788306,
0.46207636232363763
],
"point": [
0.0283,
0.4209
]
},
{
"instruction": "STORES",
"bbox": [
0.0,
0.6206887702892545,
0.05633769852231698,
0.703438150620553
],
"point": [
0.0282,
0.6621
]
},
{
"instruction": "DASHBOARD",
"bbox": [
0.002666308743703571,
0.058001835318462966,
0.04898535587873117,
0.13063349359865176
],
"point": [
0.0258,
0.0943
]
},
{
"instruction": "admin",
"bbox": [
0.9075635932831175,
0.053816623860466525,
0.9822215046065738,
0.10932027167829783
],
"point": [
0.9449,
0.0816
]
},
{
"instruction": "General",
"bbox": [
0.07479768223654859,
0.3630671532002951,
0.2891279831033937,
0.4488025976183498
],
"point": [
0.182,
0.4059
]
},
{
"instruction": "Account Activity",
"bbox": [
0.8317652242592132,
0.8083873516837807,
0.9043766340886454,
0.8368063626900065
],
"point": [
0.8681,
0.8226
]
},
{
"instruction": "Privacy_Policy",
"bbox": [
0.7656094372509961,
0.8080693056173189,
0.8260196518613048,
0.836767988710786
],
"point": [
0.7958,
0.8224
]
},
{
"instruction": "Report an Issue",
"bbox": [
0.9119899795349851,
0.8088181509237549,
0.9814917575790587,
0.836495107080773
],
"point": [
0.9467,
0.8227
]
},
{
"instruction": "CUSTOMERS",
"bbox": [
0.0011440038997655212,
0.30617273486138624,
0.055804552784953936,
0.3705452626612023
],
"point": [
0.0285,
0.3384
]
},
{
"instruction": "SYSTEM",
"bbox": [
0.0,
0.7002651910424078,
0.05636304371543773,
0.7846291999767545
],
"point": [
0.0282,
0.7424
]
},
{
"instruction": "CATALOG",
"bbox": [
0.0,
0.22013460186443848,
0.05613140091003175,
0.3132126624340536
],
"point": [
0.0281,
0.2667
]
},
{
"instruction": "Theme: Magento Blank",
"bbox": [
0.07190589854125166,
0.061144445105943766,
0.27742679185601343,
0.11649456739734092
],
"point": [
0.1747,
0.0888
]
},
{
"instruction": "SALES",
"bbox": [
0.0005873721909238048,
0.13894254578347348,
0.05515403291618681,
0.22714809797713859
],
"point": [
0.0279,
0.183
]
},
{
"instruction": "Back",
"bbox": [
0.9054973141289011,
0.16490417125154128,
0.97054214781499,
0.22399404903278622
],
"point": [
0.938,
0.1944
]
},
{
"instruction": "Themes.",
"bbox": [
0.07320414184732424,
0.27761436156436975,
0.287454480985563,
0.3713374958309751
],
"point": [
0.1803,
0.3245
]
},
{
"instruction": "FindPartners &ensions.",
"bbox": [
0.0,
0.7806602566855999,
0.05725213161027764,
0.8670621923764958
],
"point": [
0.0286,
0.8239
]
},
{
"instruction": "Content",
"bbox": [
0.0,
0.45911915768010186,
0.05639475686933257,
0.5419946352229544
],
"point": [
0.0282,
0.5006
]
},
{
"instruction": "Reports",
"bbox": [
0.0,
0.539157921715819,
0.05628641034819057,
0.6251461132686166
],
"point": [
0.0281,
0.5822
]
},
{
"instruction": "Marketing.",
"bbox": [
0.0,
0.379665162554071,
0.056569001905788306,
0.46207636232363763
],
"point": [
0.0283,
0.4209
]
},
{
"instruction": "Stories",
"bbox": [
0.0,
0.6206887702892545,
0.05633769852231698,
0.703438150620553
],
"point": [
0.0282,
0.6621
]
},
{
"instruction": "Navigation or compass functionality.",
"bbox": [
0.002666308743703571,
0.058001835318462966,
0.04898535587873117,
0.13063349359865176
],
"point": [
0.0258,
0.0943
]
},
{
"instruction": "Admin settings.",
"bbox": [
0.9075635932831175,
0.053816623860466525,
0.9822215046065738,
0.10932027167829783
],
"point": [
0.9449,
0.0816
]
},
{
"instruction": "General settings or options.",
"bbox": [
0.07479768223654859,
0.3630671532002951,
0.2891279831033937,
0.4488025976183498
],
"point": [
0.182,
0.4059
]
},
{
"instruction": "Account activity.",
"bbox": [
0.8317652242592132,
0.8083873516837807,
0.9043766340886454,
0.8368063626900065
],
"point": [
0.8681,
0.8226
]
},
{
"instruction": "Privacy Policy.",
"bbox": [
0.7656094372509961,
0.8080693056173189,
0.8260196518613048,
0.836767988710786
],
"point": [
0.7958,
0.8224
]
},
{
"instruction": "Export an issue.",
"bbox": [
0.9119899795349851,
0.8088181509237549,
0.9814917575790587,
0.836495107080773
],
"point": [
0.9467,
0.8227
]
},
{
"instruction": "Customers.",
"bbox": [
0.0011440038997655212,
0.30617273486138624,
0.055804552784953936,
0.3705452626612023
],
"point": [
0.0285,
0.3384
]
},
{
"instruction": "System",
"bbox": [
0.0,
0.7002651910424078,
0.05636304371543773,
0.7846291999767545
],
"point": [
0.0282,
0.7424
]
},
{
"instruction": "Notifications",
"bbox": [
0.8731375766465388,
0.05636826647207006,
0.9017829236439658,
0.10853145347684043
],
"point": [
0.8875,
0.0824
]
},
{
"instruction": "Categorized",
"bbox": [
0.0,
0.22013460186443848,
0.05613140091003175,
0.3132126624340536
],
"point": [
0.0281,
0.2667
]
},
{
"instruction": "Themes: Magento blank.",
"bbox": [
0.07190589854125166,
0.061144445105943766,
0.27742679185601343,
0.11649456739734092
],
"point": [
0.1747,
0.0888
]
},
{
"instruction": "Sales",
"bbox": [
0.0005873721909238048,
0.13894254578347348,
0.05515403291618681,
0.22714809797713859
],
"point": [
0.0279,
0.183
]
},
{
"instruction": "a user profile or account.",
"bbox": [
0.44866862303390603,
0.5618358774913083,
0.483768539124751,
0.5915508393636805
],
"point": [
0.4662,
0.5767
]
},
{
"instruction": "Search functionality.",
"bbox": [
0.8369030388861222,
0.053145217402015284,
0.869460958250332,
0.1127026003976997
],
"point": [
0.8532,
0.0829
]
},
{
"instruction": "Scroll up.",
"bbox": [
0.48481622825105825,
0.606331059109193,
0.5022626372764152,
0.6355470013340879
],
"point": [
0.4935,
0.6209
]
},
{
"instruction": "Back.",
"bbox": [
0.9054973141289011,
0.16490417125154128,
0.97054214781499,
0.22399404903278622
],
"point": [
0.938,
0.1944
]
},
{
"instruction": "Font Color",
"bbox": [
0.46549843918596445,
0.5906458135409929,
0.48360148274091136,
0.6243690401894001
],
"point": [
0.4745,
0.6075
]
},
{
"instruction": "a battery level indicator.",
"bbox": [
0.9936275406187749,
0.03767747619944741,
1.0,
0.09066557544940193
],
"point": [
0.9968,
0.0642
]
}
],
"element_size": 52
},
{
"img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/content_tutorial/action_videoframes/action_4/3184.jpg",
"img_size": [
3012,
1546
],
"element": [
{
"instruction": "per page",
"bbox": [
0.7739043824701195,
0.2671410287953287,
0.8157370517928287,
0.291073758420167
],
"point": [
0.7948,
0.2791
]
},
{
"instruction": "Parent Theme",
"bbox": [
0.3658698133896705,
0.33570500579873463,
0.42861881737373425,
0.3596377354235729
],
"point": [
0.3972,
0.3477
]
},
{
"instruction": "Magento/blank",
"bbox": [
0.6527224435590969,
0.39197930142302717,
0.7158034528552457,
0.41591203104786545
],
"point": [
0.6843,
0.4039
]
},
{
"instruction": "Magento Luma",
"bbox": [
0.08134130146082337,
0.44566623544631306,
0.14375830013280214,
0.4670116429495472
],
"point": [
0.1125,
0.4563
]
},
{
"instruction": "Magentolluma",
"bbox": [
0.6527224435590969,
0.445019404915912,
0.7134794156706508,
0.4689521345407503
],
"point": [
0.6831,
0.457
]
},
{
"instruction": "Copyright",
"bbox": [
0.09329349269588313,
0.61254851228978,
0.1391102257636122,
0.6390685640362225
],
"point": [
0.1162,
0.6258
]
},
{
"instruction": "2024 Magento Commerce Inc: All rights reserved:",
"bbox": [
0.14807436918990705,
0.61254851228978,
0.3618857901726428,
0.6390685640362225
],
"point": [
0.255,
0.6258
]
},
{
"instruction": "Magento ver. 2.4.6",
"bbox": [
0.896414342629482,
0.61254851228978,
0.9814077025232404,
0.6377749029754204
],
"point": [
0.9389,
0.6252
]
},
{
"instruction": "Filters",
"bbox": [
0.7145744009638529,
0.17957754986406452,
0.7860625369615288,
0.22814582143687337
],
"point": [
0.7503,
0.2039
]
},
{
"instruction": "Columns",
"bbox": [
0.89773458250332,
0.1780287926440714,
0.9814457988359063,
0.22780351527758125
],
"point": [
0.9396,
0.2029
]
},
{
"instruction": "Default View",
"bbox": [
0.7936129829639774,
0.17836298578615176,
0.8937213386039177,
0.2267796169739954
],
"point": [
0.8437,
0.2026
]
},
{
"instruction": "admin",
"bbox": [
0.9063362435673971,
0.09146319509015201,
0.980854414373755,
0.1451611438667327
],
"point": [
0.9436,
0.1183
]
},
{
"instruction": "CONTENT",
"bbox": [
0.0,
0.49573464535494827,
0.05649484074606522,
0.5781062078044146
],
"point": [
0.0282,
0.5369
]
},
{
"instruction": "FIND PARTNERS",
"bbox": [
0.0,
0.8191958645799644,
0.055792789535218504,
0.9072418805081662
],
"point": [
0.0279,
0.8632
]
},
{
"instruction": "& EXTENSIONS",
"bbox": [
0.0,
0.8191958645799644,
0.055792789535218504,
0.9072418805081662
],
"point": [
0.0279,
0.8632
]
},
{
"instruction": "SYSTEM",
"bbox": [
0.0,
0.7386997316663971,
0.05561406108962587,
0.8216134252708602
],
"point": [
0.0278,
0.7802
]
},
{
"instruction": "STORES",
"bbox": [
0.0,
0.6597538759298189,
0.05598979103929335,
0.7382221888138745
],
"point": [
0.028,
0.699
]
},
{
"instruction": "REPORTS",
"bbox": [
0.0,
0.5767237180880094,
0.05628585308829785,
0.6626044467072283
],
"point": [
0.0281,
0.6197
]
},
{
"instruction": "DASHBOARD",
"bbox": [
0.0007915699466132865,
0.09676754891024215,
0.05146717360295148,
0.17650696037657665
],
"point": [
0.0261,
0.1366
]
},
{
"instruction": "of 1",
"bbox": [
0.9182471773063994,
0.2502554712135147,
0.9442891681970037,
0.2984838251308821
],
"point": [
0.9313,
0.2744
]
},
{
"instruction": "MARKETING",
"bbox": [
0.0,
0.42057679880791154,
0.05618372761395823,
0.4970035528303889
],
"point": [
0.0281,
0.4588
]
},
{
"instruction": "CATALOG",
"bbox": [
0.0,
0.2586044568139554,
0.05421580989680601,
0.3346188089980191
],
"point": [
0.0271,
0.2966
]
},
{
"instruction": "SALES",
"bbox": [
0.0,
0.17759039361911788,
0.05449841158640179,
0.2605512651095569
],
"point": [
0.0272,
0.2191
]
},
{
"instruction": "CUSTOMERS",
"bbox": [
0.00028212801868697084,
0.33774751216597265,
0.055004907635895224,
0.408249829133146
],
"point": [
0.0276,
0.373
]
},
{
"instruction": "Action",
"bbox": [
0.932896749590181,
0.32186800819781897,
0.9811406230546563,
0.37580218197920034
],
"point": [
0.957,
0.3488
]
},
{
"instruction": "Report an Issue",
"bbox": [
0.9122433605422062,
0.6396685325158675,
0.9815423365133217,
0.6684260793984476
],
"point": [
0.9469,
0.654
]
},
{
"instruction": "Account",
"bbox": [
0.8316127579525647,
0.6380876588019486,
0.9046119396113462,
0.6695812467153137
],
"point": [
0.8681,
0.6538
]
},
{
"instruction": "Activity",
"bbox": [
0.8316127579525647,
0.6380876588019486,
0.9046119396113462,
0.6695812467153137
],
"point": [
0.8681,
0.6538
]
},
{
"instruction": "View",
"bbox": [
0.9360973261900315,
0.44091042818412435,
0.9684777329484147,
0.47280954851986984
],
"point": [
0.9523,
0.4569
]
},
{
"instruction": "20",
"bbox": [
0.7089667858513862,
0.25034623435983994,
0.743819075909902,
0.29956038895739
],
"point": [
0.7264,
0.275
]
},
{
"instruction": "View",
"bbox": [
0.933250072626162,
0.38960548391009053,
0.9692496290878154,
0.41916150170803684
],
"point": [
0.9512,
0.4044
]
},
{
"instruction": "Privacy_ Policy",
"bbox": [
0.7654454609945635,
0.6377953927853129,
0.827082701096655,
0.670466848671976
],
"point": [
0.7963,
0.6541
]
},
{
"instruction": "Magento Blank",
"bbox": [
0.07241295438363733,
0.37916278715738194,
0.3627424404757273,
0.43544951879345895
],
"point": [
0.2176,
0.4073
]
},
{
"instruction": "Theme Path",
"bbox": [
0.6462603362591302,
0.32266780167316866,
0.9344412713728419,
0.3781982658751415
],
"point": [
0.7904,
0.3504
]
},
{
"instruction": "Themes",
"bbox": [
0.06498142257629638,
0.09958697043908675,
0.14885814003102174,
0.15617337047976634
],
"point": [
0.1069,
0.1279
]
},
{
"instruction": "Theme Title",
"bbox": [
0.07155338606511454,
0.3217078994810196,
0.3637903626379897,
0.3810905269015807
],
"point": [
0.2177,
0.3514
]
},
{
"instruction": "2 records found",
"bbox": [
0.07565803578492021,
0.24697147581586554,
0.15520393199338064,
0.2991196211682871
],
"point": [
0.1154,
0.273
]
},
{
"instruction": "Magento Blank",
"bbox": [
0.3633715463666169,
0.4302798489549644,
0.43111295054158366,
0.4829894308902005
],
"point": [
0.3972,
0.4566
]
},
{
"instruction": "filters.",
"bbox": [
0.7145744009638529,
0.17957754986406452,
0.7860625369615288,
0.22814582143687337
],
"point": [
0.7503,
0.2039
]
},
{
"instruction": "Columns settings.",
"bbox": [
0.89773458250332,
0.1780287926440714,
0.9814457988359063,
0.22780351527758125
],
"point": [
0.9396,
0.2029
]
},
{
"instruction": "Details view.",
"bbox": [
0.7936129829639774,
0.17836298578615176,
0.8937213386039177,
0.2267796169739954
],
"point": [
0.8437,
0.2026
]
},
{
"instruction": "Admin settings.",
"bbox": [
0.9063362435673971,
0.09146319509015201,
0.980854414373755,
0.1451611438667327
],
"point": [
0.9436,
0.1183
]
},
{
"instruction": "Content",
"bbox": [
0.0,
0.49573464535494827,
0.05649484074606522,
0.5781062078044146
],
"point": [
0.0282,
0.5369
]
},
{
"instruction": "a back or previous button.",
"bbox": [
0.834530205998921,
0.25019943020167973,
0.8677469484042994,
0.29846753987735486
],
"point": [
0.8511,
0.2743
]
},
{
"instruction": "uBlock Origin",
"bbox": [
0.004577727906732445,
0.01084148806711372,
0.04818846663314191,
0.09116156258527551
],
"point": [
0.0264,
0.051
]
},
{
"instruction": "the number 1.",
"bbox": [
0.8820632184802457,
0.24991752752819776,
0.9156638420277224,
0.29858212884308294
],
"point": [
0.8989,
0.2742
]
},
{
"instruction": "FindPartners &Extensions.",
"bbox": [
0.0,
0.8191958645799644,
0.055792789535218504,
0.9072418805081662
],
"point": [
0.0279,
0.8632
]
},
{
"instruction": "Search functionality.",
"bbox": [
0.8369903361813164,
0.09372642092686267,
0.8677559456185674,
0.15061612147717396
],
"point": [
0.8524,
0.1222
]
},
{
"instruction": "navigating to the next item or page.",
"bbox": [
0.9497826564834413,
0.25065008758110646,
0.9816277695208748,
0.2987596479763806
],
"point": [
0.9657,
0.2747
]
},
{
"instruction": "System",
"bbox": [
0.0,
0.7386997316663971,
0.05561406108962587,
0.8216134252708602
],
"point": [
0.0278,
0.7802
]
},
{
"instruction": "Stories",
"bbox": [
0.0,
0.6597538759298189,
0.05598979103929335,
0.7382221888138745
],
"point": [
0.028,
0.699
]
},
{
"instruction": "Reports",
"bbox": [
0.0,
0.5767237180880094,
0.05628585308829785,
0.6626044467072283
],
"point": [
0.0281,
0.6197
]
},
{
"instruction": "Notifications",
"bbox": [
0.8735250242519506,
0.09357636958784767,
0.9029070080355661,
0.1483883086644971
],
"point": [
0.8882,
0.121
]
},
{
"instruction": "Navigator",
"bbox": [
0.0007915699466132865,
0.09676754891024215,
0.05146717360295148,
0.17650696037657665
],
"point": [
0.0261,
0.1366
]
},
{
"instruction": "a dropdown menu.",
"bbox": [
0.7444532579318144,
0.25037957471524297,
0.7687596780845368,
0.2994086498739186
],
"point": [
0.7566,
0.2749
]
},
{
"instruction": "of 1",
"bbox": [
0.9182471773063994,
0.2502554712135147,
0.9442891681970037,
0.2984838251308821
],
"point": [
0.9313,
0.2744
]
},
{
"instruction": "Marketing.",
"bbox": [
0.0,
0.42057679880791154,
0.05618372761395823,
0.4970035528303889
],
"point": [
0.0281,
0.4588
]
},
{
"instruction": "Categorized",
"bbox": [
0.0,
0.2586044568139554,
0.05421580989680601,
0.3346188089980191
],
"point": [
0.0271,
0.2966
]
},
{
"instruction": "Sales",
"bbox": [
0.0,
0.17759039361911788,
0.05449841158640179,
0.2605512651095569
],
"point": [
0.0272,
0.2191
]
},
{
"instruction": "Scroll to top.",
"bbox": [
0.9094786219704515,
0.3759589941658918,
0.9266284471489044,
0.4126143560372534
],
"point": [
0.9181,
0.3943
]
},
{
"instruction": "Customers",
"bbox": [
0.00028212801868697084,
0.33774751216597265,
0.055004907635895224,
0.408249829133146
],
"point": [
0.0276,
0.373
]
},
{
"instruction": "Action.",
"bbox": [
0.932896749590181,
0.32186800819781897,
0.9811406230546563,
0.37580218197920034
],
"point": [
0.957,
0.3488
]
},
{
"instruction": "Export an issue.",
"bbox": [
0.9122433605422062,
0.6396685325158675,
0.9815423365133217,
0.6684260793984476
],
"point": [
0.9469,
0.654
]
},
{
"instruction": "Account activity.",
"bbox": [
0.8316127579525647,
0.6380876588019486,
0.9046119396113462,
0.6695812467153137
],
"point": [
0.8681,
0.6538
]
},
{
"instruction": "a button to view more details or information.",
"bbox": [
0.9360973261900315,
0.44091042818412435,
0.9684777329484147,
0.47280954851986984
],
"point": [
0.9523,
0.4569
]
},
{
"instruction": "the number 20.",
"bbox": [
0.7089667858513862,
0.25034623435983994,
0.743819075909902,
0.29956038895739
],
"point": [
0.7264,
0.275
]
},
{
"instruction": "a button to view more details or information.",
"bbox": [
0.933250072626162,
0.38960548391009053,
0.9692496290878154,
0.41916150170803684
],
"point": [
0.9512,
0.4044
]
},
{
"instruction": "Privacy Policy.",
"bbox": [
0.7654454609945635,
0.6377953927853129,
0.827082701096655,
0.670466848671976
],
"point": [
0.7963,
0.6541
]
},
{
"instruction": "Magnito Bank.",
"bbox": [
0.07241295438363733,
0.37916278715738194,
0.3627424404757273,
0.43544951879345895
],
"point": [
0.2176,
0.4073
]
},
{
"instruction": "ThemesPath.",
"bbox": [
0.6462603362591302,
0.32266780167316866,
0.9344412713728419,
0.3781982658751415
],
"point": [
0.7904,
0.3504
]
},
{
"instruction": "Themes.",
"bbox": [
0.06498142257629638,
0.09958697043908675,
0.14885814003102174,
0.15617337047976634
],
"point": [
0.1069,
0.1279
]
},
{
"instruction": "The theme title section in a user interface.",
"bbox": [
0.07155338606511454,
0.3217078994810196,
0.3637903626379897,
0.3810905269015807
],
"point": [
0.2177,
0.3514
]
},
{
"instruction": "2 records found.",
"bbox": [
0.07565803578492021,
0.24697147581586554,
0.15520393199338064,
0.2991196211682871
],
"point": [
0.1154,
0.273
]
},
{
"instruction": "minimizing a window.",
"bbox": [
0.35849777160887697,
0.37726801271426263,
0.6551898282520958,
0.43449214328306923
],
"point": [
0.5068,
0.4059
]
},
{
"instruction": "uBlock Origin",
"bbox": [
0.06620088453153532,
0.5957883610299766,
0.09529760191006806,
0.6546830230357576
],
"point": [
0.0807,
0.6252
]
},
{
"instruction": "magneto blank.",
"bbox": [
0.3633715463666169,
0.4302798489549644,
0.43111295054158366,
0.4829894308902005
],
"point": [
0.3972,
0.4566
]
},
{
"instruction": "Searching or magnifying glass.",
"bbox": [
4.202182866029372e-05,
0.01215011428892227,
0.00584611728055227,
0.09177335761342906
],
"point": [
0.0029,
0.052
]
}
],
"element_size": 77
},
{
"img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/content_tutorial/action_videoframes/action_5/4197.jpg",
"img_size": [
3012,
1546
],
"element": [
{
"instruction": "Search by keyword",
"bbox": [
0.08100929614873838,
0.2671410287953287,
0.1650066401062417,
0.2936610805417711
],
"point": [
0.123,
0.2804
]
},
{
"instruction": "per page",
"bbox": [
0.7739043824701195,
0.34152652005174644,
0.8157370517928287,
0.3654592496765847
],
"point": [
0.7948,
0.3535
]
},
{
"instruction": "Title",
"bbox": [
0.15239043824701196,
0.4126778783958603,
0.17330677290836655,
0.4314359637774903
],
"point": [
0.1628,
0.4221
]
},
{
"instruction": "URL",
"bbox": [
0.24302790871021124,
0.4126778783958603,
0.26062419025071587,
0.4314359637774903
],
"point": [
0.2518,
0.4221
]
},
{
"instruction": "Layout",
"bbox": [
0.4209827357237716,
0.4139715394566624,
0.45219123505976094,
0.4346701164294955
],
"point": [
0.4366,
0.4243
]
},
{
"instruction": "Store View",
"bbox": [
0.5398406374501992,
0.4126778783958603,
0.5863213811420983,
0.4314359637774903
],
"point": [
0.5631,
0.4221
]
},
{
"instruction": "Status",
"bbox": [
0.6171979156939948,
0.4126778783958603,
0.6457503725333043,
0.4314359637774903
],
"point": [
0.6315,
0.4221
]
},
{
"instruction": "Created",
"bbox": [
0.6669986719787516,
0.4126778783958603,
0.702191235059761,
0.4314359637774903
],
"point": [
0.6846,
0.4221
]
},
{
"instruction": "Modified",
"bbox": [
0.7915006640106241,
0.4126778783958603,
0.8303452855245684,
0.4314359637774903
],
"point": [
0.8109,
0.4221
]
},
{
"instruction": "Action",
"bbox": [
0.9156706507304117,
0.4126778783958603,
0.9435590969455512,
0.4314359637774903
],
"point": [
0.9296,
0.4221
]
},
{
"instruction": "404 Not Found",
"bbox": [
0.15239043824701196,
0.46701160347014475,
0.21447543160690571,
0.4864165193821758
],
"point": [
0.1834,
0.4767
]
},
{
"instruction": "no-route",
"bbox": [
0.24302788844621515,
0.4689521345407503,
0.28021248339973437,
0.48641655886157825
],
"point": [
0.2616,
0.4777
]
},
{
"instruction": "2 columns with right bar",
"bbox": [
0.4216467463479416,
0.4663648124191462,
0.5212483399734396,
0.49159120310478654
],
"point": [
0.4714,
0.479
]
},
{
"instruction": "AIl Store Views",
"bbox": [
0.540172602234292,
0.46571798188874514,
0.6019255902821008,
0.4896507115135834
],
"point": [
0.571,
0.4777
]
},
{
"instruction": "Enabled",
"bbox": [
0.6178618857901726,
0.46701160347014475,
0.6520584329349269,
0.4864165193821758
],
"point": [
0.635,
0.4767
]
},
{
"instruction": "Apr 19,2023 11.41.33 AM",
"bbox": [
0.6669986719787516,
0.46701160347014475,
0.7709163346613546,
0.48835701097337886
],
"point": [
0.719,
0.4777
]
},
{
"instruction": "Apr 19,2023 11.41.33 AM",
"bbox": [
0.7915007450666086,
0.46701160347014475,
0.8950864024371264,
0.48835701097337886
],
"point": [
0.8433,
0.4777
]
},
{
"instruction": "Home",
"bbox": [
0.15305444887118194,
0.5206985374934306,
0.17928286852589642,
0.5401034534054616
],
"point": [
0.1662,
0.5304
]
},
{
"instruction": "home",
"bbox": [
0.24302786818221905,
0.5206985374934306,
0.2685922772127635,
0.5401034534054616
],
"point": [
0.2558,
0.5304
]
},
{
"instruction": "column",
"bbox": [
0.42795484727755645,
0.5206985374934306,
0.46049136786188577,
0.5401034534054616
],
"point": [
0.4442,
0.5304
]
},
{
"instruction": "AIl Store Views",
"bbox": [
0.540172602234292,
0.5187580459022275,
0.6012615796579308,
0.5426907755270658
],
"point": [
0.5707,
0.5307
]
},
{
"instruction": "Enabled",
"bbox": [
0.6178618857901726,
0.5206985374934306,
0.6520584329349269,
0.5401034534054616
],
"point": [
0.635,
0.5304
]
},
{
"instruction": "Apr 19,2023 11.41.33 AM",
"bbox": [
0.6669986719787516,
0.5206985374934306,
0.7709163346613546,
0.5413971144662637
],
"point": [
0.719,
0.531
]
},
{
"instruction": "Apr 19,2023 12:15.40 PM",
"bbox": [
0.7915007450666086,
0.5206985374934306,
0.8950864024371264,
0.5413971144662637
],
"point": [
0.8433,
0.531
]
},
{
"instruction": "Enable Cookies",
"bbox": [
0.15305444887118194,
0.573738680465718,
0.21613545816733068,
0.593143596377749
],
"point": [
0.1846,
0.5834
]
},
{
"instruction": "enable-cookies",
"bbox": [
0.24302788844621515,
0.573738680465718,
0.3051128818061089,
0.593143596377749
],
"point": [
0.2741,
0.5834
]
},
{
"instruction": "column",
"bbox": [
0.42795484727755645,
0.573738680465718,
0.46049136786188577,
0.593143596377749
],
"point": [
0.4442,
0.5834
]
},
{
"instruction": "AIl Store Views",
"bbox": [
0.540504607546377,
0.5730918499353169,
0.6015935849700158,
0.593143596377749
],
"point": [
0.571,
0.5831
]
},
{
"instruction": "Enabled",
"bbox": [
0.6178619263181648,
0.573738680465718,
0.6513944628387491,
0.593143596377749
],
"point": [
0.6346,
0.5834
]
},
{
"instruction": "Apr",
"bbox": [
0.6669986719787516,
0.573738680465718,
0.6832669322709163,
0.5944372574385511
],
"point": [
0.6751,
0.5841
]
},
{
"instruction": "9,2023 11.41.33 AM",
"bbox": [
0.6882470119521913,
0.573738680465718,
0.7709163346613546,
0.593143596377749
],
"point": [
0.7296,
0.5834
]
},
{
"instruction": "Apr 19,2023",
"bbox": [
0.7915006640106241,
0.573738680465718,
0.8436254980079682,
0.5944372574385511
],
"point": [
0.8176,
0.5841
]
},
{
"instruction": "1.41.33 AM",
"bbox": [
0.849269588313413,
0.573738680465718,
0.8950863213811421,
0.593143596377749
],
"point": [
0.8722,
0.5834
]
},
{
"instruction": "Privacy Policy",
"bbox": [
0.15205843293492696,
0.6235446707860002,
0.2098273572377158,
0.6494178920020416
],
"point": [
0.1809,
0.6365
]
},
{
"instruction": "column",
"bbox": [
0.42795484727755645,
0.6267787839586029,
0.46049136786188577,
0.6448900388098319
],
"point": [
0.4442,
0.6358
]
},
{
"instruction": "AIl Store Views",
"bbox": [
0.5405046886023613,
0.6267787839586029,
0.6012616607139152,
0.6448900388098319
],
"point": [
0.5709,
0.6358
]
},
{
"instruction": "Enabled",
"bbox": [
0.6178619263181648,
0.6254851228978008,
0.6513944628387491,
0.6448900388098319
],
"point": [
0.6346,
0.6352
]
},
{
"instruction": "Apr 19,2023 11.41.33 AM",
"bbox": [
0.6666666666666666,
0.6248383318468023,
0.7712483399734396,
0.6487710614716405
],
"point": [
0.719,
0.6368
]
},
{
"instruction": "Apr 19,2023 12.15.40 PM",
"bbox": [
0.7915007450666086,
0.6254851623772033,
0.8950864024371264,
0.6461837393500364
],
"point": [
0.8433,
0.6358
]
},
{
"instruction": "About uS",
"bbox": [
0.15305444887118194,
0.6785252263906857,
0.19123505976095617,
0.6979301423027167
],
"point": [
0.1721,
0.6882
]
},
{
"instruction": "about-uS",
"bbox": [
0.24302788844621515,
0.6785252263906857,
0.28087649402390436,
0.6979301423027167
],
"point": [
0.262,
0.6882
]
},
{
"instruction": "column",
"bbox": [
0.42795484727755645,
0.6804657179818887,
0.46049136786188577,
0.6979301423027167
],
"point": [
0.4442,
0.6892
]
},
{
"instruction": "All Store Views",
"bbox": [
0.5405046886023613,
0.6785252263906857,
0.6012616607139152,
0.6979301423027167
],
"point": [
0.5709,
0.6882
]
},
{
"instruction": "Enabled",
"bbox": [
0.6178618857901726,
0.6785252263906857,
0.6520584329349269,
0.6979301423027167
],
"point": [
0.635,
0.6882
]
},
{
"instruction": "Apr 19,2023 12:15.40 PM",
"bbox": [
0.6669986719787516,
0.6785252263906857,
0.7709163346613546,
0.6998706338939198
],
"point": [
0.719,
0.6892
]
},
{
"instruction": "Apr 19,2023 12:15.40 PM",
"bbox": [
0.7915007450666086,
0.6785252263906857,
0.8950864024371264,
0.6998706338939198
],
"point": [
0.8433,
0.6892
]
},
{
"instruction": "Customer Service",
"bbox": [
0.15305444887118194,
0.7322121604139715,
0.22543160690571049,
0.7516170763260026
],
"point": [
0.1892,
0.7419
]
},
{
"instruction": "customer-service",
"bbox": [
0.24302790871021124,
0.7335058214747736,
0.3137450401843148,
0.7516170763260026
],
"point": [
0.2784,
0.7426
]
},
{
"instruction": "column",
"bbox": [
0.42795484727755645,
0.7322121604139715,
0.46049136786188577,
0.7516170763260026
],
"point": [
0.4442,
0.7419
]
},
{
"instruction": "All Store Views",
"bbox": [
0.5405046886023613,
0.7322121604139715,
0.6005976500897452,
0.7516170763260026
],
"point": [
0.5706,
0.7419
]
},
{
"instruction": "Enabled",
"bbox": [
0.6178618857901726,
0.7322121604139715,
0.6520584329349269,
0.7516170763260026
],
"point": [
0.635,
0.7419
]
},
{
"instruction": "Apr 19,2023 12:15.40 PM",
"bbox": [
0.6669986719787516,
0.7322121604139715,
0.7709163346613546,
0.7529107373868047
],
"point": [
0.719,
0.7426
]
},
{
"instruction": "Apr 19,2023 12:15.40 PM",
"bbox": [
0.7915007450666086,
0.7322121604139715,
0.8950864024371264,
0.7529107373868047
],
"point": [
0.8433,
0.7426
]
},
{
"instruction": "Copyright @ 2024 Magento Commerce Inc. All rights reserved.",
"bbox": [
0.09329349269588313,
0.8997412677878396,
0.3618857901726428,
0.9269081500646831
],
"point": [
0.2276,
0.9133
]
},
{
"instruction": "Magento ver. 2.4.6",
"bbox": [
0.897078353253652,
0.8997412677878396,
0.9820717131474104,
0.92496765847348
],
"point": [
0.9396,
0.9124
]
},
{
"instruction": "Key",
"bbox": [
0.26228419654714474,
0.41203104786545924,
0.2775564409030544,
0.4359637774902975
],
"point": [
0.2699,
0.424
]
},
{
"instruction": "Page",
"bbox": [
0.17961487383798141,
0.5181112153718265,
0.20053120849933598,
0.54527809764867
],
"point": [
0.1901,
0.5317
]
},
{
"instruction": "Filters",
"bbox": [
0.7155412367457255,
0.25422295376677717,
0.7862411843511371,
0.30207937223328346
],
"point": [
0.7509,
0.2782
]
},
{
"instruction": "Add New Page",
"bbox": [
0.8699532112435674,
0.13805062712241267,
0.9722163591726842,
0.19999771809053607
],
"point": [
0.9211,
0.169
]
},
{
"instruction": "Actions",
"bbox": [
0.07373453674721686,
0.3241854293842982,
0.2109121446748812,
0.37300423724531045
],
"point": [
0.1423,
0.3486
]
},
{
"instruction": "20",
"bbox": [
0.7082573838759545,
0.32415765562464627,
0.7690265143851677,
0.37459896822950356
],
"point": [
0.7386,
0.3494
]
},
{
"instruction": "Default View",
"bbox": [
0.7944517502905046,
0.2539563888411627,
0.8923970459308599,
0.3027442053712201
],
"point": [
0.8434,
0.2784
]
},
{
"instruction": "FIND PARTNERS",
"bbox": [
0.0,
0.822033644030967,
0.055388892630973505,
0.9064548191401197
],
"point": [
0.0277,
0.8642
]
},
{
"instruction": "& EXTENSIONS",
"bbox": [
0.0,
0.822033644030967,
0.055388892630973505,
0.9064548191401197
],
"point": [
0.0277,
0.8642
]
},
{
"instruction": "Columns",
"bbox": [
0.9021535116046232,
0.25268465858844397,
0.9812528045370601,
0.3042371781954944
],
"point": [
0.9417,
0.2785
]
},
{
"instruction": "admin",
"bbox": [
0.9080457953342879,
0.028294147525999555,
0.9811856901819804,
0.08340316910638847
],
"point": [
0.9446,
0.0558
]
},
{
"instruction": "DASHBOARD",
"bbox": [
0.0019314602551707234,
0.09727002300543743,
0.04982722866266055,
0.17686776263593548
],
"point": [
0.0259,
0.1371
]
},
{
"instruction": "STORES",
"bbox": [
0.00018019758530980247,
0.6628067391655886,
0.04987301769484562,
0.7348403831965556
],
"point": [
0.025,
0.6988
]
},
{
"instruction": "CONTENT",
"bbox": [
0.0,
0.4967874031017545,
0.05544680206582524,
0.5839162335513017
],
"point": [
0.0277,
0.5404
]
},
{
"instruction": "SYSTEM",
"bbox": [
0.004134924129977486,
0.7447215249282423,
0.04682197925420713,
0.815535729175089
],
"point": [
0.0255,
0.7801
]
},
{
"instruction": "CUSTOMERS",
"bbox": [
0.0021828173957814576,
0.3419601223292974,
0.05037610179399589,
0.40809420132852925
],
"point": [
0.0263,
0.375
]
},
{
"instruction": "Select",
"bbox": [
0.9172107954899154,
0.518235180695646,
0.9598710464133051,
0.5470471696742601
],
"point": [
0.9385,
0.5326
]
},
{
"instruction": "Select",
"bbox": [
0.9205558138539591,
0.46672904938652165,
0.9579539102703768,
0.4926388285292691
],
"point": [
0.9393,
0.4797
]
},
{
"instruction": "Report an Issue",
"bbox": [
0.9121009451776229,
0.9274580981413729,
0.9820890591280711,
0.9562753773599207
],
"point": [
0.9471,
0.9419
]
},
{
"instruction": "Account Activity",
"bbox": [
0.8325521157557271,
0.9263376726986983,
0.9050119508943393,
0.956872305925574
],
"point": [
0.8688,
0.9416
]
},
{
"instruction": "Select",
"bbox": [
0.9097359747209081,
0.6236790586720772,
0.9589604634846033,
0.6532300231065047
],
"point": [
0.9343,
0.6385
]
},
{
"instruction": "Select",
"bbox": [
0.9161607152120684,
0.5713035119613115,
0.9593494511537185,
0.6002717604149822
],
"point": [
0.9378,
0.5858
]
},
{
"instruction": "Select",
"bbox": [
0.9126385895221198,
0.6770641726633247,
0.9618976081351677,
0.7058073885228008
],
"point": [
0.9373,
0.6914
]
},
{
"instruction": "CATALOG",
"bbox": [
0.0028092079111937665,
0.2621500624722065,
0.04896007907659726,
0.3330757565516858
],
"point": [
0.0259,
0.2976
]
},
{
"instruction": "Privacy_ Policy",
"bbox": [
0.7652549794312334,
0.926362939516292,
0.8273184118992779,
0.9569395788274175
],
"point": [
0.7963,
0.9417
]
},
{
"instruction": "MARKETING",
"bbox": [
0.00019129212317397078,
0.4231643972853331,
0.05388757875399444,
0.49782421116995473
],
"point": [
0.027,
0.4605
]
},
{
"instruction": "Select",
"bbox": [
0.9115958042828686,
0.7297789658796895,
0.9621958131017596,
0.7596546089201973
],
"point": [
0.9369,
0.7447
]
},
{
"instruction": "SALES",
"bbox": [
0.002136521763693922,
0.18231068915876658,
0.048909766107283106,
0.2567013719566118
],
"point": [
0.0255,
0.2195
]
},
{
"instruction": "REPORTS",
"bbox": [
0.0018482537541889732,
0.5887647779299402,
0.04877406065840804,
0.6495980365156048
],
"point": [
0.0253,
0.6192
]
},
{
"instruction": "ID",
"bbox": [
0.11202642230556939,
0.406479809601896,
0.14278913399137824,
0.43947937880265603
],
"point": [
0.1274,
0.423
]
},
{
"instruction": "of",
"bbox": [
0.9181737405845368,
0.32527695590434996,
0.9447985240029465,
0.3720344652025388
],
"point": [
0.9315,
0.3487
]
},
{
"instruction": "Pages",
"bbox": [
0.0721729881418337,
0.03260938933102311,
0.12953799021038243,
0.09643663255856848
],
"point": [
0.1009,
0.0645
]
},
{
"instruction": "records found",
"bbox": [
0.22720073482113215,
0.322877911053222,
0.31245274436109727,
0.37266862284474045
],
"point": [
0.2698,
0.3478
]
},
{
"instruction": "privacy-policy-cookie-restriction-mode",
"bbox": [
0.24279387981926462,
0.622062258701892,
0.40059950627178786,
0.648877063667327
],
"point": [
0.3217,
0.6355
]
},
{
"instruction": "filters.",
"bbox": [
0.7155412367457255,
0.25422295376677717,
0.7862411843511371,
0.30207937223328346
],
"point": [
0.7509,
0.2782
]
},
{
"instruction": "Adding a new page.",
"bbox": [
0.8699532112435674,
0.13805062712241267,
0.9722163591726842,
0.19999771809053607
],
"point": [
0.9211,
0.169
]
},
{
"instruction": "a dropdown menu to view additional actions.",
"bbox": [
0.07373453674721686,
0.3241854293842982,
0.2109121446748812,
0.37300423724531045
],
"point": [
0.1423,
0.3486
]
},
{
"instruction": "a dropdown menu displaying the number 20.",
"bbox": [
0.7082573838759545,
0.32415765562464627,
0.7690265143851677,
0.37459896822950356
],
"point": [
0.7386,
0.3494
]
},
{
"instruction": "default view options.",
"bbox": [
0.7944517502905046,
0.2539563888411627,
0.8923970459308599,
0.3027442053712201
],
"point": [
0.8434,
0.2784
]
},
{
"instruction": "Find Partners &Extensions.",
"bbox": [
0.0,
0.822033644030967,
0.055388892630973505,
0.9064548191401197
],
"point": [
0.0277,
0.8642
]
},
{
"instruction": "Columns.",
"bbox": [
0.9021535116046232,
0.25268465858844397,
0.9812528045370601,
0.3042371781954944
],
"point": [
0.9417,
0.2785
]
},
{
"instruction": "uBlock Origin (Ctrl+Shift+F4)",
"bbox": [
0.004604172421641559,
0.010452497514376819,
0.048571248453451815,
0.09329795097163547
],
"point": [
0.0266,
0.0519
]
},
{
"instruction": "Admin settings.",
"bbox": [
0.9080457953342879,
0.028294147525999555,
0.9811856901819804,
0.08340316910638847
],
"point": [
0.9446,
0.0558
]
},
{
"instruction": "a back or previous button.",
"bbox": [
0.8346387399620269,
0.3253548092860608,
0.8681604149807022,
0.3737808760510996
],
"point": [
0.8514,
0.3496
]
},
{
"instruction": "Navigation or compass settings.",
"bbox": [
0.0019314602551707234,
0.09727002300543743,
0.04982722866266055,
0.17686776263593548
],
"point": [
0.0259,
0.1371
]
},
{
"instruction": "Stories",
"bbox": [
0.00018019758530980247,
0.6628067391655886,
0.04987301769484562,
0.7348403831965556
],
"point": [
0.025,
0.6988
]
},
{
"instruction": "Content",
"bbox": [
0.0,
0.4967874031017545,
0.05544680206582524,
0.5839162335513017
],
"point": [
0.0277,
0.5404
]
},
{
"instruction": "the number 1.",
"bbox": [
0.8812436614220203,
0.325132184935418,
0.9160343489323954,
0.37350842869451406
],
"point": [
0.8986,
0.3493
]
},
{
"instruction": "System",
"bbox": [
0.004134924129977486,
0.7447215249282423,
0.04682197925420713,
0.815535729175089
],
"point": [
0.0255,
0.7801
]
},
{
"instruction": "Customers",
"bbox": [
0.0021828173957814576,
0.3419601223292974,
0.05037610179399589,
0.40809420132852925
],
"point": [
0.0263,
0.375
]
},
{
"instruction": "Notifications",
"bbox": [
0.8739200100639111,
0.031692677605198394,
0.9024834905170983,
0.08309369994011764
],
"point": [
0.8882,
0.0574
]
},
{
"instruction": "a search function.",
"bbox": [
0.3478064872670775,
0.2603128884773205,
0.36584387547466385,
0.29958893256539054
],
"point": [
0.3568,
0.28
]
},
{
"instruction": "Rectangle",
"bbox": [
0.08116737051630717,
0.7268282753375647,
0.1021022112720991,
0.7640159774721055
],
"point": [
0.0916,
0.7454
]
},
{
"instruction": "Select.",
"bbox": [
0.9172107954899154,
0.518235180695646,
0.9598710464133051,
0.5470471696742601
],
"point": [
0.9385,
0.5326
]
},
{
"instruction": "navigating to the next item or screen.",
"bbox": [
0.950280097059678,
0.3255585032632095,
0.9816605971945551,
0.3735368538643071
],
"point": [
0.966,
0.3495
]
},
{
"instruction": "Select functionality.",
"bbox": [
0.9205558138539591,
0.46672904938652165,
0.9579539102703768,
0.4926388285292691
],
"point": [
0.9393,
0.4797
]
},
{
"instruction": "Export an issue.",
"bbox": [
0.9121009451776229,
0.9274580981413729,
0.9820890591280711,
0.9562753773599207
],
"point": [
0.9471,
0.9419
]
},
{
"instruction": "Account activity.",
"bbox": [
0.8325521157557271,
0.9263376726986983,
0.9050119508943393,
0.956872305925574
],
"point": [
0.8688,
0.9416
]
},
{
"instruction": "Search functionality.",
"bbox": [
0.8389552953550382,
0.03044936018495942,
0.8662782950230329,
0.08416013976734946
],
"point": [
0.8526,
0.0573
]
},
{
"instruction": "Select.",
"bbox": [
0.9097359747209081,
0.6236790586720772,
0.9589604634846033,
0.6532300231065047
],
"point": [
0.9343,
0.6385
]
},
{
"instruction": "Select.",
"bbox": [
0.9161607152120684,
0.5713035119613115,
0.9593494511537185,
0.6002717604149822
],
"point": [
0.9378,
0.5858
]
},
{
"instruction": "Select.",
"bbox": [
0.9126385895221198,
0.6770641726633247,
0.9618976081351677,
0.7058073885228008
],
"point": [
0.9373,
0.6914
]
},
{
"instruction": "uBlock Origin (Ctrl+Shift+F4)",
"bbox": [
0.06883931254960626,
0.8889296754982616,
0.09514667566712318,
0.9370746489175695
],
"point": [
0.082,
0.913
]
},
{
"instruction": "3",
"bbox": [
0.11587748331219393,
0.5712922603316017,
0.12351245044237114,
0.5989285527040549
],
"point": [
0.1197,
0.5851
]
},
{
"instruction": "5, September, 2024",
"bbox": [
0.11502195766089289,
0.6757915936034524,
0.124373264996654,
0.7051893779562176
],
"point": [
0.1197,
0.6905
]
},
{
"instruction": "Categorized",
"bbox": [
0.0028092079111937665,
0.2621500624722065,
0.04896007907659726,
0.3330757565516858
],
"point": [
0.0259,
0.2976
]
},
{
"instruction": "Privacy Policy.",
"bbox": [
0.7652549794312334,
0.926362939516292,
0.8273184118992779,
0.9569395788274175
],
"point": [
0.7963,
0.9417
]
},
{
"instruction": "Marketing",
"bbox": [
0.00019129212317397078,
0.4231643972853331,
0.05388757875399444,
0.49782421116995473
],
"point": [
0.027,
0.4605
]
},
{
"instruction": "Select.",
"bbox": [
0.9115958042828686,
0.7297789658796895,
0.9621958131017596,
0.7596546089201973
],
"point": [
0.9369,
0.7447
]
},
{
"instruction": "Sales",
"bbox": [
0.002136521763693922,
0.18231068915876658,
0.048909766107283106,
0.2567013719566118
],
"point": [
0.0255,
0.2195
]
},
{
"instruction": "a dropdown menu.",
"bbox": [
0.07943921133499855,
0.4076301209522558,
0.10512281319059699,
0.4427521028308942
],
"point": [
0.0923,
0.4252
]
},
{
"instruction": "Rectangle",
"bbox": [
0.08364809398473813,
0.5696517332405199,
0.10099745873277723,
0.6034642622973602
],
"point": [
0.0923,
0.5866
]
},
{
"instruction": "2, September, 2024",
"bbox": [
0.11570209842595763,
0.5188390576361376,
0.12373334826384566,
0.5441541980185761
],
"point": [
0.1197,
0.5315
]
},
{
"instruction": "Reports",
"bbox": [
0.0018482537541889732,
0.5887647779299402,
0.04877406065840804,
0.6495980365156048
],
"point": [
0.0253,
0.6192
]
},
{
"instruction": "4, September, 2024",
"bbox": [
0.11414083858251889,
0.6220546391772114,
0.124531790238136,
0.6515027992475542
],
"point": [
0.1193,
0.6368
]
},
{
"instruction": "Rectangle",
"bbox": [
0.0839678446451823,
0.623380633868653,
0.10101985044846655,
0.6539092662263503
],
"point": [
0.0925,
0.6386
]
},
{
"instruction": "Rectangle",
"bbox": [
0.08179105072224124,
0.6754834173876132,
0.10152502173921502,
0.7113711417569534
],
"point": [
0.0917,
0.6934
]
},
{
"instruction": "Undo action.",
"bbox": [
0.11202642230556939,
0.406479809601896,
0.14278913399137824,
0.43947937880265603
],
"point": [
0.1274,
0.423
]
},
{
"instruction": "Rectangle",
"bbox": [
0.08301439323273313,
0.5159586009510431,
0.1016171013374886,
0.548189585144122
],
"point": [
0.0923,
0.5321
]
},
{
"instruction": "6, September, 2024",
"bbox": [
0.11650546455130001,
0.729414649953509,
0.12367448135517825,
0.7582696714808377
],
"point": [
0.1201,
0.7438
]
},
{
"instruction": "of 1",
"bbox": [
0.9181737405845368,
0.32527695590434996,
0.9447985240029465,
0.3720344652025388
],
"point": [
0.9315,
0.3487
]
},
{
"instruction": "Pages.",
"bbox": [
0.0721729881418337,
0.03260938933102311,
0.12953799021038243,
0.09643663255856848
],
"point": [
0.1009,
0.0645
]
},
{
"instruction": "Rectangle",
"bbox": [
0.08414531672301678,
0.4632979339954924,
0.10180421907746617,
0.4959432150383045
],
"point": [
0.093,
0.4796
]
},
{
"instruction": "6 records found.",
"bbox": [
0.22720073482113215,
0.322877911053222,
0.31245274436109727,
0.37266862284474045
],
"point": [
0.2698,
0.3478
]
},
{
"instruction": "1, September, 2024",
"bbox": [
0.11530281664682417,
0.46437528741005013,
0.12425251184390045,
0.49318009113741107
],
"point": [
0.1198,
0.4788
]
},
{
"instruction": "Privacy Policy-cookie-restraction- mode.",
"bbox": [
0.24279387981926462,
0.622062258701892,
0.40059950627178786,
0.648877063667327
],
"point": [
0.3217,
0.6355
]
}
],
"element_size": 141
},
{
"img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/content_tutorial/action_videoframes/action_6/4581.jpg",
"img_size": [
3012,
1546
],
"element": [
{
"instruction": "Enable Page",
"bbox": [
0.23074367163507428,
0.28525224416715517,
0.28884460124994815,
0.31306595697439965
],
"point": [
0.2598,
0.2992
]
},
{
"instruction": "404 Not Found",
"bbox": [
0.31208499335989376,
0.3648124191461837,
0.3804780876494024,
0.3913324708926261
],
"point": [
0.3463,
0.3781
]
},
{
"instruction": "Content",
"bbox": [
0.07370517928286853,
0.4650711513583441,
0.12284196547144755,
0.49029754204398446
],
"point": [
0.0983,
0.4777
]
},
{
"instruction": "Search Engine Optimization",
"bbox": [
0.07337317397078354,
0.5407503628946677,
0.2340637450199203,
0.5756792115363236
],
"point": [
0.1537,
0.5582
]
},
{
"instruction": "Page in Websites",
"bbox": [
0.07270916334661355,
0.6228978402555991,
0.17297476759628155,
0.657179858366854
],
"point": [
0.1228,
0.64
]
},
{
"instruction": "Design",
"bbox": [
0.07470120535112156,
0.7056921876263341,
0.11487384811340576,
0.7335059004335786
],
"point": [
0.0948,
0.7196
]
},
{
"instruction": "Custom Design Update",
"bbox": [
0.07337318410278158,
0.7839586818048593,
0.20650730411686588,
0.815006547264109
],
"point": [
0.1399,
0.7995
]
},
{
"instruction": "Copyright",
"bbox": [
0.09428950863213811,
0.926261319534282,
0.1397742363877822,
0.9527813712807245
],
"point": [
0.117,
0.9395
]
},
{
"instruction": "2024 Magento Commerce Inc: All rights reserved:",
"bbox": [
0.14807436918990705,
0.925614489003881,
0.3618857901726428,
0.9514877102199224
],
"point": [
0.255,
0.9386
]
},
{
"instruction": "Magento ver. 2.4.6",
"bbox": [
0.897078353253652,
0.925614489003881,
0.9820717131474104,
0.9527813712807245
],
"point": [
0.9396,
0.9392
]
},
{
"instruction": "Save",
"bbox": [
0.880958911748838,
0.09754776060195666,
0.9726371207876826,
0.1605424769945626
],
"point": [
0.9268,
0.129
]
},
{
"instruction": "FIND PARTNERS",
"bbox": [
0.0,
0.8187273230312095,
0.0532116377021212,
0.906844086048674
],
"point": [
0.0266,
0.8628
]
},
{
"instruction": "& EXTENSIONS",
"bbox": [
0.0,
0.8187273230312095,
0.0532116377021212,
0.906844086048674
],
"point": [
0.0266,
0.8628
]
},
{
"instruction": "admin",
"bbox": [
0.9069171718075614,
0.0,
0.9807309661095203,
0.03505834601674938
],
"point": [
0.9438,
0.0175
]
},
{
"instruction": "CONTENT",
"bbox": [
0.0,
0.49653895922188307,
0.0563387471841151,
0.5817046369031977
],
"point": [
0.0282,
0.5391
]
},
{
"instruction": "SYSTEM",
"bbox": [
0.0009923202899664364,
0.7388206175968225,
0.05163891603588899,
0.8206532072434912
],
"point": [
0.0263,
0.7797
]
},
{
"instruction": "DASHBOARD",
"bbox": [
0.0034176141300682685,
0.0964823694463535,
0.04876078774096323,
0.17561902913516736
],
"point": [
0.0261,
0.1361
]
},
{
"instruction": "MARKETING",
"bbox": [
0.0,
0.420396062103311,
0.05625657667993391,
0.49933125840121684
],
"point": [
0.0281,
0.4599
]
},
{
"instruction": "Title",
"bbox": [
0.23859082306840346,
0.36059665063065977,
0.3018034672832109,
0.39320537374676584
],
"point": [
0.2702,
0.3769
]
},
{
"instruction": "Page",
"bbox": [
0.23859082306840346,
0.36059665063065977,
0.3018034672832109,
0.39320537374676584
],
"point": [
0.2702,
0.3769
]
},
{
"instruction": "Account Activity",
"bbox": [
0.8320649692895087,
0.9519526196636481,
0.9051593106739708,
0.9826767540224773
],
"point": [
0.8686,
0.9673
]
},
{
"instruction": "Yes",
"bbox": [
0.3014079343433557,
0.2775730266299624,
0.35554028190622927,
0.3207623085722732
],
"point": [
0.3285,
0.2992
]
},
{
"instruction": "Back",
"bbox": [
0.713883560808848,
0.10003398584363377,
0.7809068089620684,
0.15548839297670905
],
"point": [
0.7474,
0.1278
]
},
{
"instruction": "Report an Issue",
"bbox": [
0.9122518714205677,
0.9534055406340961,
0.9823450339267928,
0.9821684961948173
],
"point": [
0.9473,
0.9678
]
},
{
"instruction": "STORES",
"bbox": [
0.0,
0.6601720812403986,
0.055862355833826156,
0.7340286077225501
],
"point": [
0.0279,
0.6971
]
},
{
"instruction": "CUSTOMERS",
"bbox": [
0.0012311846769821754,
0.34056531503931514,
0.05555667345267368,
0.4071812006665386
],
"point": [
0.0284,
0.3739
]
},
{
"instruction": "SALES",
"bbox": [
0.0003582725170282412,
0.17590578777515564,
0.05505950137438527,
0.2646288359766636
],
"point": [
0.0277,
0.2203
]
},
{
"instruction": "REPORTS",
"bbox": [
0.0,
0.5769720040502708,
0.056036362768327734,
0.6755273974419874
],
"point": [
0.028,
0.6262
]
},
{
"instruction": "Delete Page",
"bbox": [
0.7851046173379399,
0.0994983687900479,
0.8752447080168908,
0.15702595778609618
],
"point": [
0.8302,
0.1283
]
},
{
"instruction": "404 Not Found",
"bbox": [
0.07241938820239874,
0.0024959100326005113,
0.2031038241240766,
0.0487008754833858
],
"point": [
0.1378,
0.0256
]
},
{
"instruction": "Privacy_ Policy",
"bbox": [
0.7654432724829847,
0.950691568589303,
0.8269803273883632,
0.9833358231676503
],
"point": [
0.7962,
0.967
]
},
{
"instruction": "CATALOG",
"bbox": [
0.00011095297764022037,
0.25933223985916276,
0.05580807618727564,
0.3355143992435115
],
"point": [
0.028,
0.2974
]
},
{
"instruction": "Save.",
"bbox": [
0.880958911748838,
0.09754776060195666,
0.9726371207876826,
0.1605424769945626
],
"point": [
0.9268,
0.129
]
},
{
"instruction": "Find Partners &Extensions.",
"bbox": [
0.0,
0.8187273230312095,
0.0532116377021212,
0.906844086048674
],
"point": [
0.0266,
0.8628
]
},
{
"instruction": "Admin settings.",
"bbox": [
0.9069171718075614,
0.0,
0.9807309661095203,
0.03505834601674938
],
"point": [
0.9438,
0.0175
]
},
{
"instruction": "Content",
"bbox": [
0.0,
0.49653895922188307,
0.0563387471841151,
0.5817046369031977
],
"point": [
0.0282,
0.5391
]
},
{
"instruction": "Notifications.",
"bbox": [
0.872653429251743,
0.0,
0.9036051432291666,
0.03711228167100835
],
"point": [
0.8881,
0.0186
]
},
{
"instruction": "Unordered List",
"bbox": [
0.0042927958575852835,
0.0062052145658150065,
0.0496183448578732,
0.10028223232649276
],
"point": [
0.027,
0.0532
]
},
{
"instruction": "System",
"bbox": [
0.0009923202899664364,
0.7388206175968225,
0.05163891603588899,
0.8206532072434912
],
"point": [
0.0263,
0.7797
]
},
{
"instruction": "Navigator",
"bbox": [
0.0034176141300682685,
0.0964823694463535,
0.04876078774096323,
0.17561902913516736
],
"point": [
0.0261,
0.1361
]
},
{
"instruction": "a search function.",
"bbox": [
0.8384948973636703,
0.0,
0.8689957779558848,
0.038158041693723214
],
"point": [
0.8537,
0.0191
]
},
{
"instruction": "Marketing.",
"bbox": [
0.0,
0.420396062103311,
0.05625657667993391,
0.49933125840121684
],
"point": [
0.0281,
0.4599
]
},
{
"instruction": "Page Titles.",
"bbox": [
0.23859082306840346,
0.36059665063065977,
0.3018034672832109,
0.39320537374676584
],
"point": [
0.2702,
0.3769
]
},
{
"instruction": "Account activity.",
"bbox": [
0.8320649692895087,
0.9519526196636481,
0.9051593106739708,
0.9826767540224773
],
"point": [
0.8686,
0.9673
]
},
{
"instruction": "a toggle switch in the \"on\" position.",
"bbox": [
0.3014079343433557,
0.2775730266299624,
0.35554028190622927,
0.3207623085722732
],
"point": [
0.3285,
0.2992
]
},
{
"instruction": "the \"Back\" function.",
"bbox": [
0.713883560808848,
0.10003398584363377,
0.7809068089620684,
0.15548839297670905
],
"point": [
0.7474,
0.1278
]
},
{
"instruction": "Reporting an issue.",
"bbox": [
0.9122518714205677,
0.9534055406340961,
0.9823450339267928,
0.9821684961948173
],
"point": [
0.9473,
0.9678
]
},
{
"instruction": "Check Box",
"bbox": [
0.9538394274464641,
0.772066064516292,
0.9789761851033366,
0.8354192933629123
],
"point": [
0.9664,
0.8037
]
},
{
"instruction": "Stories",
"bbox": [
0.0,
0.6601720812403986,
0.055862355833826156,
0.7340286077225501
],
"point": [
0.0279,
0.6971
]
},
{
"instruction": "Customers",
"bbox": [
0.0012311846769821754,
0.34056531503931514,
0.05555667345267368,
0.4071812006665386
],
"point": [
0.0284,
0.3739
]
},
{
"instruction": "Sales",
"bbox": [
0.0003582725170282412,
0.17590578777515564,
0.05505950137438527,
0.2646288359766636
],
"point": [
0.0277,
0.2203
]
},
{
"instruction": "Reports",
"bbox": [
0.0,
0.5769720040502708,
0.056036362768327734,
0.6755273974419874
],
"point": [
0.028,
0.6262
]
},
{
"instruction": "Delete Page.",
"bbox": [
0.7851046173379399,
0.0994983687900479,
0.8752447080168908,
0.15702595778609618
],
"point": [
0.8302,
0.1283
]
},
{
"instruction": "Check Box",
"bbox": [
0.9547752998422975,
0.617403452331622,
0.9785452914902888,
0.6707690240186368
],
"point": [
0.9667,
0.6441
]
},
{
"instruction": "Check Box",
"bbox": [
0.9543373543586072,
0.6933821940946394,
0.9784850668938828,
0.7515029808528056
],
"point": [
0.9664,
0.7224
]
},
{
"instruction": "Check Box",
"bbox": [
0.9554914294644339,
0.5334259467476552,
0.9800016243619273,
0.5906353909787354
],
"point": [
0.9677,
0.562
]
},
{
"instruction": "uBlock Origin",
"bbox": [
0.06845255898606097,
0.9104127871573819,
0.09582286495294862,
0.9682150540962565
],
"point": [
0.0821,
0.9393
]
},
{
"instruction": "Notifications for 404 not found.",
"bbox": [
0.07241938820239874,
0.0024959100326005113,
0.2031038241240766,
0.0487008754833858
],
"point": [
0.1378,
0.0256
]
},
{
"instruction": "Privacy Policy.",
"bbox": [
0.7654432724829847,
0.950691568589303,
0.8269803273883632,
0.9833358231676503
],
"point": [
0.7962,
0.967
]
},
{
"instruction": "Categorized",
"bbox": [
0.00011095297764022037,
0.25933223985916276,
0.05580807618727564,
0.3355143992435115
],
"point": [
0.028,
0.2974
]
},
{
"instruction": "Information.",
"bbox": [
0.18789214885250663,
0.517388900223864,
0.9372577236626412,
0.6008249852820787
],
"point": [
0.5626,
0.5591
]
},
{
"instruction": "a horizontal line or divider.",
"bbox": [
0.18769708762605827,
0.5980150388098319,
0.937359084171128,
0.682588999206622
],
"point": [
0.5625,
0.6403
]
},
{
"instruction": "Check Box",
"bbox": [
0.9549387087068393,
0.4510762558871685,
0.9781712991782868,
0.5126185645415589
],
"point": [
0.9666,
0.4818
]
},
{
"instruction": "A loading or progress bar.",
"bbox": [
0.9893899337545651,
0.0,
1.0,
0.04216955858553829
],
"point": [
0.9947,
0.0211
]
}
],
"element_size": 64
},
{
"img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/content_tutorial/action_videoframes/action_7/5174.jpg",
"img_size": [
3012,
1546
],
"element": [
{
"instruction": "404 Not Found",
"bbox": [
0.07304116865869854,
0.0019404915912031048,
0.20484727755644092,
0.04398447606727038
],
"point": [
0.1389,
0.023
]
},
{
"instruction": "Enable Page",
"bbox": [
0.23074367163507428,
0.28525224416715517,
0.28884460124994815,
0.31306595697439965
],
"point": [
0.2598,
0.2992
]
},
{
"instruction": "Yes",
"bbox": [
0.33598939609400935,
0.28783958602846055,
0.35292164674634796,
0.30659767141009053
],
"point": [
0.3445,
0.2972
]
},
{
"instruction": "Page Title",
"bbox": [
0.24136786188579018,
0.36610608020698576,
0.28818061088977426,
0.39197930142302717
],
"point": [
0.2648,
0.379
]
},
{
"instruction": "Content",
"bbox": [
0.07370517928286853,
0.4650711513583441,
0.12284196547144755,
0.49029754204398446
],
"point": [
0.0983,
0.4777
]
},
{
"instruction": "Please wait:..",
"bbox": [
0.46713143357559345,
0.5297542043984476,
0.5302124428717422,
0.5504527813712807
],
"point": [
0.4987,
0.5401
]
},
{
"instruction": "Search Engine Optimization",
"bbox": [
0.07337318410278158,
0.5401035323642667,
0.23439575033200533,
0.5756792115363236
],
"point": [
0.1539,
0.5579
]
},
{
"instruction": "Page in Websites",
"bbox": [
0.07270916334661355,
0.6235446707860002,
0.17297476759628155,
0.657179858366854
],
"point": [
0.1228,
0.6404
]
},
{
"instruction": "Design",
"bbox": [
0.07470120535112156,
0.7056921876263341,
0.11487384811340576,
0.7335059004335786
],
"point": [
0.0948,
0.7196
]
},
{
"instruction": "Custom Design Update",
"bbox": [
0.07337318410278158,
0.7839586818048593,
0.20650730411686588,
0.815006547264109
],
"point": [
0.1399,
0.7995
]
},
{
"instruction": "Copyright @ 2024 Magento Commerce Inc. All rights reserved.",
"bbox": [
0.09428950863213811,
0.925614489003881,
0.3618857901726428,
0.9527813712807245
],
"point": [
0.2281,
0.9392
]
},
{
"instruction": "Magento ver. 2.4.6",
"bbox": [
0.897078353253652,
0.925614489003881,
0.9820717131474104,
0.9508408796895214
],
"point": [
0.9396,
0.9382
]
},
{
"instruction": "FIND PARTNERS",
"bbox": [
0.0,
0.8183096309528622,
0.053680450317869145,
0.9043126667609961
],
"point": [
0.0268,
0.8613
]
},
{
"instruction": "& EXTENSIONS",
"bbox": [
0.0,
0.8183096309528622,
0.053680450317869145,
0.9043126667609961
],
"point": [
0.0268,
0.8613
]
},
{
"instruction": "Save",
"bbox": [
0.8807138795080096,
0.09569003757807447,
0.9729709903874088,
0.16362232440193442
],
"point": [
0.9268,
0.1297
]
},
{
"instruction": "admin",
"bbox": [
0.907275520314575,
0.0,
0.9796341975846613,
0.03531223065177651
],
"point": [
0.9435,
0.0177
]
},
{
"instruction": "CONTENT",
"bbox": [
0.0,
0.4958650853007762,
0.05633514525880851,
0.5817559206470326
],
"point": [
0.0282,
0.5388
]
},
{
"instruction": "DASHBOARD",
"bbox": [
0.0022737090172837296,
0.09607819906335907,
0.049458211161700856,
0.1666744177893556
],
"point": [
0.0259,
0.1314
]
},
{
"instruction": "CUSTOMERS",
"bbox": [
0.0005393515861683475,
0.34082370772861414,
0.05563545986950635,
0.4067671801726229
],
"point": [
0.0281,
0.3738
]
},
{
"instruction": "Report an Issue",
"bbox": [
0.9119411027763944,
0.953816916008045,
0.9815730567314077,
0.9818668735597914
],
"point": [
0.9468,
0.9678
]
},
{
"instruction": "Account Activity",
"bbox": [
0.8322483179262118,
0.9524582718507438,
0.90505880125332,
0.9825395236194211
],
"point": [
0.8687,
0.9675
]
},
{
"instruction": "SYSTEM",
"bbox": [
0.0002731915964073394,
0.739005854953307,
0.05441483020149221,
0.8201789806607778
],
"point": [
0.0273,
0.7796
]
},
{
"instruction": "Delete Page",
"bbox": [
0.7841089256256225,
0.07970317924469902,
0.8762300245632055,
0.17896889591587162
],
"point": [
0.8302,
0.1293
]
},
{
"instruction": "STORES",
"bbox": [
0.0,
0.662434764235325,
0.05593654738954339,
0.7294120443129447
],
"point": [
0.028,
0.6959
]
},
{
"instruction": "MARKETING",
"bbox": [
0.0,
0.41907977934488194,
0.05618127060443123,
0.49615549578549484
],
"point": [
0.0281,
0.4576
]
},
{
"instruction": "SALES",
"bbox": [
0.0027366070791702978,
0.18073022997857374,
0.05160149096809377,
0.2474388922016494
],
"point": [
0.0272,
0.2141
]
},
{
"instruction": "Privacy_Policy",
"bbox": [
0.7648810681752158,
0.9513879062904269,
0.8269689795505478,
0.9830085389210058
],
"point": [
0.7959,
0.9672
]
},
{
"instruction": "Back",
"bbox": [
0.7141802257117363,
0.10007740331652248,
0.7815012735516268,
0.1567201404645557
],
"point": [
0.7478,
0.1284
]
},
{
"instruction": "CATALOG",
"bbox": [
0.0,
0.2625827567235002,
0.05545130573895823,
0.32618995656634053
],
"point": [
0.0277,
0.2944
]
},
{
"instruction": "REPORTS",
"bbox": [
0.0,
0.5769054417776722,
0.05597358997441225,
0.6520622223808417
],
"point": [
0.028,
0.6145
]
},
{
"instruction": "404 Not Foundllllll",
"bbox": [
0.3014666391400544,
0.3526909002819777,
0.7546291680608296,
0.4039155829307487
],
"point": [
0.528,
0.3783
]
},
{
"instruction": "FindPartners &Extensions.",
"bbox": [
0.0,
0.8183096309528622,
0.053680450317869145,
0.9043126667609961
],
"point": [
0.0268,
0.8613
]
},
{
"instruction": "Save.",
"bbox": [
0.8807138795080096,
0.09569003757807447,
0.9729709903874088,
0.16362232440193442
],
"point": [
0.9268,
0.1297
]
},
{
"instruction": "Admin settings.",
"bbox": [
0.907275520314575,
0.0,
0.9796341975846613,
0.03531223065177651
],
"point": [
0.9435,
0.0177
]
},
{
"instruction": "Content.",
"bbox": [
0.0,
0.4958650853007762,
0.05633514525880851,
0.5817559206470326
],
"point": [
0.0282,
0.5388
]
},
{
"instruction": "Notifications.",
"bbox": [
0.8728073545661106,
0.0,
0.9035502683277308,
0.036613856682030994
],
"point": [
0.8882,
0.0183
]
},
{
"instruction": "Navigation or compass functionality.",
"bbox": [
0.0022737090172837296,
0.09607819906335907,
0.049458211161700856,
0.1666744177893556
],
"point": [
0.0259,
0.1314
]
},
{
"instruction": "Customers.",
"bbox": [
0.0005393515861683475,
0.34082370772861414,
0.05563545986950635,
0.4067671801726229
],
"point": [
0.0281,
0.3738
]
},
{
"instruction": "Check Box",
"bbox": [
0.9548353623267347,
0.775008148548674,
0.9779405327907121,
0.8306812123524417
],
"point": [
0.9664,
0.8028
]
},
{
"instruction": "a search function.",
"bbox": [
0.8394038591726842,
0.0,
0.8681871634555528,
0.03704056980384738
],
"point": [
0.8538,
0.0185
]
},
{
"instruction": "Export an issue.",
"bbox": [
0.9119411027763944,
0.953816916008045,
0.9815730567314077,
0.9818668735597914
],
"point": [
0.9468,
0.9678
]
},
{
"instruction": "Microsoft Visio.",
"bbox": [
0.00274033312145299,
0.0036384217335058214,
0.05080759572792813,
0.1016559280059933
],
"point": [
0.0268,
0.0526
]
},
{
"instruction": "a toggle switch in the \"on\" position.",
"bbox": [
0.2999305269157744,
0.2772773851244138,
0.3357182030342173,
0.32417208534625647
],
"point": [
0.3178,
0.3007
]
},
{
"instruction": "Account activity.",
"bbox": [
0.8322483179262118,
0.9524582718507438,
0.90505880125332,
0.9825395236194211
],
"point": [
0.8687,
0.9675
]
},
{
"instruction": "System",
"bbox": [
0.0002731915964073394,
0.739005854953307,
0.05441483020149221,
0.8201789806607778
],
"point": [
0.0273,
0.7796
]
},
{
"instruction": "Delete Page.",
"bbox": [
0.7841089256256225,
0.07970317924469902,
0.8762300245632055,
0.17896889591587162
],
"point": [
0.8302,
0.1293
]
},
{
"instruction": "Check Box",
"bbox": [
0.9552134884939409,
0.6185136131296491,
0.9777206279050464,
0.670426342805021
],
"point": [
0.9665,
0.6445
]
},
{
"instruction": "Stories.",
"bbox": [
0.0,
0.662434764235325,
0.05593654738954339,
0.7294120443129447
],
"point": [
0.028,
0.6959
]
},
{
"instruction": "Marketing.",
"bbox": [
0.0,
0.41907977934488194,
0.05618127060443123,
0.49615549578549484
],
"point": [
0.0281,
0.4576
]
},
{
"instruction": "Check Box",
"bbox": [
0.9548775114386205,
0.6957563274427959,
0.9778841178255727,
0.7496318150923755
],
"point": [
0.9664,
0.7227
]
},
{
"instruction": "Check Box",
"bbox": [
0.9558673671200614,
0.5360051361123463,
0.9775516261775813,
0.589119539840718
],
"point": [
0.9667,
0.5626
]
},
{
"instruction": "Sales.",
"bbox": [
0.0027366070791702978,
0.18073022997857374,
0.05160149096809377,
0.2474388922016494
],
"point": [
0.0272,
0.2141
]
},
{
"instruction": "the \"lease wait\" function.",
"bbox": [
0.4742237916822294,
0.4162621738685519,
0.5244282472972692,
0.5559721992364368
],
"point": [
0.4993,
0.4861
]
},
{
"instruction": "Privacy Policy.",
"bbox": [
0.7648810681752158,
0.9513879062904269,
0.8269689795505478,
0.9830085389210058
],
"point": [
0.7959,
0.9672
]
},
{
"instruction": "the \"Back\" function.",
"bbox": [
0.7141802257117363,
0.10007740331652248,
0.7815012735516268,
0.1567201404645557
],
"point": [
0.7478,
0.1284
]
},
{
"instruction": "Check Box",
"bbox": [
0.9556700768540421,
0.4543108428126011,
0.9767120482912102,
0.5091225450128355
],
"point": [
0.9662,
0.4817
]
},
{
"instruction": "a catalog.",
"bbox": [
0.0,
0.2625827567235002,
0.05545130573895823,
0.32618995656634053
],
"point": [
0.0277,
0.2944
]
},
{
"instruction": "uBlock Origin",
"bbox": [
0.06876740069345015,
0.9106063941471944,
0.09595882623477445,
0.9684309274690734
],
"point": [
0.0824,
0.9395
]
},
{
"instruction": "Reports.",
"bbox": [
0.0,
0.5769054417776722,
0.05597358997441225,
0.6520622223808417
],
"point": [
0.028,
0.6145
]
},
{
"instruction": "New Tab",
"bbox": [
0.29016409135593046,
0.36243054783513906,
0.30310771886412685,
0.39047592577619666
],
"point": [
0.2966,
0.3765
]
},
{
"instruction": "A progress bar indicating that there are 40% not found.",
"bbox": [
0.3014666391400544,
0.3526909002819777,
0.7546291680608296,
0.4039155829307487
],
"point": [
0.528,
0.3783
]
},
{
"instruction": "sending a message.",
"bbox": [
0.16266720228461157,
0.5939587276009662,
0.9124062830708416,
0.6815990926685802
],
"point": [
0.5375,
0.6378
]
},
{
"instruction": "a horizontal line or divider.",
"bbox": [
0.13772141252697542,
0.6785219890796814,
0.8873580385489293,
0.7609148704064925
],
"point": [
0.5125,
0.7197
]
}
],
"element_size": 63
}
]