[ { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_0/1020.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Classifieds", "bbox": [ 0.03437500264909532, 0.013888888888888888, 0.08020833598242866, 0.029444444444444443 ], "point": [ 0.0573, 0.0217 ] }, { "instruction": "ec2-3-143-22-101.us-east-2.compute.amazonaws com.9980", "bbox": [ 0.15833333333333333, 0.06055554707845052, 0.44375, 0.08055555555555556 ], "point": [ 0.301, 0.0706 ] }, { "instruction": "0 2 | 4", "bbox": [ 0.8923611111111112, 0.05611111111111111, 0.9684027777777777, 0.08333333333333333 ], "point": [ 0.9304, 0.0697 ] }, { "instruction": "Celtury Fulture Ehgjush", "bbox": [ 0.16805555555555557, 0.09333333333333334, 0.2965277777777778, 0.1111111111111111 ], "point": [ 0.2323, 0.1022 ] }, { "instruction": "Fightahna Fouse Fuiturre", "bbox": [ 0.5149305555555556, 0.09333333333333334, 0.6458333333333334, 0.1111111111111111 ], "point": [ 0.5804, 0.1022 ] }, { "instruction": "9o0.00 $", "bbox": [ 0.6878472222222223, 0.11833333333333333, 0.7392361111111111, 0.14 ], "point": [ 0.7135, 0.1292 ] }, { "instruction": "All categories", "bbox": [ 0.1763888888888889, 0.24944442749023438, 0.27847222222222223, 0.2838888719346788 ], "point": [ 0.2274, 0.2667 ] }, { "instruction": "All locations", "bbox": [ 0.6312500847710504, 0.2511111111111111, 0.7239583333333334, 0.2783333333333333 ], "point": [ 0.6776, 0.2647 ] }, { "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com:9980/index php?page-s_", "bbox": [ 0.00208332273695204, 0.9783333333333334, 0.3222222116258409, 0.9994444444444445 ], "point": [ 0.1622, 0.9889 ] }, { "instruction": "Farm", "bbox": [ 0.5091022067599826, 0.5932666693793403, 0.5886317782931858, 0.729838392469618 ], "point": [ 0.5489, 0.6616 ] }, { "instruction": "garden", "bbox": [ 0.5091022067599826, 0.5932666693793403, 0.5886317782931858, 0.729838392469618 ], "point": [ 0.5489, 0.6616 ] }, { "instruction": "Auto parts", "bbox": [ 0.42545288933648, 0.3036489529079861, 0.5051186879475912, 0.43953633626302085 ], "point": [ 0.4653, 0.3716 ] }, { "instruction": "Computer", "bbox": [ 0.2590791490342882, 0.5933500840928819, 0.3380072699652778, 0.7296910942925348 ], "point": [ 0.2985, 0.6615 ] }, { "instruction": "parts", "bbox": [ 0.2590791490342882, 0.5933500840928819, 0.3380072699652778, 0.7296910942925348 ], "point": [ 0.2985, 0.6615 ] }, { "instruction": "Beauty", "bbox": [ 0.5086107465955946, 0.3036314561631944, 0.5881159040662978, 0.4394771999782986 ], "point": [ 0.5484, 0.3716 ] }, { "instruction": "health", "bbox": [ 0.5086107465955946, 0.3036314561631944, 0.5881159040662978, 0.4394771999782986 ], "point": [ 0.5484, 0.3716 ] }, { "instruction": "Antiques", "bbox": [ 0.1757199181450738, 0.30373572455512154, 0.25550537109375, 0.44013668484157986 ], "point": [ 0.2156, 0.3719 ] }, { "instruction": "Furniture", "bbox": [ 0.17564377254909938, 0.7400115288628473, 0.25548631880018446, 0.8766754828559028 ], "point": [ 0.2156, 0.8083 ] }, { "instruction": "Jewelry", "bbox": [ 0.34140949249267577, 0.7403632269965278, 0.42210752699110243, 0.8765247938368056 ], "point": [ 0.3818, 0.8084 ] }, { "instruction": "Books", "bbox": [ 0.34129060109456383, 0.44763926188151043, 0.4220242394341363, 0.5858571370442708 ], "point": [ 0.3817, 0.5167 ] }, { "instruction": "Cars + trucks", "bbox": [ 0.42564078436957464, 0.44751739501953125, 0.5053231981065538, 0.5855868869357639 ], "point": [ 0.4655, 0.5166 ] }, { "instruction": "Household", "bbox": [ 0.25907393561469183, 0.7405991617838542, 0.3386611090766059, 0.8759741889105903 ], "point": [ 0.2989, 0.8083 ] }, { "instruction": "Bikes", "bbox": [ 0.1756453302171495, 0.4473449367947049, 0.2554218080308702, 0.5858822970920139 ], "point": [ 0.2155, 0.5166 ] }, { "instruction": "Electronics", "bbox": [ 0.42553782992892797, 0.592878892686632, 0.5054108089870877, 0.7306945122612847 ], "point": [ 0.4655, 0.6618 ] }, { "instruction": "Arts", "bbox": [ 0.3419917212592231, 0.3045237562391493, 0.42217352125379776, 0.43996259901258683 ], "point": [ 0.3821, 0.3722 ] }, { "instruction": "crafts", "bbox": [ 0.3419917212592231, 0.3045237562391493, 0.42217352125379776, 0.43996259901258683 ], "point": [ 0.3821, 0.3722 ] }, { "instruction": "Motorcycles", "bbox": [ 0.4259319305419922, 0.7387806532118055, 0.5051436106363932, 0.8771000162760416 ], "point": [ 0.4655, 0.8079 ] }, { "instruction": "Collectibles", "bbox": [ 0.17592326270209419, 0.5930592854817708, 0.2552562501695421, 0.731195543077257 ], "point": [ 0.2156, 0.6621 ] }, { "instruction": "Cell phones", "bbox": [ 0.5095678117540148, 0.44766228569878475, 0.5888015323215061, 0.5856945122612848 ], "point": [ 0.5492, 0.5167 ] }, { "instruction": "Boats", "bbox": [ 0.25896871354844836, 0.44732513427734377, 0.3385528352525499, 0.5857187906901041 ], "point": [ 0.2988, 0.5165 ] }, { "instruction": "Appliances", "bbox": [ 0.2593689388699002, 0.30433085123697917, 0.33860113355848526, 0.43990885416666664 ], "point": [ 0.299, 0.3721 ] }, { "instruction": "Computers", "bbox": [ 0.34195743136935763, 0.5931284586588542, 0.4224636501736111, 0.7303967963324652 ], "point": [ 0.3822, 0.6618 ] }, { "instruction": "Music", "bbox": [ 0.5099482218424479, 0.7391264512803819, 0.5876121520996094, 0.8747586398654514 ], "point": [ 0.5488, 0.8069 ] }, { "instruction": "instruments", "bbox": [ 0.5099482218424479, 0.7391264512803819, 0.5876121520996094, 0.8747586398654514 ], "point": [ 0.5488, 0.8069 ] }, { "instruction": "Video gaming", "bbox": [ 0.3424533420138889, 0.8835890028211806, 0.4217145284016927, 1.0 ], "point": [ 0.3821, 0.9418 ] }, { "instruction": "Zebra PIUOWS", "bbox": [ 0.3316078609890408, 0.08738731384277344, 0.49465098910861544, 0.1611113484700521 ], "point": [ 0.4131, 0.1242 ] }, { "instruction": "6.00 $", "bbox": [ 0.3316078609890408, 0.08738731384277344, 0.49465098910861544, 0.1611113484700521 ], "point": [ 0.4131, 0.1242 ] }, { "instruction": "605.00 $", "bbox": [ 0.1666959762573242, 0.11436907450358073, 0.2198414060804579, 0.14390257093641493 ], "point": [ 0.1933, 0.1291 ] }, { "instruction": "Delaware (870)", "bbox": [ 0.6302247365315755, 0.4889754909939236, 0.7160410563151042, 0.5140259467230903 ], "point": [ 0.6731, 0.5015 ] }, { "instruction": "Washington; D.C: (1567)", "bbox": [ 0.6310656653510199, 0.4245225016276042, 0.7593909369574653, 0.4506254069010417 ], "point": [ 0.6952, 0.4376 ] }, { "instruction": "Ohio (5626)", "bbox": [ 0.6304024166531033, 0.393802490234375, 0.699460220336914, 0.41879638671875 ], "point": [ 0.6649, 0.4063 ] }, { "instruction": "Maryland (21674)", "bbox": [ 0.6293484157986111, 0.3617386542426215, 0.7282107883029514, 0.3879539998372396 ], "point": [ 0.6788, 0.3748 ] }, { "instruction": "Not Secure", "bbox": [ 0.08358049392700195, 0.05244114769829644, 0.15671110153198242, 0.08489193386501737 ], "point": [ 0.1201, 0.0687 ] }, { "instruction": "Pennsylvania (22180)", "bbox": [ 0.6312106662326389, 0.3301898532443576, 0.7436303032769097, 0.35565405951605905 ], "point": [ 0.6874, 0.3429 ] }, { "instruction": "West Virginia (1109)", "bbox": [ 0.6305774264865451, 0.4573824055989583, 0.7409840901692708, 0.4815912543402778 ], "point": [ 0.6858, 0.4695 ] }, { "instruction": "220.00 $", "bbox": [ 0.5124597337510851, 0.11388535393608941, 0.5686000400119358, 0.14551210191514757 ], "point": [ 0.5405, 0.1297 ] }, { "instruction": "Virginia (31126)", "bbox": [ 0.6317326439751519, 0.2971044243706597, 0.7178756713867187, 0.3244796413845486 ], "point": [ 0.6748, 0.3108 ] }, { "instruction": "Compplele Gultal Rig Ful 5_.", "bbox": [ 0.6875756581624349, 0.08563423156738281, 0.8315240648057726, 0.11189023335774739 ], "point": [ 0.7595, 0.0988 ] }, { "instruction": "farm + garden functionality.", "bbox": [ 0.5091022067599826, 0.5932666693793403, 0.5886317782931858, 0.729838392469618 ], "point": [ 0.5489, 0.6616 ] }, { "instruction": "Auto parts.", "bbox": [ 0.42545288933648, 0.3036489529079861, 0.5051186879475912, 0.43953633626302085 ], "point": [ 0.4653, 0.3716 ] }, { "instruction": "Computer parts.", "bbox": [ 0.2590791490342882, 0.5933500840928819, 0.3380072699652778, 0.7296910942925348 ], "point": [ 0.2985, 0.6615 ] }, { "instruction": "Health function.", "bbox": [ 0.5086107465955946, 0.3036314561631944, 0.5881159040662978, 0.4394771999782986 ], "point": [ 0.5484, 0.3716 ] }, { "instruction": "antiques.", "bbox": [ 0.1757199181450738, 0.30373572455512154, 0.25550537109375, 0.44013668484157986 ], "point": [ 0.2156, 0.3719 ] }, { "instruction": "Furniture", "bbox": [ 0.17564377254909938, 0.7400115288628473, 0.25548631880018446, 0.8766754828559028 ], "point": [ 0.2156, 0.8083 ] }, { "instruction": "Jewelry", "bbox": [ 0.34140949249267577, 0.7403632269965278, 0.42210752699110243, 0.8765247938368056 ], "point": [ 0.3818, 0.8084 ] }, { "instruction": "a books menu.", "bbox": [ 0.34129060109456383, 0.44763926188151043, 0.4220242394341363, 0.5858571370442708 ], "point": [ 0.3817, 0.5167 ] }, { "instruction": "Cars and trucks settings.", "bbox": [ 0.42564078436957464, 0.44751739501953125, 0.5053231981065538, 0.5855868869357639 ], "point": [ 0.4655, 0.5166 ] }, { "instruction": "Homehold", "bbox": [ 0.25907393561469183, 0.7405991617838542, 0.3386611090766059, 0.8759741889105903 ], "point": [ 0.2989, 0.8083 ] }, { "instruction": "Bikes", "bbox": [ 0.1756453302171495, 0.4473449367947049, 0.2554218080308702, 0.5858822970920139 ], "point": [ 0.2155, 0.5166 ] }, { "instruction": "Electronics", "bbox": [ 0.42553782992892797, 0.592878892686632, 0.5054108089870877, 0.7306945122612847 ], "point": [ 0.4655, 0.6618 ] }, { "instruction": "arts + crafts.", "bbox": [ 0.3419917212592231, 0.3045237562391493, 0.42217352125379776, 0.43996259901258683 ], "point": [ 0.3821, 0.3722 ] }, { "instruction": "motorcycles.", "bbox": [ 0.4259319305419922, 0.7387806532118055, 0.5051436106363932, 0.8771000162760416 ], "point": [ 0.4655, 0.8079 ] }, { "instruction": "collectibles.", "bbox": [ 0.17592326270209419, 0.5930592854817708, 0.2552562501695421, 0.731195543077257 ], "point": [ 0.2156, 0.6621 ] }, { "instruction": "Cell phones.", "bbox": [ 0.5095678117540148, 0.44766228569878475, 0.5888015323215061, 0.5856945122612848 ], "point": [ 0.5492, 0.5167 ] }, { "instruction": "Boats", "bbox": [ 0.25896871354844836, 0.44732513427734377, 0.3385528352525499, 0.5857187906901041 ], "point": [ 0.2988, 0.5165 ] }, { "instruction": "Appliances", "bbox": [ 0.2593689388699002, 0.30433085123697917, 0.33860113355848526, 0.43990885416666664 ], "point": [ 0.299, 0.3721 ] }, { "instruction": "Computers", "bbox": [ 0.34195743136935763, 0.5931284586588542, 0.4224636501736111, 0.7303967963324652 ], "point": [ 0.3822, 0.6618 ] }, { "instruction": "Music instruments.", "bbox": [ 0.5099482218424479, 0.7391264512803819, 0.5876121520996094, 0.8747586398654514 ], "point": [ 0.5488, 0.8069 ] }, { "instruction": "Video gaming.", "bbox": [ 0.3424533420138889, 0.8835890028211806, 0.4217145284016927, 1.0 ], "point": [ 0.3821, 0.9418 ] }, { "instruction": "a transportation or transportation-related function.", "bbox": [ 0.25915669335259334, 0.8833356391059027, 0.3377441194322374, 1.0 ], "point": [ 0.2985, 0.9417 ] }, { "instruction": "the camera function.", "bbox": [ 0.17591978708902994, 0.8833634440104167, 0.2548159917195638, 0.9951917860243056 ], "point": [ 0.2154, 0.9393 ] }, { "instruction": "Reload", "bbox": [ 0.054001135296291775, 0.04867034912109375, 0.0771040227678087, 0.09162101745605469 ], "point": [ 0.0656, 0.0701 ] }, { "instruction": "the price of a pillow in a chess game.", "bbox": [ 0.3316078609890408, 0.08738731384277344, 0.49465098910861544, 0.1611113484700521 ], "point": [ 0.4131, 0.1242 ] }, { "instruction": "a price tag of 605.00.", "bbox": [ 0.1666959762573242, 0.11436907450358073, 0.2198414060804579, 0.14390257093641493 ], "point": [ 0.1933, 0.1291 ] }, { "instruction": "Five-point star", "bbox": [ 0.8550347222222222, 0.05727852291531033, 0.8707765367296006, 0.0849772474500868 ], "point": [ 0.8629, 0.0711 ] }, { "instruction": "Back", "bbox": [ 0.0037657433085971407, 0.049414973788791235, 0.027872659100426567, 0.0923800998263889 ], "point": [ 0.0158, 0.0709 ] }, { "instruction": "Forward", "bbox": [ 0.028418101204766167, 0.049016333685980906, 0.051430426703559025, 0.09183702256944444 ], "point": [ 0.0399, 0.0704 ] }, { "instruction": "Navigation or direction.", "bbox": [ 0.6302247365315755, 0.4889754909939236, 0.7160410563151042, 0.5140259467230903 ], "point": [ 0.6731, 0.5015 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9756377326117621, 0.0036934089660644533, 0.9965899149576823, 0.04018492168850369 ], "point": [ 0.9861, 0.0219 ] }, { "instruction": "Close", "bbox": [ 0.15678225623236763, 0.010987541410658094, 0.17137730916341146, 0.03488452169630263 ], "point": [ 0.1641, 0.0229 ] }, { "instruction": "Navigation to Washington, D.C. (1567).", "bbox": [ 0.6310656653510199, 0.4245225016276042, 0.7593909369574653, 0.4506254069010417 ], "point": [ 0.6952, 0.4376 ] }, { "instruction": "Time Field", "bbox": [ 0.9480578952365452, 0.04464441087510851, 0.973294915093316, 0.09338319566514756 ], "point": [ 0.9607, 0.069 ] }, { "instruction": "Navigation or direction.", "bbox": [ 0.6304024166531033, 0.393802490234375, 0.699460220336914, 0.41879638671875 ], "point": [ 0.6649, 0.4063 ] }, { "instruction": "Increase", "bbox": [ 0.8852327982584636, 0.045775188869900174, 0.9088667975531683, 0.08846939086914063 ], "point": [ 0.897, 0.0671 ] }, { "instruction": "Navigation to Maryland (216/4).", "bbox": [ 0.6293484157986111, 0.3617386542426215, 0.7282107883029514, 0.3879539998372396 ], "point": [ 0.6788, 0.3748 ] }, { "instruction": "Strikethrough", "bbox": [ 0.9104997422960069, 0.04575039333767361, 0.9342551337348091, 0.08793362935384115 ], "point": [ 0.9224, 0.0668 ] }, { "instruction": "Not Security.", "bbox": [ 0.08358049392700195, 0.05244114769829644, 0.15671110153198242, 0.08489193386501737 ], "point": [ 0.1201, 0.0687 ] }, { "instruction": "Add New Tab", "bbox": [ 0.1819548077053494, 0.008557830386691624, 0.19467169443766277, 0.03799341837565104 ], "point": [ 0.1883, 0.0233 ] }, { "instruction": "Navigation to Pennsylvania (2218).", "bbox": [ 0.6312106662326389, 0.3301898532443576, 0.7436303032769097, 0.35565405951605905 ], "point": [ 0.6874, 0.3429 ] }, { "instruction": "Navigation to West Virginia (1109).", "bbox": [ 0.6305774264865451, 0.4573824055989583, 0.7409840901692708, 0.4815912543402778 ], "point": [ 0.6858, 0.4695 ] }, { "instruction": "More options", "bbox": [ 0.9746532864040799, 0.04789218478732639, 0.9939593844943576, 0.08945205688476562 ], "point": [ 0.9843, 0.0687 ] }, { "instruction": "a price tag of $20.00.", "bbox": [ 0.5124597337510851, 0.11388535393608941, 0.5686000400119358, 0.14551210191514757 ], "point": [ 0.5405, 0.1297 ] }, { "instruction": "Navigation to the state of Virginia (3112G).", "bbox": [ 0.6317326439751519, 0.2971044243706597, 0.7178756713867187, 0.3244796413845486 ], "point": [ 0.6748, 0.3108 ] }, { "instruction": "The option to complete the guitar size fulls.", "bbox": [ 0.6875756581624349, 0.08563423156738281, 0.8315240648057726, 0.11189023335774739 ], "point": [ 0.7595, 0.0988 ] }, { "instruction": "A play button for media playback.", "bbox": [ 0.0, 0.0, 0.015449753072526719, 0.06132110595703125 ], "point": [ 0.0077, 0.0307 ] } ], "element_size": 95 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_1/1686.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Computers", "bbox": [ 0.034027777777777775, 0.013333333333333334, 0.08020833333333334, 0.03166666666666667 ], "point": [ 0.0571, 0.0225 ] }, { "instruction": "Classifieds", "bbox": [ 0.08680555555555555, 0.013888888888888888, 0.13194444444444445, 0.029444444444444443 ], "point": [ 0.1094, 0.0217 ] }, { "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com 9980/index php?pagezsearch&sCategory-14", "bbox": [ 0.15833333333333333, 0.0577777820163303, 0.628125, 0.08277777777777778 ], "point": [ 0.3932, 0.0703 ] }, { "instruction": "0 0 | L", "bbox": [ 0.8930555555555556, 0.05611111111111111, 0.9684027777777777, 0.08333333333333333 ], "point": [ 0.9307, 0.0697 ] }, { "instruction": "Computers", "bbox": [ 0.21805557674831813, 0.21388888888888888, 0.26840279897054037, 0.235 ], "point": [ 0.2432, 0.2244 ] }, { "instruction": "Your search", "bbox": [ 0.16701388888888888, 0.2722222222222222, 0.22083333333333333, 0.28944444444444445 ], "point": [ 0.1939, 0.2808 ] }, { "instruction": "Computers", "bbox": [ 0.33090277777777777, 0.2588888888888889, 0.48715277777777777, 0.3322222222222222 ], "point": [ 0.409, 0.2956 ] }, { "instruction": "1 - 12 of 1768 listings", "bbox": [ 0.33402777777777776, 0.3477777777777778, 0.44166666666666665, 0.3711111111111111 ], "point": [ 0.3878, 0.3594 ] }, { "instruction": "Listings", "bbox": [ 0.3329861111111111, 0.4077777777777778, 0.3871527777777778, 0.43555555555555553 ], "point": [ 0.3601, 0.4217 ] }, { "instruction": "Show only", "bbox": [ 0.16701388888888888, 0.4488888888888889, 0.2170138888888889, 0.4672222222222222 ], "point": [ 0.192, 0.4581 ] }, { "instruction": "200.00 $", "bbox": [ 0.40555555555555556, 0.49277777777777776, 0.4670138888888889, 0.5194445122612847 ], "point": [ 0.4363, 0.5061 ] }, { "instruction": "Price", "bbox": [ 0.16701388888888888, 0.5161111789279514, 0.19131944444444443, 0.5322222222222223 ], "point": [ 0.1792, 0.5242 ] }, { "instruction": "Computers", "bbox": [ 0.40625, 0.5266666666666666, 0.45729166666666665, 0.5477777777777778 ], "point": [ 0.4318, 0.5372 ] }, { "instruction": "City of Meadville (Pennsylvania)", "bbox": [ 0.46875, 0.5261111111111111, 0.6118055555555556, 0.5472221544053819 ], "point": [ 0.5403, 0.5367 ] }, { "instruction": "2023/11/16", "bbox": [ 0.6246528201633029, 0.5266665988498264, 0.6805555979410808, 0.5466666666666666 ], "point": [ 0.6526, 0.5367 ] }, { "instruction": "Min.", "bbox": [ 0.16805554495917427, 0.5372221544053819, 0.18506944444444445, 0.5522222222222222 ], "point": [ 0.1766, 0.5447 ] }, { "instruction": "Max", "bbox": [ 0.23680555555555555, 0.5372221544053819, 0.25590277777777776, 0.5522222222222222 ], "point": [ 0.2464, 0.5447 ] }, { "instruction": "The laptop is in great shape and has been factory reseted. The laptop has a touchscreen", "bbox": [ 0.4062500423855252, 0.5533333333333333, 0.8190972222222223, 0.58 ], "point": [ 0.6127, 0.5667 ] }, { "instruction": "built in and also is", "bbox": [ 0.4065972222222222, 0.5766666666666667, 0.4930555555555556, 0.5977777777777777 ], "point": [ 0.4498, 0.5872 ] }, { "instruction": "360 convertible:", "bbox": [ 0.5010416242811415, 0.5766666666666667, 0.5784721798366971, 0.5972222222222222 ], "point": [ 0.5398, 0.5869 ] }, { "instruction": "250.00 $", "bbox": [ 0.4059027777777778, 0.67, 0.46597222222222223, 0.6983333333333334 ], "point": [ 0.4359, 0.6842 ] }, { "instruction": "Computers", "bbox": [ 0.40625, 0.7038888888888889, 0.4565972222222222, 0.725 ], "point": [ 0.4314, 0.7144 ] }, { "instruction": "Leisure World (Maryland)", "bbox": [ 0.46979166666666666, 0.7044445122612847, 0.584375, 0.7250000678168402 ], "point": [ 0.5271, 0.7147 ] }, { "instruction": "2023/11/16", "bbox": [ 0.596875, 0.705, 0.6520833333333333, 0.7233333333333334 ], "point": [ 0.6245, 0.7142 ] }, { "instruction": "Subscribe to this search", "bbox": [ 0.16701388888888888, 0.7322222222222222, 0.2763888888888889, 0.7483333333333333 ], "point": [ 0.2217, 0.7403 ] }, { "instruction": "EXCELLENT CONDITION: Factory reset: Catalina operating system installed INCLUDES Mac", "bbox": [ 0.4065972222222222, 0.7316666666666667, 0.8375, 0.7561111111111111 ], "point": [ 0.622, 0.7439 ] }, { "instruction": "Book Air Charger, AC 45W Magnetic T-Tip Power Adapter Charger Apple MacBook Air", "bbox": [ 0.40625, 0.7533333333333333, 0.8159722222222222, 0.78 ], "point": [ 0.6111, 0.7667 ] }, { "instruction": "\"Core i5\" 1.3 13-Inch (Mid-2013/Haswell) features a 22-nm \"Haswell\" 1.3 GHz Intel \"Co.", "bbox": [ 0.40555555555555556, 0.7761111111111111, 0.8211805555555556, 0.7988888888888889 ], "point": [ 0.6134, 0.7875 ] }, { "instruction": "Refine category", "bbox": [ 0.16666666666666666, 0.8355555555555556, 0.24027777777777778, 0.8577777777777778 ], "point": [ 0.2035, 0.8467 ] }, { "instruction": "Computers", "bbox": [ 0.40625, 0.9038888888888889, 0.4565972222222222, 0.925 ], "point": [ 0.4314, 0.9144 ] }, { "instruction": "Borough of Fairfield (Pennsylvania)", "bbox": [ 0.46979166666666666, 0.9038888210720486, 0.625, 0.9261110432942709 ], "point": [ 0.5474, 0.915 ] }, { "instruction": "2023/11/16", "bbox": [ 0.6381944444444444, 0.905, 0.6934027777777778, 0.9233333333333333 ], "point": [ 0.6658, 0.9142 ] }, { "instruction": "Special decal for Starfieldl Ryzen 6900x", "bbox": [ 0.4059027777777778, 0.9327777777777778, 0.5961805555555556, 0.955 ], "point": [ 0.501, 0.9439 ] }, { "instruction": "Radeon RX 6800XT", "bbox": [ 0.6013888888888889, 0.9338888888888889, 0.6965277777777777, 0.9522222222222222 ], "point": [ 0.649, 0.9431 ] }, { "instruction": "64GB DDRS", "bbox": [ 0.7024305555555556, 0.9338888888888889, 0.7638888888888888, 0.9522222222222222 ], "point": [ 0.7332, 0.9431 ] }, { "instruction": "2TB nvme", "bbox": [ 0.7694444444444445, 0.9338888888888889, 0.8194444444444444, 0.9522222222222222 ], "point": [ 0.7944, 0.9431 ] }, { "instruction": "this build includes the Starfield gamel S2200 Feel free to contact me with any questions you", "bbox": [ 0.4059027777777778, 0.9544444444444444, 0.838541751437717, 0.9766666666666667 ], "point": [ 0.6222, 0.9656 ] }, { "instruction": "have_", "bbox": [ 0.40694444444444444, 0.9788888888888889, 0.4309027777777778, 0.9944444444444445 ], "point": [ 0.4189, 0.9867 ] }, { "instruction": "City", "bbox": [ 0.1673611217074924, 0.35777777777777775, 0.18680557674831813, 0.38222222222222224 ], "point": [ 0.1771, 0.37 ] }, { "instruction": "Subscribe nowl", "bbox": [ 0.16649621327718098, 0.7512110053168403, 0.2737601598103841, 0.8002509901258681 ], "point": [ 0.2201, 0.7757 ] }, { "instruction": "Sort by: Newly listed", "bbox": [ 0.7172025044759115, 0.33312747531467013, 0.842791493733724, 0.3832917277018229 ], "point": [ 0.78, 0.3582 ] }, { "instruction": "Publish Ad", "bbox": [ 0.7644353230794271, 0.12384067111545138, 0.8412721421983507, 0.16599789089626737 ], "point": [ 0.8029, 0.1449 ] }, { "instruction": "Apply", "bbox": [ 0.16638559765285915, 0.6197804090711806, 0.22900640699598523, 0.6671465386284722 ], "point": [ 0.1977, 0.6435 ] }, { "instruction": "Not Secure", "bbox": [ 0.08279835912916396, 0.0538204108344184, 0.15550174713134765, 0.08415205213758681 ], "point": [ 0.1192, 0.069 ] }, { "instruction": "Osclass", "bbox": [ 0.15670657687717013, 0.10172389560275608, 0.2811933305528429, 0.18218302408854167 ], "point": [ 0.2189, 0.142 ] }, { "instruction": "All categories", "bbox": [ 0.16685286627875434, 0.8584444173177084, 0.22987361484103733, 0.8815422905815973 ], "point": [ 0.1984, 0.87 ] }, { "instruction": "Logout", "bbox": [ 0.7093267228868273, 0.12539920383029513, 0.7622692532009548, 0.1639129638671875 ], "point": [ 0.7358, 0.1447 ] }, { "instruction": "My account", "bbox": [ 0.6328021155463325, 0.12591267903645834, 0.7084280649820963, 0.16380164252387153 ], "point": [ 0.6706, 0.1449 ] }, { "instruction": "Classifieds", "bbox": [ 0.1603549003601074, 0.21361095852322048, 0.20959430270724827, 0.2334661356608073 ], "point": [ 0.185, 0.2235 ] }, { "instruction": "Computers", "bbox": [ 0.1668692800733778, 0.8830045572916667, 0.30627886454264325, 0.9085933430989583 ], "point": [ 0.2366, 0.8958 ] }, { "instruction": "HP Laptop", "bbox": [ 0.40674239264594186, 0.46472819010416666, 0.46326204935709636, 0.4893145073784722 ], "point": [ 0.435, 0.477 ] }, { "instruction": "listings with pictures", "bbox": [ 0.17358741760253907, 0.46821282280815973, 0.2759399837917752, 0.4917923312717014 ], "point": [ 0.2248, 0.48 ] }, { "instruction": "NEWII Starfield Gaming PC", "bbox": [ 0.40588836669921874, 0.8431446668836805, 0.5451917860243055, 0.8673227267795139 ], "point": [ 0.4755, 0.8552 ] }, { "instruction": "2200.00 $", "bbox": [ 0.40724923875596786, 0.8686916097005208, 0.47499809265136717, 0.8978453911675347 ], "point": [ 0.4411, 0.8833 ] }, { "instruction": "Macbook Air", "bbox": [ 0.4066143459743924, 0.6423067220052083, 0.47240447998046875, 0.6675566948784722 ], "point": [ 0.4395, 0.6549 ] }, { "instruction": "Subscripting something new.", "bbox": [ 0.16649621327718098, 0.7512110053168403, 0.2737601598103841, 0.8002509901258681 ], "point": [ 0.2201, 0.7757 ] }, { "instruction": "A dropdown menu to select the sort by: Nowly listed.", "bbox": [ 0.7172025044759115, 0.33312747531467013, 0.842791493733724, 0.3832917277018229 ], "point": [ 0.78, 0.3582 ] }, { "instruction": "a horizontal scrollbar.", "bbox": [ 0.1663506613837348, 0.3800091552734375, 0.29874642690022785, 0.42916639539930557 ], "point": [ 0.2325, 0.4046 ] }, { "instruction": "a checkbox.", "bbox": [ 0.16583141750759547, 0.5520108710394965, 0.23050736321343315, 0.600855712890625 ], "point": [ 0.1982, 0.5764 ] }, { "instruction": "Publish Ad.", "bbox": [ 0.7644353230794271, 0.12384067111545138, 0.8412721421983507, 0.16599789089626737 ], "point": [ 0.8029, 0.1449 ] }, { "instruction": "\"Italic\"", "bbox": [ 0.16506966484917535, 0.2923004150390625, 0.29889827304416233, 0.3423772515190972 ], "point": [ 0.232, 0.3173 ] }, { "instruction": "an \"Apply\" button.", "bbox": [ 0.16638559765285915, 0.6197804090711806, 0.22900640699598523, 0.6671465386284722 ], "point": [ 0.1977, 0.6435 ] }, { "instruction": "a checkbox.", "bbox": [ 0.2338666492038303, 0.5524002753363715, 0.2989221149020725, 0.600806410047743 ], "point": [ 0.2664, 0.5766 ] }, { "instruction": "Not Security.", "bbox": [ 0.08279835912916396, 0.0538204108344184, 0.15550174713134765, 0.08415205213758681 ], "point": [ 0.1192, 0.069 ] }, { "instruction": "a table or grid layout.", "bbox": [ 0.6835437774658203, 0.33504221598307293, 0.7133840772840712, 0.38228512234157985 ], "point": [ 0.6985, 0.3587 ] }, { "instruction": "an option to class.", "bbox": [ 0.15670657687717013, 0.10172389560275608, 0.2811933305528429, 0.18218302408854167 ], "point": [ 0.2189, 0.142 ] }, { "instruction": "a menu or list.", "bbox": [ 0.6519547356499567, 0.3352372911241319, 0.6819278293185764, 0.3820318603515625 ], "point": [ 0.6669, 0.3586 ] }, { "instruction": "a laptop.", "bbox": [ 0.3328842375013563, 0.46624576144748264, 0.4023586273193359, 0.6016252305772569 ], "point": [ 0.3676, 0.5339 ] }, { "instruction": "All categories.", "bbox": [ 0.16685286627875434, 0.8584444173177084, 0.22987361484103733, 0.8815422905815973 ], "point": [ 0.1984, 0.87 ] }, { "instruction": "Logout.", "bbox": [ 0.7093267228868273, 0.12539920383029513, 0.7622692532009548, 0.1639129638671875 ], "point": [ 0.7358, 0.1447 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9758306715223525, 0.004103574752807617, 0.9967904832628038, 0.03919089317321777 ], "point": [ 0.9863, 0.0216 ] }, { "instruction": "a computer system.", "bbox": [ 0.33291327158610023, 0.8438145616319445, 0.40230208502875436, 1.0 ], "point": [ 0.3676, 0.9219 ] }, { "instruction": "Reload", "bbox": [ 0.054832575056287976, 0.05198041280110677, 0.07624340057373047, 0.08776711357964409 ], "point": [ 0.0655, 0.0699 ] }, { "instruction": "My account.", "bbox": [ 0.6328021155463325, 0.12591267903645834, 0.7084280649820963, 0.16380164252387153 ], "point": [ 0.6706, 0.1449 ] }, { "instruction": "Back", "bbox": [ 0.006719274653328789, 0.056775699191623265, 0.025480173031489053, 0.08433616638183594 ], "point": [ 0.0161, 0.0706 ] }, { "instruction": "a button or link to the classifieds section.", "bbox": [ 0.1603549003601074, 0.21361095852322048, 0.20959430270724827, 0.2334661356608073 ], "point": [ 0.185, 0.2235 ] }, { "instruction": "Close", "bbox": [ 0.15737751854790583, 0.011706489986843533, 0.17093838585747612, 0.03405436833699544 ], "point": [ 0.1642, 0.0229 ] }, { "instruction": "Forward", "bbox": [ 0.030168300204806858, 0.05537132263183594, 0.0497980965508355, 0.08496477762858073 ], "point": [ 0.04, 0.0702 ] }, { "instruction": "Five-point star", "bbox": [ 0.8558076646592881, 0.057951316833496094, 0.8708747016059027, 0.08521753099229601 ], "point": [ 0.8633, 0.0716 ] }, { "instruction": "Increase", "bbox": [ 0.8874410841200087, 0.05800147162543403, 0.9064620123969184, 0.08221219380696615 ], "point": [ 0.897, 0.0701 ] }, { "instruction": "Properties", "bbox": [ 0.9755093044704861, 0.05726330227322048, 0.9925113254123263, 0.08236490037706164 ], "point": [ 0.984, 0.0698 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.16703929901123046, 0.4684161716037326, 0.18152999877929688, 0.4932032267252604 ], "point": [ 0.1743, 0.4808 ] }, { "instruction": "New Tab", "bbox": [ 0.1820325427585178, 0.00944357024298774, 0.19554398854573568, 0.03842232492234972 ], "point": [ 0.1888, 0.0239 ] }, { "instruction": "Computers.", "bbox": [ 0.1668692800733778, 0.8830045572916667, 0.30627886454264325, 0.9085933430989583 ], "point": [ 0.2366, 0.8958 ] }, { "instruction": "a laptop.", "bbox": [ 0.40674239264594186, 0.46472819010416666, 0.46326204935709636, 0.4893145073784722 ], "point": [ 0.435, 0.477 ] }, { "instruction": "Listings with pictures.", "bbox": [ 0.17358741760253907, 0.46821282280815973, 0.2759399837917752, 0.4917923312717014 ], "point": [ 0.2248, 0.48 ] }, { "instruction": "a laptop.", "bbox": [ 0.3327872806125217, 0.6421925184461805, 0.4028376685248481, 0.7343785264756945 ], "point": [ 0.3678, 0.6883 ] }, { "instruction": "a new start field gaming PC.", "bbox": [ 0.40588836669921874, 0.8431446668836805, 0.5451917860243055, 0.8673227267795139 ], "point": [ 0.4755, 0.8552 ] }, { "instruction": "a price tag of 2200.00.", "bbox": [ 0.40724923875596786, 0.8686916097005208, 0.47499809265136717, 0.8978453911675347 ], "point": [ 0.4411, 0.8833 ] }, { "instruction": "the \"Macbook Air\" feature.", "bbox": [ 0.4066143459743924, 0.6423067220052083, 0.47240447998046875, 0.6675566948784722 ], "point": [ 0.4395, 0.6549 ] }, { "instruction": "Searching or magnifying glass.", "bbox": [ 0.9945699055989583, 0.05494827694363064, 1.0, 0.0865914069281684 ], "point": [ 0.9973, 0.0708 ] } ], "element_size": 91 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_2/1872.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Computers", "bbox": [ 0.034027777777777775, 0.013333333333333334, 0.08020833333333334, 0.03166666666666667 ], "point": [ 0.0571, 0.0225 ] }, { "instruction": "Classifieds", "bbox": [ 0.08680555555555555, 0.013888888888888888, 0.13194444444444445, 0.029444444444444443 ], "point": [ 0.1094, 0.0217 ] }, { "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com 9g80/index php?page-search&sCategory-14", "bbox": [ 0.15833333333333333, 0.05833332909478082, 0.628125, 0.08277776930067274 ], "point": [ 0.3932, 0.0706 ] }, { "instruction": "0 0 | L", "bbox": [ 0.8930555555555556, 0.05611111111111111, 0.9684027777777777, 0.08333333333333333 ], "point": [ 0.9307, 0.0697 ] }, { "instruction": "Computers", "bbox": [ 0.21805557674831813, 0.21388888888888888, 0.26840279897054037, 0.235 ], "point": [ 0.2432, 0.2244 ] }, { "instruction": "Your search", "bbox": [ 0.16701388888888888, 0.2722222222222222, 0.22083333333333333, 0.28944444444444445 ], "point": [ 0.1939, 0.2808 ] }, { "instruction": "Computers", "bbox": [ 0.33090277777777777, 0.2588888888888889, 0.48715277777777777, 0.3322222222222222 ], "point": [ 0.409, 0.2956 ] }, { "instruction": "1 - 12 of 1768 listings", "bbox": [ 0.3333333333333333, 0.3477777777777778, 0.44166666666666665, 0.3711111111111111 ], "point": [ 0.3875, 0.3594 ] }, { "instruction": "City", "bbox": [ 0.16666667726304796, 0.3605555555555556, 0.1875, 0.38166666666666665 ], "point": [ 0.1771, 0.3711 ] }, { "instruction": "Listings", "bbox": [ 0.3329861111111111, 0.4077777777777778, 0.3871527777777778, 0.43555555555555553 ], "point": [ 0.3601, 0.4217 ] }, { "instruction": "Show only", "bbox": [ 0.16701388888888888, 0.4488888888888889, 0.2170138888888889, 0.4672222222222222 ], "point": [ 0.192, 0.4581 ] }, { "instruction": "200.00 $", "bbox": [ 0.40555555555555556, 0.49277777777777776, 0.4670138888888889, 0.5194445122612847 ], "point": [ 0.4363, 0.5061 ] }, { "instruction": "Price", "bbox": [ 0.16701388888888888, 0.5149999660915798, 0.19131944444444443, 0.5322221883138021 ], "point": [ 0.1792, 0.5236 ] }, { "instruction": "Computers", "bbox": [ 0.40625, 0.5266666666666666, 0.45729166666666665, 0.5477777777777778 ], "point": [ 0.4318, 0.5372 ] }, { "instruction": "City of Meadville (Pennsylvania)", "bbox": [ 0.46875, 0.5261111111111111, 0.6118055555555556, 0.5472221544053819 ], "point": [ 0.5403, 0.5367 ] }, { "instruction": "2023/11/16", "bbox": [ 0.6246528201633029, 0.5266665988498264, 0.6805555979410808, 0.5466666666666666 ], "point": [ 0.6526, 0.5367 ] }, { "instruction": "Min.", "bbox": [ 0.16805554495917427, 0.5372221544053819, 0.18506944444444445, 0.5522222222222222 ], "point": [ 0.1766, 0.5447 ] }, { "instruction": "Max", "bbox": [ 0.23680555555555555, 0.5372221544053819, 0.25590277777777776, 0.5522222222222222 ], "point": [ 0.2464, 0.5447 ] }, { "instruction": "The laptop is in great shape and has been factory reseted. The laptop has a touchscreen", "bbox": [ 0.4062500423855252, 0.5533333333333333, 0.8190972222222223, 0.58 ], "point": [ 0.6127, 0.5667 ] }, { "instruction": "built in and also is", "bbox": [ 0.4065972222222222, 0.5766666666666667, 0.4930555555555556, 0.5977777777777777 ], "point": [ 0.4498, 0.5872 ] }, { "instruction": "360 convertible:", "bbox": [ 0.5010416242811415, 0.5766666666666667, 0.5784721798366971, 0.5972222222222222 ], "point": [ 0.5398, 0.5869 ] }, { "instruction": "250.00 $", "bbox": [ 0.4059027777777778, 0.67, 0.46597222222222223, 0.6983333333333334 ], "point": [ 0.4359, 0.6842 ] }, { "instruction": "Computers", "bbox": [ 0.40625, 0.7038888888888889, 0.4565972222222222, 0.725 ], "point": [ 0.4314, 0.7144 ] }, { "instruction": "Leisure World (Maryland)", "bbox": [ 0.46979166666666666, 0.7044445122612847, 0.584375, 0.7250000678168402 ], "point": [ 0.5271, 0.7147 ] }, { "instruction": "2023/11/16", "bbox": [ 0.596875, 0.705, 0.6520833333333333, 0.7233333333333334 ], "point": [ 0.6245, 0.7142 ] }, { "instruction": "Subscribe to this search", "bbox": [ 0.16701388888888888, 0.7322222222222222, 0.2763888888888889, 0.7483333333333333 ], "point": [ 0.2217, 0.7403 ] }, { "instruction": "EXCELLENT CONDITION: Factory reset: Catalina operating system installed INCLUDES Mac", "bbox": [ 0.4065972222222222, 0.7316666666666667, 0.8375, 0.7561111111111111 ], "point": [ 0.622, 0.7439 ] }, { "instruction": "Book Air Charger, AC 45W Magnetic T-Tip Power Adapter Charger Apple MacBook Air", "bbox": [ 0.40625, 0.7533333333333333, 0.8159722222222222, 0.78 ], "point": [ 0.6111, 0.7667 ] }, { "instruction": "\"Core i5\" 1.3 13-Inch (Mid-2013/Haswell) features a 22-nm \"Haswell\" 1.3 GHz Intel \"Co.", "bbox": [ 0.40555555555555556, 0.7761111111111111, 0.8211805555555556, 0.7988888888888889 ], "point": [ 0.6134, 0.7875 ] }, { "instruction": "Refine category", "bbox": [ 0.16666666666666666, 0.8355555555555556, 0.24027777777777778, 0.8577777777777778 ], "point": [ 0.2035, 0.8467 ] }, { "instruction": "Computers", "bbox": [ 0.40625, 0.9038888888888889, 0.4565972222222222, 0.925 ], "point": [ 0.4314, 0.9144 ] }, { "instruction": "Borough of Fairfield (Pennsylvania)", "bbox": [ 0.46979166666666666, 0.9038888210720486, 0.625, 0.9261110432942709 ], "point": [ 0.5474, 0.915 ] }, { "instruction": "2023/11/16", "bbox": [ 0.6381944444444444, 0.905, 0.6934027777777778, 0.9233333333333333 ], "point": [ 0.6658, 0.9142 ] }, { "instruction": "Special decal for Starfieldl Ryzen 6900x", "bbox": [ 0.4059027777777778, 0.9327777777777778, 0.5961805555555556, 0.955 ], "point": [ 0.501, 0.9439 ] }, { "instruction": "Radeon RX 6800XT", "bbox": [ 0.6013888888888889, 0.9338888888888889, 0.6965277777777777, 0.9522222222222222 ], "point": [ 0.649, 0.9431 ] }, { "instruction": "64GB DDRS", "bbox": [ 0.7024305555555556, 0.9338888888888889, 0.7638888888888888, 0.9522222222222222 ], "point": [ 0.7332, 0.9431 ] }, { "instruction": "2TB nvme", "bbox": [ 0.7694444444444445, 0.9338888888888889, 0.8194444444444444, 0.9522222222222222 ], "point": [ 0.7944, 0.9431 ] }, { "instruction": "this build includes the Starfield gamel S2200 Feel free to contact me with any questions you", "bbox": [ 0.4059027777777778, 0.9544444444444444, 0.838541751437717, 0.9766666666666667 ], "point": [ 0.6222, 0.9656 ] }, { "instruction": "have_", "bbox": [ 0.40694444444444444, 0.9788888888888889, 0.4309027777777778, 0.9944444444444445 ], "point": [ 0.4189, 0.9867 ] }, { "instruction": "Subscribe nowl", "bbox": [ 0.1664949417114258, 0.7511903889973959, 0.27377020517985023, 0.800274183485243 ], "point": [ 0.2201, 0.7757 ] }, { "instruction": "Sort by: Newly listed", "bbox": [ 0.717260233561198, 0.33316277398003474, 0.842710198296441, 0.38327338324652777 ], "point": [ 0.78, 0.3582 ] }, { "instruction": "Mal", "bbox": [ 0.1651387956407335, 0.2921133761935764, 0.2996264139811198, 0.3425054931640625 ], "point": [ 0.2324, 0.3173 ] }, { "instruction": "Publish Ad", "bbox": [ 0.7644342210557725, 0.12384275648328993, 0.8412796868218316, 0.16601231892903645 ], "point": [ 0.8029, 0.1449 ] }, { "instruction": "Apply", "bbox": [ 0.166388119591607, 0.6197621663411458, 0.22902861701117622, 0.6671471489800347 ], "point": [ 0.1977, 0.6435 ] }, { "instruction": "Not Secure", "bbox": [ 0.08279400931464301, 0.053802002800835504, 0.15551330778333877, 0.08413412306043837 ], "point": [ 0.1192, 0.069 ] }, { "instruction": "Osclass", "bbox": [ 0.15673991309271917, 0.10177000257703993, 0.28120992448594834, 0.1821661376953125 ], "point": [ 0.219, 0.142 ] }, { "instruction": "All categories", "bbox": [ 0.16689285702175563, 0.8584716118706597, 0.22987465328640408, 0.8814837646484375 ], "point": [ 0.1984, 0.87 ] }, { "instruction": "Logout", "bbox": [ 0.7091400146484375, 0.12519403245713975, 0.7622421264648438, 0.16404425726996527 ], "point": [ 0.7357, 0.1446 ] }, { "instruction": "My account", "bbox": [ 0.632685046725803, 0.12571098327636718, 0.7084838443332249, 0.16397484673394097 ], "point": [ 0.6706, 0.1448 ] }, { "instruction": "Classifieds", "bbox": [ 0.160340764787462, 0.21365637885199654, 0.20949541727701823, 0.23350273980034722 ], "point": [ 0.1849, 0.2236 ] }, { "instruction": "listings with pictures", "bbox": [ 0.17346003850301106, 0.4681274074978299, 0.27600055270724827, 0.49189910888671873 ], "point": [ 0.2247, 0.48 ] }, { "instruction": "HP Laptop", "bbox": [ 0.40673145718044706, 0.464747314453125, 0.4632177988688151, 0.4893397352430556 ], "point": [ 0.435, 0.477 ] }, { "instruction": "Computers", "bbox": [ 0.16687685648600262, 0.8830152723524306, 0.3062422434488932, 0.9085820855034722 ], "point": [ 0.2366, 0.8958 ] }, { "instruction": "NEWII Starfield Gaming PC", "bbox": [ 0.4058608161078559, 0.8431825086805556, 0.5451276991102431, 0.8673472764756944 ], "point": [ 0.4755, 0.8553 ] }, { "instruction": "2200.00 $", "bbox": [ 0.4072371164957682, 0.8686758761935763, 0.47499995761447483, 0.897908460828993 ], "point": [ 0.4411, 0.8833 ] }, { "instruction": "Macbook Air", "bbox": [ 0.4066131591796875, 0.6423102484809028, 0.47243694729275176, 0.6675413682725695 ], "point": [ 0.4395, 0.6549 ] }, { "instruction": "Subscripting something new.", "bbox": [ 0.1664949417114258, 0.7511903889973959, 0.27377020517985023, 0.800274183485243 ], "point": [ 0.2201, 0.7757 ] }, { "instruction": "A dropdown menu to select the sort by: Nowly listed.", "bbox": [ 0.717260233561198, 0.33316277398003474, 0.842710198296441, 0.38327338324652777 ], "point": [ 0.78, 0.3582 ] }, { "instruction": "a horizontal scrollbar.", "bbox": [ 0.16626033782958985, 0.38008921305338544, 0.298770883348253, 0.42922821044921877 ], "point": [ 0.2325, 0.4047 ] }, { "instruction": "a checkbox.", "bbox": [ 0.1658313751220703, 0.5520047336154514, 0.23050689697265625, 0.6008801947699652 ], "point": [ 0.1982, 0.5764 ] }, { "instruction": "a search bar labeled \"Mail\".", "bbox": [ 0.1651387956407335, 0.2921133761935764, 0.2996264139811198, 0.3425054931640625 ], "point": [ 0.2324, 0.3173 ] }, { "instruction": "Publish Ad.", "bbox": [ 0.7644342210557725, 0.12384275648328993, 0.8412796868218316, 0.16601231892903645 ], "point": [ 0.8029, 0.1449 ] }, { "instruction": "a checkbox.", "bbox": [ 0.23384766048855252, 0.5524074978298611, 0.2989311006334093, 0.6008299424913195 ], "point": [ 0.2664, 0.5766 ] }, { "instruction": "an \"Apply\" button.", "bbox": [ 0.166388119591607, 0.6197621663411458, 0.22902861701117622, 0.6671471489800347 ], "point": [ 0.1977, 0.6435 ] }, { "instruction": "Not Security.", "bbox": [ 0.08279400931464301, 0.053802002800835504, 0.15551330778333877, 0.08413412306043837 ], "point": [ 0.1192, 0.069 ] }, { "instruction": "a table or grid layout.", "bbox": [ 0.6835979461669922, 0.3349959648980035, 0.7133577134874132, 0.3822833591037326 ], "point": [ 0.6985, 0.3586 ] }, { "instruction": "an option to class.", "bbox": [ 0.15673991309271917, 0.10177000257703993, 0.28120992448594834, 0.1821661376953125 ], "point": [ 0.219, 0.142 ] }, { "instruction": "a menu or list.", "bbox": [ 0.6519366370307075, 0.33521328396267364, 0.6819275326199001, 0.38203538682725696 ], "point": [ 0.6669, 0.3586 ] }, { "instruction": "a laptop.", "bbox": [ 0.332874510023329, 0.46624270968967013, 0.40238999260796443, 0.6016722954644097 ], "point": [ 0.3676, 0.534 ] }, { "instruction": "All categories.", "bbox": [ 0.16689285702175563, 0.8584716118706597, 0.22987465328640408, 0.8814837646484375 ], "point": [ 0.1984, 0.87 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9758312649197048, 0.004130154715643989, 0.9968090481228299, 0.0391665342119005 ], "point": [ 0.9863, 0.0216 ] }, { "instruction": "Logout.", "bbox": [ 0.7091400146484375, 0.12519403245713975, 0.7622421264648438, 0.16404425726996527 ], "point": [ 0.7357, 0.1446 ] }, { "instruction": "a computer system.", "bbox": [ 0.33291954464382595, 0.8437554253472223, 0.4022973802354601, 1.0 ], "point": [ 0.3676, 0.9219 ] }, { "instruction": "Reload", "bbox": [ 0.0548599190182156, 0.052078153822157115, 0.07622467146979438, 0.0876562754313151 ], "point": [ 0.0655, 0.0699 ] }, { "instruction": "My account.", "bbox": [ 0.632685046725803, 0.12571098327636718, 0.7084838443332249, 0.16397484673394097 ], "point": [ 0.6706, 0.1448 ] }, { "instruction": "a button or link to the classifieds section.", "bbox": [ 0.160340764787462, 0.21365637885199654, 0.20949541727701823, 0.23350273980034722 ], "point": [ 0.1849, 0.2236 ] }, { "instruction": "Back", "bbox": [ 0.00675553215874566, 0.05693455590142144, 0.025419547822740342, 0.08423463609483507 ], "point": [ 0.0161, 0.0706 ] }, { "instruction": "Forward", "bbox": [ 0.03023931450313992, 0.05555491977267795, 0.049715518951416016, 0.08486980862087673 ], "point": [ 0.04, 0.0702 ] }, { "instruction": "Five-point star", "bbox": [ 0.8558367411295573, 0.05796747843424479, 0.8708564758300781, 0.08518273247612847 ], "point": [ 0.8633, 0.0716 ] }, { "instruction": "Line Spacing", "bbox": [ 0.8875313652886285, 0.05813134087456597, 0.9063752916124131, 0.08213338216145834 ], "point": [ 0.897, 0.0701 ] }, { "instruction": "Close", "bbox": [ 0.15738869773017036, 0.011718277401394315, 0.17093430625067818, 0.03409947925143772 ], "point": [ 0.1642, 0.0229 ] }, { "instruction": "Properties", "bbox": [ 0.9755705939398871, 0.05741591135660807, 0.9924629211425782, 0.0822782219780816 ], "point": [ 0.984, 0.0698 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.16705189810858834, 0.46843943277994793, 0.18151401943630643, 0.4928632609049479 ], "point": [ 0.1743, 0.4807 ] }, { "instruction": "New Tab", "bbox": [ 0.18204220665825738, 0.009388727611965603, 0.19552923838297526, 0.03854027960035536 ], "point": [ 0.1888, 0.024 ] }, { "instruction": "Listings with pictures.", "bbox": [ 0.17346003850301106, 0.4681274074978299, 0.27600055270724827, 0.49189910888671873 ], "point": [ 0.2247, 0.48 ] }, { "instruction": "a laptop.", "bbox": [ 0.40673145718044706, 0.464747314453125, 0.4632177988688151, 0.4893397352430556 ], "point": [ 0.435, 0.477 ] }, { "instruction": "Computers.", "bbox": [ 0.16687685648600262, 0.8830152723524306, 0.3062422434488932, 0.9085820855034722 ], "point": [ 0.2366, 0.8958 ] }, { "instruction": "a laptop.", "bbox": [ 0.3327772352430556, 0.6421477593315972, 0.4028426276312934, 0.7342864312065972 ], "point": [ 0.3678, 0.6882 ] }, { "instruction": "a new start field gaming PC.", "bbox": [ 0.4058608161078559, 0.8431825086805556, 0.5451276991102431, 0.8673472764756944 ], "point": [ 0.4755, 0.8553 ] }, { "instruction": "a price tag of 2200.00.", "bbox": [ 0.4072371164957682, 0.8686758761935763, 0.47499995761447483, 0.897908460828993 ], "point": [ 0.4411, 0.8833 ] }, { "instruction": "the \"Macbook Air\" feature.", "bbox": [ 0.4066131591796875, 0.6423102484809028, 0.47243694729275176, 0.6675413682725695 ], "point": [ 0.4395, 0.6549 ] }, { "instruction": "Searching or magnifying glass.", "bbox": [ 0.994586181640625, 0.05521178351508246, 1.0, 0.08634211222330729 ], "point": [ 0.9973, 0.0708 ] } ], "element_size": 92 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_3/2064.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Macbook", "bbox": [ 0.035069444444444445, 0.013888888888888888, 0.07326388888888889, 0.029444444444444443 ], "point": [ 0.0542, 0.0217 ] }, { "instruction": "ec2-3-143-22-101.us-east-2 .compute amazonaws.com:9g80/index php?page-search&sOrder-dt_pub_date&iOrderType-desc&sPattern-Macbook__", "bbox": [ 0.15833335452609593, 0.06055555555555556, 0.8430555767483181, 0.08277777777777778 ], "point": [ 0.5007, 0.0717 ] }, { "instruction": "0 0 | [", "bbox": [ 0.8927083333333333, 0.05833332909478082, 0.9680555555555556, 0.08277776930067274 ], "point": [ 0.9304, 0.0706 ] }, { "instruction": "Search results: Macbook", "bbox": [ 0.2763888888888889, 0.09388888888888888, 0.38506944444444446, 0.10833333333333334 ], "point": [ 0.3307, 0.1011 ] }, { "instruction": "Your search", "bbox": [ 0.16701388888888888, 0.14888888888888888, 0.22083333333333333, 0.1661111111111111 ], "point": [ 0.1939, 0.1575 ] }, { "instruction": "1 - 12 of 130 listings", "bbox": [ 0.33402777777777776, 0.22444444444444445, 0.4354166666666667, 0.24666666666666667 ], "point": [ 0.3847, 0.2356 ] }, { "instruction": "City", "bbox": [ 0.16666667726304796, 0.23555555555555555, 0.1875, 0.25666666666666665 ], "point": [ 0.1771, 0.2461 ] }, { "instruction": "Listings", "bbox": [ 0.3329861111111111, 0.28388885498046873, 0.3871527777777778, 0.3122221883138021 ], "point": [ 0.3601, 0.2981 ] }, { "instruction": "Show only", "bbox": [ 0.16666666666666666, 0.3233333333333333, 0.21666666666666667, 0.3438888888888889 ], "point": [ 0.1917, 0.3336 ] }, { "instruction": "listings with pictures", "bbox": [ 0.18229166666666666, 0.34555555555555556, 0.2760416666666667, 0.36666666666666664 ], "point": [ 0.2292, 0.3561 ] }, { "instruction": "Price", "bbox": [ 0.16701388888888888, 0.39111107720269095, 0.19131944444444443, 0.4072221883138021 ], "point": [ 0.1792, 0.3992 ] }, { "instruction": "Min.", "bbox": [ 0.16701388888888888, 0.4122222222222222, 0.18506944444444445, 0.4272222222222222 ], "point": [ 0.176, 0.4197 ] }, { "instruction": "Computers", "bbox": [ 0.40694444444444444, 0.4038888888888889, 0.45590277777777777, 0.4211111111111111 ], "point": [ 0.4314, 0.4125 ] }, { "instruction": "Leisure World (Maryland)", "bbox": [ 0.46979166666666666, 0.40166666666666667, 0.584375, 0.42388888888888887 ], "point": [ 0.5271, 0.4128 ] }, { "instruction": "2023/11/16", "bbox": [ 0.5972222222222222, 0.40166666666666667, 0.6524305555555555, 0.4216666666666667 ], "point": [ 0.6248, 0.4117 ] }, { "instruction": "EXCELLENT CONDITION: Factory reset: Catalina operating system installed INCLUDES Mac", "bbox": [ 0.4065972222222222, 0.43, 0.8375, 0.4533333333333333 ], "point": [ 0.622, 0.4417 ] }, { "instruction": "'Book Air Charger; AC 45W Magnetic T-Tip Power Adapter Charger Apple MacBook Air", "bbox": [ 0.4059027777777778, 0.45166663275824653, 0.8166666666666667, 0.4766666327582465 ], "point": [ 0.6113, 0.4642 ] }, { "instruction": "\"Core i5\" 1.3 13-Inch (Mid-2013/Haswell) features a 22-nm \"Haswell\" 1.3 GHz Intel \"Co.", "bbox": [ 0.4059027777777778, 0.4738888888888889, 0.8211805555555556, 0.49666666666666665 ], "point": [ 0.6135, 0.4853 ] }, { "instruction": "Lenovo ThinkPad X1 Carbon 14\" Laptop i5 8GB 512GB Dock Cellular Office", "bbox": [ 0.40625, 0.5427777777777778, 0.7871527777777778, 0.5694444444444444 ], "point": [ 0.5967, 0.5561 ] }, { "instruction": "6o0.00 $", "bbox": [ 0.4065972222222222, 0.5694444444444444, 0.4666666666666667, 0.5938888888888889 ], "point": [ 0.4366, 0.5817 ] }, { "instruction": "Subscribe to this search", "bbox": [ 0.16701388888888888, 0.607222154405382, 0.2763888888888889, 0.6244443766276042 ], "point": [ 0.2217, 0.6158 ] }, { "instruction": "Computers", "bbox": [ 0.40625, 0.6016666666666667, 0.4565972222222222, 0.6227777777777778 ], "point": [ 0.4314, 0.6122 ] }, { "instruction": "Arlington (Virginia)", "bbox": [ 0.46979166666666666, 0.6033333333333334, 0.55625, 0.6238888888888889 ], "point": [ 0.513, 0.6136 ] }, { "instruction": "2023/11/16", "bbox": [ 0.5690972222222223, 0.6016666666666667, 0.6243055555555556, 0.6216666666666667 ], "point": [ 0.5967, 0.6117 ] }, { "instruction": "Like new Lenovo ThinkPad X1 Carbon Gen", "bbox": [ 0.40694444444444444, 0.6311110432942708, 0.6076388888888888, 0.6494443766276041 ], "point": [ 0.5073, 0.6403 ] }, { "instruction": "14\" FHD Laptop Intel i5 CPU, 8 GB RAM, 512", "bbox": [ 0.6166666666666667, 0.6294443766276042, 0.8322916666666667, 0.6544443766276041 ], "point": [ 0.7245, 0.6419 ] }, { "instruction": "GB SSD storage, robert_martinez366@examplecom lbs, USB-C charging, backlit keyboard,", "bbox": [ 0.4065972222222222, 0.6522222222222223, 0.8354166666666667, 0.6761111111111111 ], "point": [ 0.621, 0.6642 ] }, { "instruction": "unlocked cellular Mobile Broadband WWAN Module; fingerprint reader; hybrid 1080p.", "bbox": [ 0.4065972222222222, 0.6738888888888889, 0.817708248562283, 0.6977777777777778 ], "point": [ 0.6122, 0.6858 ] }, { "instruction": "Refine category", "bbox": [ 0.16666666666666666, 0.7105555555555556, 0.24027777777777778, 0.7327777777777778 ], "point": [ 0.2035, 0.7217 ] }, { "instruction": "5o.00 $", "bbox": [ 0.4065972222222222, 0.7694444444444445, 0.45729166666666665, 0.7938888888888889 ], "point": [ 0.4319, 0.7817 ] }, { "instruction": "Computers", "bbox": [ 0.40694444444444444, 0.8038888888888889, 0.45590277777777777, 0.8211111111111111 ], "point": [ 0.4314, 0.8125 ] }, { "instruction": "Warrenton (Virginia)", "bbox": [ 0.46979166666666666, 0.8016666666666666, 0.5625, 0.8238888888888889 ], "point": [ 0.5161, 0.8128 ] }, { "instruction": "2023/11/16", "bbox": [ 0.5753472222222222, 0.8016666666666666, 0.6305555555555555, 0.8216666666666667 ], "point": [ 0.603, 0.8117 ] }, { "instruction": "Bring your macbook to test: No power supply:", "bbox": [ 0.4059027777777778, 0.83, 0.6229166666666667, 0.8538888888888889 ], "point": [ 0.5144, 0.8419 ] }, { "instruction": "Computers", "bbox": [ 0.40625, 0.9577777777777777, 0.4565972222222222, 0.9788888888888889 ], "point": [ 0.4314, 0.9683 ] }, { "instruction": "Washington (Washington, D.C)", "bbox": [ 0.46979166666666666, 0.9566666666666667, 0.6104166666666667, 0.98 ], "point": [ 0.5401, 0.9683 ] }, { "instruction": "2023/11/16", "bbox": [ 0.6232638465033637, 0.9588888888888889, 0.6788194020589192, 0.9761111111111112 ], "point": [ 0.651, 0.9675 ] }, { "instruction": "Gelling", "bbox": [ 0.40694444444444444, 0.9861111111111112, 0.44131944444444443, 0.9994444444444445 ], "point": [ 0.4241, 0.9928 ] }, { "instruction": "MacRock Pro Witb touchbar It ic 3", "bbox": [ 0.4434027353922526, 0.9877777777777778, 0.6017360687255859, 0.9988888888888889 ], "point": [ 0.5226, 0.9933 ] }, { "instruction": "Vearc Oldin narfoccondition Oricinallu riced at", "bbox": [ 0.6034722222222222, 0.9877777777777778, 0.8305555555555556, 0.9988888888888889 ], "point": [ 0.717, 0.9933 ] }, { "instruction": "Max", "bbox": [ 0.23645833333333333, 0.41055555555555556, 0.2548611111111111, 0.43 ], "point": [ 0.2457, 0.4203 ] }, { "instruction": "Subscribe nowl", "bbox": [ 0.16651766035291884, 0.6266656494140626, 0.27385726504855684, 0.6762630886501736 ], "point": [ 0.2202, 0.6515 ] }, { "instruction": "Macbook", "bbox": [ 0.166309208340115, 0.16713114420572917, 0.2986277050442166, 0.21774173312717013 ], "point": [ 0.2325, 0.1924 ] }, { "instruction": "Apply", "bbox": [ 0.16631714502970377, 0.4946777004665799, 0.22934561835394965, 0.5422745429144965 ], "point": [ 0.1978, 0.5185 ] }, { "instruction": "Sort by: Newly listed", "bbox": [ 0.7169394599066841, 0.20963299221462672, 0.8430650499131944, 0.26002378675672744 ], "point": [ 0.78, 0.2348 ] }, { "instruction": "Not Secure", "bbox": [ 0.08275027804904514, 0.052652087741427954, 0.15568218231201172, 0.08448934766981336 ], "point": [ 0.1192, 0.0686 ] }, { "instruction": "All categories", "bbox": [ 0.1667437235514323, 0.7334383138020834, 0.2304597642686632, 0.7563609483506945 ], "point": [ 0.1986, 0.7449 ] }, { "instruction": "X", "bbox": [ 0.15720297495524088, 0.009836739434136285, 0.17030573950873482, 0.03754470825195313 ], "point": [ 0.1638, 0.0237 ] }, { "instruction": "computers", "bbox": [ 0.2187935299343533, 0.08882123311360678, 0.2687262217203776, 0.11059644063313802 ], "point": [ 0.2438, 0.0997 ] }, { "instruction": "classiineds", "bbox": [ 0.16007008022732205, 0.09032447814941406, 0.20939988030327691, 0.11001197814941406 ], "point": [ 0.1847, 0.1002 ] }, { "instruction": "Computers", "bbox": [ 0.16647970411512586, 0.7589771185980903, 0.2891175587972005, 0.7838136800130209 ], "point": [ 0.2278, 0.7714 ] }, { "instruction": "Computers", "bbox": [ 0.0808262825012207, 0.008595755894978841, 0.1596278190612793, 0.03285399225023058 ], "point": [ 0.1202, 0.0207 ] }, { "instruction": "Clas:", "bbox": [ 0.0808262825012207, 0.008595755894978841, 0.1596278190612793, 0.03285399225023058 ], "point": [ 0.1202, 0.0207 ] }, { "instruction": "Apple Cinema 20\" Monitor", "bbox": [ 0.4064067840576172, 0.7401418728298611, 0.5886402130126953, 0.766151123046875 ], "point": [ 0.4975, 0.7531 ] }, { "instruction": "Display", "bbox": [ 0.4064067840576172, 0.7401418728298611, 0.5886402130126953, 0.766151123046875 ], "point": [ 0.4975, 0.7531 ] }, { "instruction": "MacBook Pro with Touch Bar", "bbox": [ 0.40567215813530816, 0.8958247884114583, 0.5524231380886502, 0.9214252387152778 ], "point": [ 0.479, 0.9086 ] }, { "instruction": "Macbook Air", "bbox": [ 0.4062917921278212, 0.34052788628472225, 0.4734662373860677, 0.36535393608940975 ], "point": [ 0.4399, 0.3529 ] }, { "instruction": "250.00 $", "bbox": [ 0.40642361111111114, 0.36609483506944446, 0.4694363064236111, 0.39581983778211804 ], "point": [ 0.4379, 0.381 ] }, { "instruction": "5o0.00 $", "bbox": [ 0.4059739006890191, 0.9215188259548611, 0.4676423814561632, 0.9520016818576389 ], "point": [ 0.4368, 0.9368 ] }, { "instruction": "Computers", "bbox": [ 0.33228338029649523, 0.1340641615125868, 0.4840991973876953, 0.20442718505859375 ], "point": [ 0.4082, 0.1692 ] }, { "instruction": "subscribe now.", "bbox": [ 0.16651766035291884, 0.6266656494140626, 0.27385726504855684, 0.6762630886501736 ], "point": [ 0.2202, 0.6515 ] }, { "instruction": "a checkbox.", "bbox": [ 0.16603499518500434, 0.42714881049262154, 0.2309382120768229, 0.47698571099175346 ], "point": [ 0.1985, 0.4521 ] }, { "instruction": "the \"Macbook\" menu.", "bbox": [ 0.166309208340115, 0.16713114420572917, 0.2986277050442166, 0.21774173312717013 ], "point": [ 0.2325, 0.1924 ] }, { "instruction": "a horizontal scroll bar.", "bbox": [ 0.16533108817206488, 0.25534410264756946, 0.2989810943603516, 0.30458997938368054 ], "point": [ 0.2322, 0.28 ] }, { "instruction": "a checkbox.", "bbox": [ 0.23387701246473525, 0.42755859375, 0.299053955078125, 0.4770050048828125 ], "point": [ 0.2665, 0.4523 ] }, { "instruction": "Apply.", "bbox": [ 0.16631714502970377, 0.4946777004665799, 0.22934561835394965, 0.5422745429144965 ], "point": [ 0.1978, 0.5185 ] }, { "instruction": "A dropdown menu to select the sort by: Nowly listed.", "bbox": [ 0.7169394599066841, 0.20963299221462672, 0.8430650499131944, 0.26002378675672744 ], "point": [ 0.78, 0.2348 ] }, { "instruction": "a table or grid layout.", "bbox": [ 0.6831718444824219, 0.21130308363172742, 0.7139355129665799, 0.25846250745985244 ], "point": [ 0.6986, 0.2349 ] }, { "instruction": "a menu or list.", "bbox": [ 0.6517933315700954, 0.21116607666015624, 0.6818539089626736, 0.25827019585503475 ], "point": [ 0.6668, 0.2347 ] }, { "instruction": "Reload", "bbox": [ 0.05445185767279731, 0.049986148410373264, 0.07660516103108723, 0.08990147908528646 ], "point": [ 0.0655, 0.0699 ] }, { "instruction": "expanding or opening a dropdown menu.", "bbox": [ 0.9756975809733073, 0.0036106257968478734, 0.9971992492675781, 0.03954040315416124 ], "point": [ 0.9864, 0.0216 ] }, { "instruction": "Not Security.", "bbox": [ 0.08275027804904514, 0.052652087741427954, 0.15568218231201172, 0.08448934766981336 ], "point": [ 0.1192, 0.0686 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.16720556683010526, 0.34413814968532985, 0.1817080603705512, 0.36832238091362846 ], "point": [ 0.1745, 0.3562 ] }, { "instruction": "Back", "bbox": [ 0.00475372936990526, 0.052590514289008246, 0.026871163977517022, 0.08832931518554688 ], "point": [ 0.0158, 0.0705 ] }, { "instruction": "Forward", "bbox": [ 0.029254155688815647, 0.05109035915798611, 0.05119919776916504, 0.08946168687608506 ], "point": [ 0.0402, 0.0703 ] }, { "instruction": "Five-point star", "bbox": [ 0.8553576151529948, 0.05688187493218316, 0.871105702718099, 0.08568697611490886 ], "point": [ 0.8632, 0.0713 ] }, { "instruction": "All categories.", "bbox": [ 0.1667437235514323, 0.7334383138020834, 0.2304597642686632, 0.7563609483506945 ], "point": [ 0.1986, 0.7449 ] }, { "instruction": "Increase", "bbox": [ 0.8866044786241319, 0.053636466132269967, 0.9077926635742187, 0.08439798143174913 ], "point": [ 0.8972, 0.069 ] }, { "instruction": "Close", "bbox": [ 0.15720297495524088, 0.009836739434136285, 0.17030573950873482, 0.03754470825195313 ], "point": [ 0.1638, 0.0237 ] }, { "instruction": "New Tab", "bbox": [ 0.18187620374891494, 0.00907286114162869, 0.19538035922580296, 0.03838010999891493 ], "point": [ 0.1886, 0.0237 ] }, { "instruction": "Computers.", "bbox": [ 0.2187935299343533, 0.08882123311360678, 0.2687262217203776, 0.11059644063313802 ], "point": [ 0.2438, 0.0997 ] }, { "instruction": "Properties", "bbox": [ 0.9752422756618924, 0.05680944654676649, 0.9932895236545138, 0.08287311130099827 ], "point": [ 0.9843, 0.0698 ] }, { "instruction": "Time Field", "bbox": [ 0.9499713473849827, 0.0538727781507704, 0.9717039320203993, 0.08351023356119791 ], "point": [ 0.9608, 0.0687 ] }, { "instruction": "a button to access the classifications.", "bbox": [ 0.16007008022732205, 0.09032447814941406, 0.20939988030327691, 0.11001197814941406 ], "point": [ 0.1847, 0.1002 ] }, { "instruction": "a computer display or monitor.", "bbox": [ 0.33305062188042533, 0.7410289849175348, 0.40299767388237845, 0.8470452880859375 ], "point": [ 0.368, 0.794 ] }, { "instruction": "laptop and printer.", "bbox": [ 0.33306884765625, 0.5422283257378472, 0.40275887383355036, 0.6318781195746528 ], "point": [ 0.3679, 0.5871 ] }, { "instruction": "Computers.", "bbox": [ 0.16647970411512586, 0.7589771185980903, 0.2891175587972005, 0.7838136800130209 ], "point": [ 0.2278, 0.7714 ] }, { "instruction": "Computers -Clas.", "bbox": [ 0.0808262825012207, 0.008595755894978841, 0.1596278190612793, 0.03285399225023058 ], "point": [ 0.1202, 0.0207 ] }, { "instruction": "Internet Explorer", "bbox": [ 0.017041842142740887, 0.007169048521253798, 0.03252921634250217, 0.04214281611972385 ], "point": [ 0.0248, 0.0247 ] }, { "instruction": "Apple Cinema 20 monitor/Display settings.", "bbox": [ 0.4064067840576172, 0.7401418728298611, 0.5886402130126953, 0.766151123046875 ], "point": [ 0.4975, 0.7531 ] }, { "instruction": "the MacBook Pro with touch bar settings.", "bbox": [ 0.40567215813530816, 0.8958247884114583, 0.5524231380886502, 0.9214252387152778 ], "point": [ 0.479, 0.9086 ] }, { "instruction": "a keyboard.", "bbox": [ 0.3334247165256076, 0.9325988091362847, 0.4027377658420139, 0.957688734266493 ], "point": [ 0.3681, 0.9451 ] }, { "instruction": "a laptop.", "bbox": [ 0.3332653469509549, 0.33953528510199654, 0.4032116360134549, 0.43746368408203123 ], "point": [ 0.3682, 0.3885 ] }, { "instruction": "Macbook Air.", "bbox": [ 0.4062917921278212, 0.34052788628472225, 0.4734662373860677, 0.36535393608940975 ], "point": [ 0.4399, 0.3529 ] }, { "instruction": "Searching or magnifying glass.", "bbox": [ 0.994640858968099, 0.05624541812472873, 0.9999999152289496, 0.08545272827148437 ], "point": [ 0.9973, 0.0708 ] }, { "instruction": "a price display showing a value of 2500.", "bbox": [ 0.40642361111111114, 0.36609483506944446, 0.4694363064236111, 0.39581983778211804 ], "point": [ 0.4379, 0.381 ] }, { "instruction": "a price tag of $500.00.", "bbox": [ 0.4059739006890191, 0.9215188259548611, 0.4676423814561632, 0.9520016818576389 ], "point": [ 0.4368, 0.9368 ] }, { "instruction": "Computers.", "bbox": [ 0.33228338029649523, 0.1340641615125868, 0.4840991973876953, 0.20442718505859375 ], "point": [ 0.4082, 0.1692 ] } ], "element_size": 98 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_4/2472.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Macbook", "bbox": [ 0.035069444444444445, 0.013888888888888888, 0.07326388888888889, 0.029444444444444443 ], "point": [ 0.0542, 0.0217 ] }, { "instruction": "ec2-3-143-22-101.us-east-2 .compute amazonaws.com:9g80/index php?page-search&sOrder-dt_pub_date&iOrderType-desc&sPattern-Macbook__", "bbox": [ 0.15833335452609593, 0.06055555555555556, 0.8430555767483181, 0.08277777777777778 ], "point": [ 0.5007, 0.0717 ] }, { "instruction": "0 0 | ", "bbox": [ 0.8920138888888889, 0.055555559794108075, 0.9684027777777777, 0.08333334181043837 ], "point": [ 0.9302, 0.0694 ] }, { "instruction": "Search results: Macbook", "bbox": [ 0.2763888888888889, 0.12722223069932725, 0.38506944444444446, 0.14555555555555555 ], "point": [ 0.3307, 0.1364 ] }, { "instruction": "Your search", "bbox": [ 0.16701388888888888, 0.185, 0.22083333333333333, 0.20222222222222222 ], "point": [ 0.1939, 0.1936 ] }, { "instruction": "1 - 12 of 130 listings", "bbox": [ 0.33368059794108074, 0.25777779473198786, 0.43611115349663626, 0.28444447835286457 ], "point": [ 0.3849, 0.2711 ] }, { "instruction": "Listings", "bbox": [ 0.3329861111111111, 0.3199999660915799, 0.3871527777777778, 0.3483332994249132 ], "point": [ 0.3601, 0.3342 ] }, { "instruction": "Show only", "bbox": [ 0.16701388888888888, 0.3611111111111111, 0.21631944444444445, 0.3794444444444444 ], "point": [ 0.1917, 0.3703 ] }, { "instruction": "listings with pictures", "bbox": [ 0.18229166666666666, 0.38333333333333336, 0.2760416666666667, 0.4038888888888889 ], "point": [ 0.2292, 0.3936 ] }, { "instruction": "Macbook Air", "bbox": [ 0.4065972222222222, 0.3805555894639757, 0.471875, 0.4016667005750868 ], "point": [ 0.4392, 0.3911 ] }, { "instruction": "Price", "bbox": [ 0.16701388888888888, 0.4272222222222222, 0.19131944444444443, 0.4444444444444444 ], "point": [ 0.1792, 0.4358 ] }, { "instruction": "Min_", "bbox": [ 0.16701388888888888, 0.4488888888888889, 0.1840277777777778, 0.46444444444444444 ], "point": [ 0.1755, 0.4567 ] }, { "instruction": "Max", "bbox": [ 0.23576388888888888, 0.4488888888888889, 0.2552083333333333, 0.46444444444444444 ], "point": [ 0.2455, 0.4567 ] }, { "instruction": "Computers", "bbox": [ 0.40625, 0.4388888888888889, 0.4565972222222222, 0.46 ], "point": [ 0.4314, 0.4494 ] }, { "instruction": "Leisure World (Maryland)", "bbox": [ 0.46979166666666666, 0.43944444444444447, 0.584375, 0.46 ], "point": [ 0.5271, 0.4497 ] }, { "instruction": "2023/11/16", "bbox": [ 0.596875, 0.44, 0.6520833333333333, 0.4572222222222222 ], "point": [ 0.6245, 0.4486 ] }, { "instruction": "EXCELLENT CONDITION: Factory reset: Catalina operating system installed INCLUDES Mac", "bbox": [ 0.4065972222222222, 0.4666666666666667, 0.8368056403266059, 0.4905555555555556 ], "point": [ 0.6217, 0.4786 ] }, { "instruction": "Book Air", "bbox": [ 0.40694444444444444, 0.49, 0.44895833333333335, 0.5083333333333333 ], "point": [ 0.428, 0.4992 ] }, { "instruction": "Charger; AC 45W Magnetic T-Tip Power Adapter Charger Apple MacBook Air", "bbox": [ 0.4486111111111111, 0.4872221883138021, 0.8170138888888889, 0.5149999660915798 ], "point": [ 0.6328, 0.5011 ] }, { "instruction": "\"Core i5\" 1.3 13-Inch (Mid-2013/Haswell) features a 22-nm \"Haswell\" 1.3 GHz Intel \"Co_", "bbox": [ 0.4059027777777778, 0.5111111450195313, 0.8274305555555556, 0.5327778116861979 ], "point": [ 0.6167, 0.5219 ] }, { "instruction": "Lenovo ThinkPad X1 Carbon 14\" Laptop i5 8GB 512GB Dock Cellular Office", "bbox": [ 0.4065972222222222, 0.5805555555555556, 0.7868055555555555, 0.6038888888888889 ], "point": [ 0.5967, 0.5922 ] }, { "instruction": "600.00 $", "bbox": [ 0.40555555555555556, 0.605, 0.4670138888888889, 0.6322222222222222 ], "point": [ 0.4363, 0.6186 ] }, { "instruction": "Subscribe to this search", "bbox": [ 0.16666666666666666, 0.6427777777777778, 0.2767361111111111, 0.6627777777777778 ], "point": [ 0.2217, 0.6528 ] }, { "instruction": "Computers", "bbox": [ 0.40625, 0.6388888888888888, 0.4565972222222222, 0.66 ], "point": [ 0.4314, 0.6494 ] }, { "instruction": "Arlington (Virginia)", "bbox": [ 0.4694444020589193, 0.637777845594618, 0.5562499576144748, 0.6605556233723958 ], "point": [ 0.5128, 0.6492 ] }, { "instruction": "2023/11/16", "bbox": [ 0.5694444444444444, 0.6388888888888888, 0.6239583333333333, 0.6572222222222223 ], "point": [ 0.5967, 0.6481 ] }, { "instruction": "Like new Lenovo ThinkPad X1 Carbon Gen", "bbox": [ 0.4065972222222222, 0.6661111111111111, 0.6079861111111111, 0.6888888888888889 ], "point": [ 0.5073, 0.6775 ] }, { "instruction": "14\" FHD Laptop Intel i5 CPU, 8 GB RAM, 512", "bbox": [ 0.6166666666666667, 0.6666666666666666, 0.8322916666666667, 0.6888888888888889 ], "point": [ 0.7245, 0.6778 ] }, { "instruction": "GB SSD storage, robert_martinez366@examplecom lbs, USB-C charging, backlit keyboard,", "bbox": [ 0.40625, 0.6866666666666666, 0.8361111111111111, 0.7133333333333334 ], "point": [ 0.6212, 0.7 ] }, { "instruction": "unlocked cellular Mobile Broadband WWAN Module, fingerprint reader; hybrid 108Op.", "bbox": [ 0.4065972222222222, 0.7094444444444444, 0.817708248562283, 0.7338888888888889 ], "point": [ 0.6122, 0.7217 ] }, { "instruction": "Refine category", "bbox": [ 0.16666666666666666, 0.7472222222222222, 0.24027777777777778, 0.7688888888888888 ], "point": [ 0.2035, 0.7581 ] }, { "instruction": "Computers", "bbox": [ 0.40625, 0.8388888888888889, 0.4565972222222222, 0.86 ], "point": [ 0.4314, 0.8494 ] }, { "instruction": "Warrenton (Virginia)", "bbox": [ 0.46979166666666666, 0.8388888888888889, 0.5625, 0.86 ], "point": [ 0.5161, 0.8494 ] }, { "instruction": "2023/11/16", "bbox": [ 0.575, 0.8388888888888889, 0.6302083333333334, 0.8572222222222222 ], "point": [ 0.6026, 0.8481 ] }, { "instruction": "Bring your macbook to test No power supply:", "bbox": [ 0.4059027353922526, 0.8661111111111112, 0.6236110687255859, 0.8911111111111111 ], "point": [ 0.5148, 0.8786 ] }, { "instruction": "MacBook Pro with Touch Bar", "bbox": [ 0.4065972222222222, 0.9355555555555556, 0.5541666666666667, 0.9566666666666667 ], "point": [ 0.4804, 0.9461 ] }, { "instruction": "City", "bbox": [ 0.1673611111111111, 0.27055555555555555, 0.18715277777777778, 0.295 ], "point": [ 0.1773, 0.2828 ] }, { "instruction": "Sort by: Newly listed", "bbox": [ 0.7172589619954427, 0.24633773803710937, 0.8420928107367621, 0.2959964328342014 ], "point": [ 0.7797, 0.2712 ] }, { "instruction": "Macbook", "bbox": [ 0.1664868672688802, 0.20381005181206596, 0.2988405015733507, 0.2534581163194444 ], "point": [ 0.2327, 0.2286 ] }, { "instruction": "Subscribe nowl", "bbox": [ 0.1665022956000434, 0.6629796006944444, 0.2740272945827908, 0.7118268500434027 ], "point": [ 0.2203, 0.6874 ] }, { "instruction": "Apply", "bbox": [ 0.16659292644924587, 0.5321072387695313, 0.22882058885362414, 0.5792906358506944 ], "point": [ 0.1977, 0.5557 ] }, { "instruction": "Not Secure", "bbox": [ 0.0828507211473253, 0.052544784545898435, 0.15570075776841905, 0.08434678819444444 ], "point": [ 0.1193, 0.0684 ] }, { "instruction": "All categories", "bbox": [ 0.16668981975979275, 0.7704246690538195, 0.2311004850599501, 0.7929741753472223 ], "point": [ 0.1989, 0.7817 ] }, { "instruction": "Computers", "bbox": [ 0.21886384752061633, 0.12602742513020834, 0.2690064748128255, 0.1466654290093316 ], "point": [ 0.2439, 0.1363 ] }, { "instruction": "Classifieds", "bbox": [ 0.1606031099955241, 0.12562066819932727, 0.2093029022216797, 0.1464532470703125 ], "point": [ 0.185, 0.136 ] }, { "instruction": "X", "bbox": [ 0.15716765721638998, 0.009884055455525715, 0.1703495767381456, 0.03705138842264811 ], "point": [ 0.1638, 0.0235 ] }, { "instruction": "Computers", "bbox": [ 0.1673372056749132, 0.7975893825954861, 0.22033165825737847, 0.81933837890625 ], "point": [ 0.1938, 0.8085 ] }, { "instruction": "s00.00 $", "bbox": [ 0.40672124226888023, 0.9597297498914931, 0.46774359809027777, 0.9882628716362847 ], "point": [ 0.4372, 0.974 ] }, { "instruction": "Computers", "bbox": [ 0.08069863849216037, 0.008610183927747938, 0.15862588882446288, 0.03294443872239854 ], "point": [ 0.1197, 0.0208 ] }, { "instruction": "Clas:", "bbox": [ 0.08069863849216037, 0.008610183927747938, 0.15862588882446288, 0.03294443872239854 ], "point": [ 0.1197, 0.0208 ] }, { "instruction": "Apple Cinema 20\" Monitor", "bbox": [ 0.4065420362684462, 0.7770849609375, 0.5892506069607205, 0.8021103244357639 ], "point": [ 0.4979, 0.7896 ] }, { "instruction": "Display", "bbox": [ 0.4065420362684462, 0.7770849609375, 0.5892506069607205, 0.8021103244357639 ], "point": [ 0.4979, 0.7896 ] }, { "instruction": "250.00 $", "bbox": [ 0.40666283501519096, 0.4025584242078993, 0.4689227634006076, 0.43277435302734374 ], "point": [ 0.4378, 0.4177 ] }, { "instruction": "50.00 $", "bbox": [ 0.4058963775634766, 0.8025919596354166, 0.45900196499294704, 0.8328386773003472 ], "point": [ 0.4324, 0.8177 ] }, { "instruction": "Computers", "bbox": [ 0.3320910135904948, 0.16872222900390624, 0.48354339599609375, 0.2430511474609375 ], "point": [ 0.4078, 0.2059 ] }, { "instruction": "A dropdown menu to select the sort by: Nowly listed.", "bbox": [ 0.7172589619954427, 0.24633773803710937, 0.8420928107367621, 0.2959964328342014 ], "point": [ 0.7797, 0.2712 ] }, { "instruction": "the \"Macbook\" menu.", "bbox": [ 0.1664868672688802, 0.20381005181206596, 0.2988405015733507, 0.2534581163194444 ], "point": [ 0.2327, 0.2286 ] }, { "instruction": "subscribe now.", "bbox": [ 0.1665022956000434, 0.6629796006944444, 0.2740272945827908, 0.7118268500434027 ], "point": [ 0.2203, 0.6874 ] }, { "instruction": "a horizontal scroll bar.", "bbox": [ 0.16510723961724175, 0.29207916259765626, 0.29895576900906035, 0.3419688924153646 ], "point": [ 0.232, 0.317 ] }, { "instruction": "a checkbox.", "bbox": [ 0.23381574418809678, 0.46443152533637155, 0.29920499589708116, 0.5126489596896702 ], "point": [ 0.2665, 0.4885 ] }, { "instruction": "Apply.", "bbox": [ 0.16659292644924587, 0.5321072387695313, 0.22882058885362414, 0.5792906358506944 ], "point": [ 0.1977, 0.5557 ] }, { "instruction": "Text formatting options.", "bbox": [ 0.16599117914835612, 0.46357964409722224, 0.231194093492296, 0.5129214138454861 ], "point": [ 0.1986, 0.4883 ] }, { "instruction": "a menu or list.", "bbox": [ 0.6521687401665581, 0.2481547376844618, 0.681830554538303, 0.2947344970703125 ], "point": [ 0.667, 0.2714 ] }, { "instruction": "a table or grid layout.", "bbox": [ 0.6833273145887587, 0.24802819146050348, 0.7133853488498264, 0.2951300387912326 ], "point": [ 0.6984, 0.2716 ] }, { "instruction": "Not Security.", "bbox": [ 0.0828507211473253, 0.052544784545898435, 0.15570075776841905, 0.08434678819444444 ], "point": [ 0.1193, 0.0684 ] }, { "instruction": "All categories.", "bbox": [ 0.16668981975979275, 0.7704246690538195, 0.2311004850599501, 0.7929741753472223 ], "point": [ 0.1989, 0.7817 ] }, { "instruction": "Reload", "bbox": [ 0.05410708851284451, 0.049566709730360245, 0.07668699158562554, 0.09077491760253906 ], "point": [ 0.0654, 0.0702 ] }, { "instruction": "Computers.", "bbox": [ 0.21886384752061633, 0.12602742513020834, 0.2690064748128255, 0.1466654290093316 ], "point": [ 0.2439, 0.1363 ] }, { "instruction": "expanding or opening a dropdown menu.", "bbox": [ 0.9756637573242187, 0.0035338147481282552, 0.9973441229926215, 0.039617977142333984 ], "point": [ 0.9865, 0.0216 ] }, { "instruction": "Rounded rectangle.", "bbox": [ 0.16696431901719835, 0.3813331095377604, 0.18139127095540364, 0.4049549357096354 ], "point": [ 0.1742, 0.3931 ] }, { "instruction": "Forward", "bbox": [ 0.028813113106621636, 0.05045736524793837, 0.051210043165418835, 0.08887112935384114 ], "point": [ 0.04, 0.0697 ] }, { "instruction": "Back", "bbox": [ 0.00464728938208686, 0.05196704864501953, 0.02714686393737793, 0.08812798394097222 ], "point": [ 0.0159, 0.07 ] }, { "instruction": "a button to access classifieds.", "bbox": [ 0.1606031099955241, 0.12562066819932727, 0.2093029022216797, 0.1464532470703125 ], "point": [ 0.185, 0.136 ] }, { "instruction": "Five-point star", "bbox": [ 0.8555237664116754, 0.05698639763726129, 0.8711023118760851, 0.0855708228217231 ], "point": [ 0.8633, 0.0713 ] }, { "instruction": "Increase", "bbox": [ 0.8870897928873698, 0.05581925286187066, 0.9071135626898872, 0.08338166978624131 ], "point": [ 0.8971, 0.0696 ] }, { "instruction": "Close", "bbox": [ 0.15716765721638998, 0.009884055455525715, 0.1703495767381456, 0.03705138842264811 ], "point": [ 0.1638, 0.0235 ] }, { "instruction": "New Tab", "bbox": [ 0.18178749084472656, 0.009402811262342665, 0.19554417928059895, 0.03784642537434896 ], "point": [ 0.1887, 0.0236 ] }, { "instruction": "Computers.", "bbox": [ 0.1673372056749132, 0.7975893825954861, 0.22033165825737847, 0.81933837890625 ], "point": [ 0.1938, 0.8085 ] }, { "instruction": "Properties", "bbox": [ 0.9756239149305556, 0.056697925991482205, 0.9930635240342882, 0.08291743808322483 ], "point": [ 0.9843, 0.0698 ] }, { "instruction": "a computer display or monitor.", "bbox": [ 0.3330460442437066, 0.7770163981119792, 0.4028350830078125, 0.8769403076171876 ], "point": [ 0.3679, 0.827 ] }, { "instruction": "a laptop.", "bbox": [ 0.3323151482476128, 0.37594628228081595, 0.40227923923068576, 0.5378064303927952 ], "point": [ 0.3673, 0.4569 ] }, { "instruction": "Video", "bbox": [ 0.014690971374511719, 0.006610920164320204, 0.03269389470418294, 0.039639866087171766 ], "point": [ 0.0237, 0.0231 ] }, { "instruction": "a cost display or price indicator.", "bbox": [ 0.40672124226888023, 0.9597297498914931, 0.46774359809027777, 0.9882628716362847 ], "point": [ 0.4372, 0.974 ] }, { "instruction": "Computers -Clas.", "bbox": [ 0.08069863849216037, 0.008610183927747938, 0.15862588882446288, 0.03294443872239854 ], "point": [ 0.1197, 0.0208 ] }, { "instruction": "laptop and printer.", "bbox": [ 0.3329550637139214, 0.5777085367838541, 0.40290357801649307, 0.6695635986328125 ], "point": [ 0.3679, 0.6236 ] }, { "instruction": "Apple cinema 20 monitor/Display.", "bbox": [ 0.4065420362684462, 0.7770849609375, 0.5892506069607205, 0.8021103244357639 ], "point": [ 0.4979, 0.7896 ] }, { "instruction": "a price display showing a value of 2500.", "bbox": [ 0.40666283501519096, 0.4025584242078993, 0.4689227634006076, 0.43277435302734374 ], "point": [ 0.4378, 0.4177 ] }, { "instruction": "Searching or magnifying glass.", "bbox": [ 0.994600592719184, 0.05594769795735677, 1.0, 0.08588355170355903 ], "point": [ 0.9973, 0.0709 ] }, { "instruction": "a price tag of 50.00.", "bbox": [ 0.4058963775634766, 0.8025919596354166, 0.45900196499294704, 0.8328386773003472 ], "point": [ 0.4324, 0.8177 ] }, { "instruction": "Computers.", "bbox": [ 0.3320910135904948, 0.16872222900390624, 0.48354339599609375, 0.2430511474609375 ], "point": [ 0.4078, 0.2059 ] } ], "element_size": 90 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_5/3402.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Macbook", "bbox": [ 0.035069444444444445, 0.013888888888888888, 0.07326388888888889, 0.029444444444444443 ], "point": [ 0.0542, 0.0217 ] }, { "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com 9g80/index php?page-search&sOrder-i_price&iOrderType-asc&sPattern-Macbook&sPrice_", "bbox": [ 0.15833331214057075, 0.06055555555555556, 0.8392360899183485, 0.08166666666666667 ], "point": [ 0.4988, 0.0711 ] }, { "instruction": "0 2 | 4", "bbox": [ 0.8923611111111112, 0.05611111111111111, 0.9684027777777777, 0.08333333333333333 ], "point": [ 0.9304, 0.0697 ] }, { "instruction": "300.00 $", "bbox": [ 0.40555555555555556, 0.10222222222222223, 0.4670138888888889, 0.12944444444444445 ], "point": [ 0.4363, 0.1158 ] }, { "instruction": "Price", "bbox": [ 0.16701388888888888, 0.125, 0.19131944444444443, 0.14222222222222222 ], "point": [ 0.1792, 0.1336 ] }, { "instruction": "Min.", "bbox": [ 0.16805554495917427, 0.14722222222222223, 0.18506944444444445, 0.1622222222222222 ], "point": [ 0.1766, 0.1547 ] }, { "instruction": "Max", "bbox": [ 0.23680555555555555, 0.14722222222222223, 0.25590277777777776, 0.1622222222222222 ], "point": [ 0.2464, 0.1547 ] }, { "instruction": "Computers", "bbox": [ 0.40625, 0.1366666751437717, 0.45729166666666665, 0.15777777777777777 ], "point": [ 0.4318, 0.1472 ] }, { "instruction": "Macbook Pro 15in screen", "bbox": [ 0.4065972222222222, 0.16500001695421007, 0.5274305555555555, 0.18500001695421006 ], "point": [ 0.467, 0.175 ] }, { "instruction": "rare matte screen", "bbox": [ 0.5336805131700304, 0.16722222222222222, 0.6170138465033637, 0.18333333333333332 ], "point": [ 0.5753, 0.1753 ] }, { "instruction": "upgrade) DVD Super Drive Intel Processor", "bbox": [ 0.6173611111111111, 0.1644444613986545, 0.8173611111111111, 0.18888890584309895 ], "point": [ 0.7174, 0.1767 ] }, { "instruction": "Fresh install of OS X 10.11 Will also include an Apple box In amazing condition, has had", "bbox": [ 0.4065972222222222, 0.18611109415690105, 0.821875, 0.2105555386013455 ], "point": [ 0.6142, 0.1983 ] }, { "instruction": "case and keyboard cover on it most of its life:", "bbox": [ 0.4059027777777778, 0.20944444444444443, 0.6166666666666667, 0.2311111111111111 ], "point": [ 0.5113, 0.2203 ] }, { "instruction": "320.00 $", "bbox": [ 0.40555555555555556, 0.30277774386935763, 0.4670138888888889, 0.3294444105360243 ], "point": [ 0.4363, 0.3161 ] }, { "instruction": "Subscribe to this search", "bbox": [ 0.16701388888888888, 0.3422222222222222, 0.2763888888888889, 0.35833333333333334 ], "point": [ 0.2217, 0.3503 ] }, { "instruction": "Computers", "bbox": [ 0.40625, 0.33666666666666667, 0.45729166666666665, 0.35777777777777775 ], "point": [ 0.4318, 0.3472 ] }, { "instruction": "Charlottesville (Virginia)", "bbox": [ 0.46979166666666666, 0.33666666666666667, 0.578125, 0.35777777777777775 ], "point": [ 0.524, 0.3472 ] }, { "instruction": "2023/11/11", "bbox": [ 0.5916666666666667, 0.33666666666666667, 0.6461805555555555, 0.3566666666666667 ], "point": [ 0.6189, 0.3467 ] }, { "instruction": "Comes with a charger specs; SOOGB 8GB RAM", "bbox": [ 0.4062499576144748, 0.36444441053602433, 0.6281249576144748, 0.3894444105360243 ], "point": [ 0.5172, 0.3769 ] }, { "instruction": "Do deliveries worldwide", "bbox": [ 0.6336805979410808, 0.366111077202691, 0.7496527777777777, 0.3844444105360243 ], "point": [ 0.6917, 0.3753 ] }, { "instruction": "Refine category", "bbox": [ 0.16666666666666666, 0.44555555555555554, 0.24027777777777778, 0.4677777777777778 ], "point": [ 0.2035, 0.4567 ] }, { "instruction": "325.00 $", "bbox": [ 0.4059027777777778, 0.45944444444444443, 0.4666666666666667, 0.48388888888888887 ], "point": [ 0.4363, 0.4717 ] }, { "instruction": "Computers", "bbox": [ 0.40625, 0.4916667005750868, 0.4565972222222222, 0.512777811686198 ], "point": [ 0.4314, 0.5022 ] }, { "instruction": "New Philadelphia (Ohio)", "bbox": [ 0.4701388888888889, 0.4938888888888889, 0.5788194444444444, 0.5122222222222222 ], "point": [ 0.5245, 0.5031 ] }, { "instruction": "2023/10/17", "bbox": [ 0.5916666666666667, 0.49166666666666664, 0.6461805555555555, 0.5116666666666667 ], "point": [ 0.6189, 0.5017 ] }, { "instruction": "Im selling my MacBook Air (Retina, 12-inch, Early 2015) SOOGB storage and 8GB Ram", "bbox": [ 0.4059027777777778, 0.5183333333333333, 0.8125, 0.5433334011501736 ], "point": [ 0.6092, 0.5308 ] }, { "instruction": "Asking 325.00 NOTE:IT IS NEGOTIABLE: Come with your preferred price lets talk. No holds,", "bbox": [ 0.40555555555555556, 0.54, 0.8381944444444445, 0.5666666666666667 ], "point": [ 0.6219, 0.5533 ] }, { "instruction": "FCFS, pick up, delivery and cross posted", "bbox": [ 0.4065972222222222, 0.5644444444444444, 0.5954861111111112, 0.5866666666666667 ], "point": [ 0.501, 0.5756 ] }, { "instruction": "Macbook Pro Retina 13 Inch 3.1 GHz Dual-Core Intel Core i7,16 GB, 512", "bbox": [ 0.4065972646077474, 0.6333333333333333, 0.771875, 0.655 ], "point": [ 0.5892, 0.6442 ] }, { "instruction": "350.00 $", "bbox": [ 0.4065972222222222, 0.6594444444444445, 0.4666666666666667, 0.6838888888888889 ], "point": [ 0.4366, 0.6717 ] }, { "instruction": "Computers", "bbox": [ 0.40694444444444444, 0.6938888888888889, 0.45590277777777777, 0.7111111111111111 ], "point": [ 0.4314, 0.7025 ] }, { "instruction": "Bloomingdale (Washington, D.C)", "bbox": [ 0.46979166666666666, 0.6905555555555556, 0.6177083333333333, 0.7144444444444444 ], "point": [ 0.5437, 0.7025 ] }, { "instruction": "2023/11/12", "bbox": [ 0.6309027777777778, 0.6916666666666667, 0.6861111111111111, 0.7116666666666667 ], "point": [ 0.6585, 0.7017 ] }, { "instruction": "Pre-owned 2015 13-inch MacBook Pro, with Intel i7 processor: Fresh installation of MacOS", "bbox": [ 0.4065972222222222, 0.72, 0.8361111111111111, 0.7416666666666667 ], "point": [ 0.6214, 0.7308 ] }, { "instruction": "Monterey: Power cable with magsafe 2 converter: Extra rubber feet included. Excellent", "bbox": [ 0.40625, 0.7422222900390625, 0.8125, 0.766666734483507 ], "point": [ 0.6094, 0.7544 ] }, { "instruction": "screen, some marks on the case: See photos for details:", "bbox": [ 0.4059027777777778, 0.7655555555555555, 0.6649305555555556, 0.7866666666666666 ], "point": [ 0.5354, 0.7761 ] }, { "instruction": "MacBook Pro i5 8GB 240 GB SSD", "bbox": [ 0.4065972222222222, 0.8333333333333334, 0.5791666666666667, 0.8538888888888889 ], "point": [ 0.4929, 0.8436 ] }, { "instruction": "ProTools HD,Logic pro x-Waves ,Auto-Tu", "bbox": [ 0.5854166666666667, 0.8333333333333334, 0.7930555555555555, 0.8566666666666667 ], "point": [ 0.6892, 0.845 ] }, { "instruction": "360.00 $", "bbox": [ 0.4065972222222222, 0.8594444444444445, 0.4666666666666667, 0.8838888888888888 ], "point": [ 0.4366, 0.8717 ] }, { "instruction": "Computers", "bbox": [ 0.40694444444444444, 0.8938888888888888, 0.45590277777777777, 0.9111111111111111 ], "point": [ 0.4314, 0.9025 ] }, { "instruction": "Germantown (Maryland)", "bbox": [ 0.46979166666666666, 0.8927777777777778, 0.5798611111111112, 0.9127777777777778 ], "point": [ 0.5248, 0.9028 ] }, { "instruction": "2023/10/19", "bbox": [ 0.5927083333333333, 0.8916666666666667, 0.6479166666666667, 0.9116666666666666 ], "point": [ 0.6203, 0.9017 ] }, { "instruction": "2012 MacBook Pro 13\"", "bbox": [ 0.40694444444444444, 0.9211111111111111, 0.5194444444444445, 0.9394444444444444 ], "point": [ 0.4632, 0.9303 ] }, { "instruction": "ProTools HD", "bbox": [ 0.5263888888888889, 0.9211111111111111, 0.5888888888888889, 0.9394444444444444 ], "point": [ 0.5576, 0.9303 ] }, { "instruction": "logic pro X", "bbox": [ 0.5947916666666667, 0.9205554877387153, 0.6493055555555556, 0.9427777099609375 ], "point": [ 0.622, 0.9317 ] }, { "instruction": "Waves Plugins Package and more", "bbox": [ 0.6559027777777777, 0.92, 0.815625, 0.9433333333333334 ], "point": [ 0.7358, 0.9317 ] }, { "instruction": "Specs: Processor: Intel core i5 Processor Configuration: i5 Processor Speed: 2.50GHz", "bbox": [ 0.4065972646077474, 0.9433333333333334, 0.803125, 0.965 ], "point": [ 0.6049, 0.9542 ] }, { "instruction": "Number of Processors: 1 Video Card: 1024MB Memory: 8GB Ram Hard Drives: 240GB SSD", "bbox": [ 0.4065972222222222, 0.9644444444444444, 0.8354166666666667, 0.9866666666666667 ], "point": [ 0.621, 0.9756 ] }, { "instruction": "Subscribe nowl", "bbox": [ 0.16653532452053493, 0.36080298529730903, 0.2739662594265408, 0.4100334676106771 ], "point": [ 0.2203, 0.3854 ] }, { "instruction": "500", "bbox": [ 0.2341920852661133, 0.16203299628363715, 0.29920499589708116, 0.21051915486653647 ], "point": [ 0.2667, 0.1863 ] }, { "instruction": "300", "bbox": [ 0.16584110260009766, 0.16221152411566842, 0.23052806854248048, 0.21092283460828992 ], "point": [ 0.1982, 0.1866 ] }, { "instruction": "Apply", "bbox": [ 0.16664392683241103, 0.23018213907877605, 0.22915804121229383, 0.27710464477539065 ], "point": [ 0.1979, 0.2536 ] }, { "instruction": "Not Secure", "bbox": [ 0.08234714402092827, 0.05207782321506076, 0.15577657487657334, 0.08461137559678819 ], "point": [ 0.1191, 0.0683 ] }, { "instruction": "All categories", "bbox": [ 0.16647215949164496, 0.46875030517578126, 0.23077612982855902, 0.49124643961588543 ], "point": [ 0.1986, 0.48 ] }, { "instruction": "X", "bbox": [ 0.1576411141289605, 0.010280812581380208, 0.1707366943359375, 0.03667258792453342 ], "point": [ 0.1642, 0.0235 ] }, { "instruction": "Chesterfield Court House (Virginia)", "bbox": [ 0.469919670952691, 0.13426172892252605, 0.6238169352213542, 0.15631315443250868 ], "point": [ 0.5469, 0.1453 ] }, { "instruction": "Computers", "bbox": [ 0.081097412109375, 0.009408478207058377, 0.15842770470513237, 0.03244774924384223 ], "point": [ 0.1198, 0.0209 ] }, { "instruction": "Clas:", "bbox": [ 0.081097412109375, 0.009408478207058377, 0.15842770470513237, 0.03244774924384223 ], "point": [ 0.1198, 0.0209 ] }, { "instruction": "MacBook Air (Retina, 12-inch; Early 2015)", "bbox": [ 0.4065148247612847, 0.4300570339626736, 0.6354298909505208, 0.45667921278211804 ], "point": [ 0.521, 0.4434 ] }, { "instruction": "Computers", "bbox": [ 0.16735403272840713, 0.49559200710720486, 0.22069579230414496, 0.5169067043728298 ], "point": [ 0.194, 0.5062 ] }, { "instruction": "MACBOOK PRO 2017", "bbox": [ 0.40648345947265624, 0.27179534912109377, 0.5214916653103299, 0.3005301581488715 ], "point": [ 0.464, 0.2862 ] }, { "instruction": "2023/10/15", "bbox": [ 0.6365506913926866, 0.13405355665418836, 0.6926998986138238, 0.15647442287868923 ], "point": [ 0.6646, 0.1453 ] }, { "instruction": "subscribe now.", "bbox": [ 0.16653532452053493, 0.36080298529730903, 0.2739662594265408, 0.4100334676106771 ], "point": [ 0.2203, 0.3854 ] }, { "instruction": "a value of 500.", "bbox": [ 0.2341920852661133, 0.16203299628363715, 0.29920499589708116, 0.21051915486653647 ], "point": [ 0.2667, 0.1863 ] }, { "instruction": "a value of 300.", "bbox": [ 0.16584110260009766, 0.16221152411566842, 0.23052806854248048, 0.21092283460828992 ], "point": [ 0.1982, 0.1866 ] }, { "instruction": "Apply.", "bbox": [ 0.16664392683241103, 0.23018213907877605, 0.22915804121229383, 0.27710464477539065 ], "point": [ 0.1979, 0.2536 ] }, { "instruction": "Reload", "bbox": [ 0.05439772605895996, 0.04950698852539062, 0.07667425473531088, 0.09032772488064236 ], "point": [ 0.0655, 0.0699 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.975726318359375, 0.0036823081970214842, 0.9970955742730034, 0.039342132144504126 ], "point": [ 0.9864, 0.0215 ] }, { "instruction": "Forward", "bbox": [ 0.028980435265435114, 0.05054911295572917, 0.05145501030815972, 0.08998786926269531 ], "point": [ 0.0402, 0.0703 ] }, { "instruction": "Back", "bbox": [ 0.004501565297444662, 0.05132677290174696, 0.02721231778462728, 0.08888717651367188 ], "point": [ 0.0159, 0.0701 ] }, { "instruction": "the Apple logo.", "bbox": [ 0.33225233289930556, 0.09531340705023872, 0.4021209716796875, 0.25635303921169705 ], "point": [ 0.3672, 0.1758 ] }, { "instruction": "Five-point star", "bbox": [ 0.8559646606445312, 0.05774450090196397, 0.8707516140407986, 0.08512286716037326 ], "point": [ 0.8634, 0.0714 ] }, { "instruction": "Not Security.", "bbox": [ 0.08234714402092827, 0.05207782321506076, 0.15577657487657334, 0.08461137559678819 ], "point": [ 0.1191, 0.0683 ] }, { "instruction": "All categories.", "bbox": [ 0.16647215949164496, 0.46875030517578126, 0.23077612982855902, 0.49124643961588543 ], "point": [ 0.1986, 0.48 ] }, { "instruction": "a laptop.", "bbox": [ 0.3331899219089084, 0.8316428629557292, 0.40264561971028645, 1.0000000678168404 ], "point": [ 0.3679, 0.9158 ] }, { "instruction": "a laptop.", "bbox": [ 0.3333921644422743, 0.43033338758680556, 0.4021267361111111, 0.5926399061414931 ], "point": [ 0.3678, 0.5115 ] }, { "instruction": "Increase", "bbox": [ 0.886224365234375, 0.05093428717719184, 0.9081968519422743, 0.08539727105034722 ], "point": [ 0.8972, 0.0682 ] }, { "instruction": "Close", "bbox": [ 0.1576411141289605, 0.010280812581380208, 0.1707366943359375, 0.03667258792453342 ], "point": [ 0.1642, 0.0235 ] }, { "instruction": "chesterfield Court House (Virginia).", "bbox": [ 0.469919670952691, 0.13426172892252605, 0.6238169352213542, 0.15631315443250868 ], "point": [ 0.5469, 0.1453 ] }, { "instruction": "New Tab", "bbox": [ 0.18161226908365885, 0.00941403177049425, 0.19566654629177518, 0.03749645974900987 ], "point": [ 0.1886, 0.0235 ] }, { "instruction": "Properties", "bbox": [ 0.9753554450141059, 0.055414699978298614, 0.9932319641113281, 0.08451057434082031 ], "point": [ 0.9843, 0.07 ] }, { "instruction": "the Apple logo.", "bbox": [ 0.333521482679579, 0.6317200385199653, 0.40219010247124565, 0.791340806749132 ], "point": [ 0.3679, 0.7115 ] }, { "instruction": "Time Field", "bbox": [ 0.949078369140625, 0.04548955281575521, 0.9726955837673611, 0.0899812232123481 ], "point": [ 0.9609, 0.0677 ] }, { "instruction": "Computers -Clas.", "bbox": [ 0.081097412109375, 0.009408478207058377, 0.15842770470513237, 0.03244774924384223 ], "point": [ 0.1198, 0.0209 ] }, { "instruction": "a date and time display for the Apple Air (Retina, 12-inch, Early 2015).", "bbox": [ 0.4065148247612847, 0.4300570339626736, 0.6354298909505208, 0.45667921278211804 ], "point": [ 0.521, 0.4434 ] }, { "instruction": "Computers.", "bbox": [ 0.16735403272840713, 0.49559200710720486, 0.22069579230414496, 0.5169067043728298 ], "point": [ 0.194, 0.5062 ] }, { "instruction": "Video", "bbox": [ 0.014999432033962673, 0.007535342110527886, 0.03253789477878147, 0.03823112593756782 ], "point": [ 0.0238, 0.0229 ] }, { "instruction": "a laptop on a table.", "bbox": [ 0.33349842495388454, 0.2749362521701389, 0.4029478708902995, 0.3779543728298611 ], "point": [ 0.3682, 0.3264 ] }, { "instruction": "the year \"MacBook Pro\".", "bbox": [ 0.40648345947265624, 0.27179534912109377, 0.5214916653103299, 0.3005301581488715 ], "point": [ 0.464, 0.2862 ] }, { "instruction": "a date and time display.", "bbox": [ 0.6365506913926866, 0.13405355665418836, 0.6926998986138238, 0.15647442287868923 ], "point": [ 0.6646, 0.1453 ] }, { "instruction": "Searching or magnifying glass.", "bbox": [ 0.9946906195746528, 0.05515083736843533, 1.0, 0.08633594936794704 ], "point": [ 0.9973, 0.0707 ] } ], "element_size": 91 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_6/3905.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "MACBOOK PRO 2017 Charloti", "bbox": [ 0.035069439146253795, 0.013888888888888888, 0.15451388359069823, 0.029444444444444443 ], "point": [ 0.0948, 0.0217 ] }, { "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws.com 9g80/index php?page-item&id-9847", "bbox": [ 0.15833335452609593, 0.058888888888888886, 0.5916666878594292, 0.08333333333333333 ], "point": [ 0.375, 0.0711 ] }, { "instruction": "0 | L", "bbox": [ 0.9138888888888889, 0.05611111111111111, 0.96875, 0.08333333333333333 ], "point": [ 0.9413, 0.0697 ] }, { "instruction": "MHCDOON T", "bbox": [ 0.15868057674831815, 0.08944444444444444, 0.34652779897054037, 0.12055555555555555 ], "point": [ 0.2526, 0.105 ] }, { "instruction": "LO", "bbox": [ 0.35659722222222223, 0.09444444444444444, 0.39791666666666664, 0.11666666666666667 ], "point": [ 0.3773, 0.1056 ] }, { "instruction": "Published date: 2023/11/11", "bbox": [ 0.16215277777777778, 0.16277777777777777, 0.29756944444444444, 0.18388888888888888 ], "point": [ 0.2299, 0.1733 ] }, { "instruction": "Location: Charlottesville; Virginia, United States", "bbox": [ 0.16215279897054036, 0.19055555555555556, 0.3892361111111111, 0.2127777777777778 ], "point": [ 0.2757, 0.2017 ] }, { "instruction": "Contact publisher", "bbox": [ 0.64375, 0.22777777777777777, 0.7625, 0.2588888888888889 ], "point": [ 0.7031, 0.2433 ] }, { "instruction": "Name: Olga Jefferson", "bbox": [ 0.6447916242811415, 0.4211111111111111, 0.75, 0.445 ], "point": [ 0.6974, 0.4331 ] }, { "instruction": "E-mail:", "bbox": [ 0.6451388888888889, 0.45222222222222225, 0.6802083333333333, 0.46944444444444444 ], "point": [ 0.6627, 0.4608 ] }, { "instruction": "Useful information", "bbox": [ 0.6465277777777778, 0.5666666666666667, 0.7454861111111111, 0.5877777777777777 ], "point": [ 0.696, 0.5772 ] }, { "instruction": "Avoid scams by acting locally or", "bbox": [ 0.6604166666666667, 0.5977777777777777, 0.8118055555555556, 0.6205555555555555 ], "point": [ 0.7361, 0.6092 ] }, { "instruction": "paying with PayPal", "bbox": [ 0.659375, 0.6183333333333333, 0.753125, 0.6416666666666667 ], "point": [ 0.7063, 0.63 ] }, { "instruction": "Moneygram or other anonymous", "bbox": [ 0.6600694444444445, 0.6633333333333333, 0.8142361111111112, 0.6883333333333334 ], "point": [ 0.7372, 0.6758 ] }, { "instruction": "payment services", "bbox": [ 0.6593750423855251, 0.6844444444444444, 0.74375, 0.7072222222222222 ], "point": [ 0.7016, 0.6958 ] }, { "instruction": "Don't", "bbox": [ 0.6600694444444445, 0.71, 0.6888888888888889, 0.7283333333333334 ], "point": [ 0.6745, 0.7192 ] }, { "instruction": "or sell outside of your", "bbox": [ 0.7076388888888889, 0.7111111111111111, 0.8114583333333333, 0.7294444444444445 ], "point": [ 0.7595, 0.7203 ] }, { "instruction": "Comes with", "bbox": [ 0.15868055555555555, 0.7338888888888889, 0.21631944444444445, 0.7522222222222222 ], "point": [ 0.1875, 0.7431 ] }, { "instruction": "charger specs; S00GB 8GB RAM", "bbox": [ 0.22430557674831814, 0.7333333333333333, 0.38055559794108074, 0.755 ], "point": [ 0.3024, 0.7442 ] }, { "instruction": "Do deliveries worldwide", "bbox": [ 0.3854166666666667, 0.7322222222222222, 0.5017361111111112, 0.7538888888888889 ], "point": [ 0.4436, 0.7431 ] }, { "instruction": "country: Don't accept cashier", "bbox": [ 0.659375, 0.7283334011501736, 0.7961805555555556, 0.7505556233723958 ], "point": [ 0.7278, 0.7394 ] }, { "instruction": "cheques from outside your country", "bbox": [ 0.659375, 0.7483333333333333, 0.8239583333333333, 0.7733333333333333 ], "point": [ 0.7417, 0.7608 ] }, { "instruction": "This site is never involved in any", "bbox": [ 0.6600695292154948, 0.7761111111111111, 0.8121528625488281, 0.7944444444444444 ], "point": [ 0.7361, 0.7853 ] }, { "instruction": "transaction, and does not handle", "bbox": [ 0.6586805555555556, 0.7944444444444444, 0.815625, 0.815 ], "point": [ 0.7372, 0.8047 ] }, { "instruction": "payments, shipping, guarantee", "bbox": [ 0.659375, 0.8144444444444444, 0.8059027777777777, 0.8377777777777777 ], "point": [ 0.7326, 0.8261 ] }, { "instruction": "transactions, provide escrow", "bbox": [ 0.6590277777777778, 0.835, 0.7947916666666667, 0.8555555555555555 ], "point": [ 0.7269, 0.8453 ] }, { "instruction": "services, or offer \"buyer protection\"", "bbox": [ 0.6597221374511719, 0.8544444444444445, 0.8260415818956163, 0.8783333333333333 ], "point": [ 0.7429, 0.8664 ] }, { "instruction": "or \"seller certification\"", "bbox": [ 0.6600695292154948, 0.8761111111111111, 0.7652778625488281, 0.8933333333333333 ], "point": [ 0.7127, 0.8847 ] }, { "instruction": "Related listings", "bbox": [ 0.1579861005147298, 0.8966666666666666, 0.30451388888888886, 0.9388888888888889 ], "point": [ 0.2312, 0.9178 ] }, { "instruction": "buy", "bbox": [ 0.6885416242811415, 0.7083333333333334, 0.7076388465033637, 0.7327777777777778 ], "point": [ 0.6981, 0.7206 ] }, { "instruction": "Contact seller", "bbox": [ 0.15742744869656033, 0.7825800238715278, 0.25726888444688584, 0.8335358344184027 ], "point": [ 0.2073, 0.8081 ] }, { "instruction": "Mark as_.", "bbox": [ 0.6303103976779514, 0.14640721638997395, 0.8434022691514756, 0.1945114305284288 ], "point": [ 0.7369, 0.1705 ] }, { "instruction": "Share", "bbox": [ 0.2606058332655165, 0.7825636800130208, 0.319205559624566, 0.8335365804036459 ], "point": [ 0.2899, 0.8081 ] }, { "instruction": "Not Secure", "bbox": [ 0.08241214222378201, 0.052603255377875434, 0.15578202141655817, 0.08448232014973958 ], "point": [ 0.1191, 0.0685 ] }, { "instruction": "olga jefferson208@example.com", "bbox": [ 0.6441126929389106, 0.47379319932725694, 0.8065783182779948, 0.4971826171875 ], "point": [ 0.7253, 0.4855 ] }, { "instruction": "X", "bbox": [ 0.15683265262179905, 0.009645262824164497, 0.17059192657470704, 0.03822169409857856 ], "point": [ 0.1637, 0.0239 ] }, { "instruction": "javascript:;", "bbox": [ 0.0, 0.9761693657769097, 0.05291439692179362, 0.9999999321831597 ], "point": [ 0.0265, 0.9881 ] }, { "instruction": "szu:uu ?", "bbox": [ 0.7222518920898438, 0.08599060906304254, 0.8170888264973958, 0.12671104431152344 ], "point": [ 0.7697, 0.1064 ] }, { "instruction": "Never pay with Western Union,", "bbox": [ 0.6602227105034723, 0.641891343858507, 0.8121695624457466, 0.6651941596137153 ], "point": [ 0.7362, 0.6535 ] }, { "instruction": "Contacts seller.", "bbox": [ 0.15742744869656033, 0.7825800238715278, 0.25726888444688584, 0.8335358344184027 ], "point": [ 0.2073, 0.8081 ] }, { "instruction": "a dropdown menu to select the \"mark as\" options.", "bbox": [ 0.6303103976779514, 0.14640721638997395, 0.8434022691514756, 0.1945114305284288 ], "point": [ 0.7369, 0.1705 ] }, { "instruction": "a laptop on a table.", "bbox": [ 0.5483218722873264, 0.242703857421875, 0.6065054999457465, 0.32105499267578125 ], "point": [ 0.5774, 0.2819 ] }, { "instruction": "Share.", "bbox": [ 0.2606058332655165, 0.7825636800130208, 0.319205559624566, 0.8335365804036459 ], "point": [ 0.2899, 0.8081 ] }, { "instruction": "Reload", "bbox": [ 0.05458538267347548, 0.04877300686306424, 0.0764280743069119, 0.09077502780490451 ], "point": [ 0.0655, 0.0698 ] }, { "instruction": "Not Security.", "bbox": [ 0.08241214222378201, 0.052603255377875434, 0.15578202141655817, 0.08448232014973958 ], "point": [ 0.1191, 0.0685 ] }, { "instruction": "Forward", "bbox": [ 0.02925570011138916, 0.05069838629828559, 0.05116166008843316, 0.09027913411458334 ], "point": [ 0.0402, 0.0705 ] }, { "instruction": "Back", "bbox": [ 0.004698574542999268, 0.05149328443739149, 0.027108834849463567, 0.08884484185112847 ], "point": [ 0.0159, 0.0702 ] }, { "instruction": "expanding or opening a dropdown menu.", "bbox": [ 0.9756693522135417, 0.0033811993069118923, 0.9976392957899306, 0.039580684238009985 ], "point": [ 0.9867, 0.0215 ] }, { "instruction": "an email address link.", "bbox": [ 0.6441126929389106, 0.47379319932725694, 0.8065783182779948, 0.4971826171875 ], "point": [ 0.7253, 0.4855 ] }, { "instruction": "Five-point star", "bbox": [ 0.856042226155599, 0.05791507720947266, 0.8705863952636719, 0.08396919250488281 ], "point": [ 0.8633, 0.0709 ] }, { "instruction": "Increase", "bbox": [ 0.8867434183756511, 0.05401529524061415, 0.9074960496690538, 0.0845865970187717 ], "point": [ 0.8971, 0.0693 ] }, { "instruction": "Close", "bbox": [ 0.15683265262179905, 0.009645262824164497, 0.17059192657470704, 0.03822169409857856 ], "point": [ 0.1637, 0.0239 ] }, { "instruction": "New Tab", "bbox": [ 0.1816338645087348, 0.008767114215426974, 0.19568021562364366, 0.0389959536658393 ], "point": [ 0.1887, 0.0239 ] }, { "instruction": "a user profile or account.", "bbox": [ 0.6445329030354817, 0.2663639662000868, 0.7377508375379774, 0.41204952663845484 ], "point": [ 0.6911, 0.3392 ] }, { "instruction": "a text input field or script.", "bbox": [ 0.0, 0.9761693657769097, 0.05291439692179362, 0.9999999321831597 ], "point": [ 0.0265, 0.9881 ] }, { "instruction": "Properties", "bbox": [ 0.975582038031684, 0.05666241115993924, 0.9929268731011285, 0.08343087090386285 ], "point": [ 0.9843, 0.07 ] }, { "instruction": "Time Field", "bbox": [ 0.9496748182508681, 0.052546073065863716, 0.9716306898328994, 0.08512353685167101 ], "point": [ 0.9607, 0.0688 ] }, { "instruction": "a value of 3200.00.", "bbox": [ 0.7222518920898438, 0.08599060906304254, 0.8170888264973958, 0.12671104431152344 ], "point": [ 0.7697, 0.1064 ] }, { "instruction": "Full screen mode.", "bbox": [ 0.3978558010525174, 0.09326951768663194, 0.457340579562717, 0.11791161431206597 ], "point": [ 0.4276, 0.1056 ] }, { "instruction": "a laptop with a network of wires.", "bbox": [ 0.15502077738444012, 0.24719397650824654, 0.5442643059624566, 0.7158860948350695 ], "point": [ 0.3496, 0.4815 ] }, { "instruction": "a prompt toNever play with the Western Union.", "bbox": [ 0.6602227105034723, 0.641891343858507, 0.8121695624457466, 0.6651941596137153 ], "point": [ 0.7362, 0.6535 ] }, { "instruction": "Searching or magnifying glass.", "bbox": [ 0.9946024576822917, 0.055760209825303816, 1.0, 0.08589313083224827 ], "point": [ 0.9973, 0.0708 ] } ], "element_size": 62 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_7/4716.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "MACBOOK PRO 2017 Charloti", "bbox": [ 0.035069439146253795, 0.013888888888888888, 0.15451388359069823, 0.029444444444444443 ], "point": [ 0.0948, 0.0217 ] }, { "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com 9980/index php?page-item&id-9847", "bbox": [ 0.15833335452609593, 0.058333333333333334, 0.5916666878594292, 0.08333333333333333 ], "point": [ 0.375, 0.0708 ] }, { "instruction": "0 | 4", "bbox": [ 0.8888888888888888, 0.056666666666666664, 0.9420138888888889, 0.08444443596733942 ], "point": [ 0.9155, 0.0706 ] }, { "instruction": "MACBOOK PRO 2017", "bbox": [ 0.278125, 0.215, 0.3770833333333333, 0.23333333333333334 ], "point": [ 0.3276, 0.2242 ] }, { "instruction": "MACBOOK PRO 2017", "bbox": [ 0.15833333333333333, 0.2611111111111111, 0.4625, 0.3111111111111111 ], "point": [ 0.3104, 0.2861 ] }, { "instruction": "Published date: 2023/11/11", "bbox": [ 0.1625, 0.35388888888888886, 0.29756944444444444, 0.37222222222222223 ], "point": [ 0.23, 0.3631 ] }, { "instruction": "Location: Charlottesville; Virginia, United States", "bbox": [ 0.16215279897054036, 0.3794444444444444, 0.3892361111111111, 0.40166666666666667 ], "point": [ 0.2757, 0.3906 ] }, { "instruction": "Contact publisher", "bbox": [ 0.6444444868299696, 0.4166666666666667, 0.7625, 0.44722222222222224 ], "point": [ 0.7035, 0.4319 ] }, { "instruction": "Name: Olga Jefferson", "bbox": [ 0.6447916242811415, 0.6094444444444445, 0.75, 0.6338888888888888 ], "point": [ 0.6974, 0.6217 ] }, { "instruction": "E-mail:", "bbox": [ 0.6451388888888889, 0.6411111111111111, 0.6802083333333333, 0.6583333333333333 ], "point": [ 0.6627, 0.6497 ] }, { "instruction": "Useful information", "bbox": [ 0.6465277777777778, 0.7555555555555555, 0.7454861111111111, 0.7766666666666666 ], "point": [ 0.696, 0.7661 ] }, { "instruction": "Never pay with Western Union,", "bbox": [ 0.6604166666666667, 0.8322222222222222, 0.8097222222222222, 0.8538888888888889 ], "point": [ 0.7351, 0.8431 ] }, { "instruction": "Moneygram or other anonymous", "bbox": [ 0.6600694444444445, 0.8527777777777777, 0.8142361111111112, 0.8766666666666667 ], "point": [ 0.7372, 0.8647 ] }, { "instruction": "payment services", "bbox": [ 0.6593750423855251, 0.8727777777777778, 0.74375, 0.8944444444444445 ], "point": [ 0.7016, 0.8836 ] }, { "instruction": "Don't buy or sell outside of your", "bbox": [ 0.6597222222222222, 0.8983333333333333, 0.8118055555555556, 0.9205555555555556 ], "point": [ 0.7358, 0.9094 ] }, { "instruction": "Comes with", "bbox": [ 0.15763888888888888, 0.9211111111111111, 0.21736111111111112, 0.9444444444444444 ], "point": [ 0.1875, 0.9328 ] }, { "instruction": "charger specs; S0OGB 8GB RAM", "bbox": [ 0.22430557674831814, 0.9216666666666666, 0.38055559794108074, 0.945 ], "point": [ 0.3024, 0.9333 ] }, { "instruction": "Do deliveries worldwide", "bbox": [ 0.3854166666666667, 0.9216666666666666, 0.5017361111111112, 0.9427777777777778 ], "point": [ 0.4436, 0.9322 ] }, { "instruction": "country: Don't accept cashier", "bbox": [ 0.659375, 0.9172221544053819, 0.7961805555555556, 0.9394443766276042 ], "point": [ 0.7278, 0.9283 ] }, { "instruction": "cheques from outside your country", "bbox": [ 0.659375, 0.9372222222222222, 0.8239583333333333, 0.9622222222222222 ], "point": [ 0.7417, 0.9497 ] }, { "instruction": "This site is never involved in any", "bbox": [ 0.6600695292154948, 0.9649999321831597, 0.8121528625488281, 0.983333265516493 ], "point": [ 0.7361, 0.9742 ] }, { "instruction": "transaction and does not handle", "bbox": [ 0.659375, 0.985, 0.8145833333333333, 0.9994444444444445 ], "point": [ 0.737, 0.9922 ] }, { "instruction": "Publish Ad", "bbox": [ 0.7644910176595052, 0.1239121331108941, 0.8412422180175781, 0.16593185424804688 ], "point": [ 0.8029, 0.1449 ] }, { "instruction": "Mark as_.", "bbox": [ 0.6302452087402344, 0.3343832058376736, 0.8430113898383247, 0.38457770453559026 ], "point": [ 0.7366, 0.3595 ] }, { "instruction": "Not Secure", "bbox": [ 0.0827635129292806, 0.05346282958984375, 0.15561912324693467, 0.08431436326768663 ], "point": [ 0.1192, 0.0689 ] }, { "instruction": "Osclass", "bbox": [ 0.15502654181586373, 0.10189266628689236, 0.2815108405219184, 0.18029705471462673 ], "point": [ 0.2183, 0.1411 ] }, { "instruction": "My account", "bbox": [ 0.6326629214816624, 0.12787848578559027, 0.7072661929660373, 0.16282311333550348 ], "point": [ 0.67, 0.1454 ] }, { "instruction": "Logout", "bbox": [ 0.710478761461046, 0.12998912387424044, 0.7625766330295138, 0.16219231499565973 ], "point": [ 0.7365, 0.1461 ] }, { "instruction": "Computers", "bbox": [ 0.21880817413330078, 0.21399876912434895, 0.26757144927978516, 0.2338076951768663 ], "point": [ 0.2432, 0.2239 ] }, { "instruction": "Contact seller", "bbox": [ 0.1559878561231825, 0.9716348605685764, 0.2572567409939236, 1.0000000678168404 ], "point": [ 0.2066, 0.9858 ] }, { "instruction": "Classifieds", "bbox": [ 0.16026123894585503, 0.21416720920138888, 0.2090812259250217, 0.23362002902560763 ], "point": [ 0.1847, 0.2239 ] }, { "instruction": "Chare", "bbox": [ 0.2617507722642687, 0.9721070692274305, 0.31873336368136934, 1.0 ], "point": [ 0.2902, 0.9861 ] }, { "instruction": "X", "bbox": [ 0.1570347997877333, 0.009954368803236219, 0.17016566594441732, 0.0367181576622857 ], "point": [ 0.1636, 0.0233 ] }, { "instruction": "olgajefferson208@example.com", "bbox": [ 0.6450119866265192, 0.6624317762586805, 0.8065330505371093, 0.6864644368489583 ], "point": [ 0.7258, 0.6744 ] }, { "instruction": "320.00 $", "bbox": [ 0.7202742682562934, 0.25770823160807294, 0.8408866882324219, 0.31912051730685764 ], "point": [ 0.7806, 0.2884 ] }, { "instruction": "Avoid scams by acting locally or", "bbox": [ 0.6560550689697265, 0.7843747287326389, 0.8261369493272569, 0.828602294921875 ], "point": [ 0.7411, 0.8065 ] }, { "instruction": "paying with PayPal", "bbox": [ 0.6560550689697265, 0.7843747287326389, 0.8261369493272569, 0.828602294921875 ], "point": [ 0.7411, 0.8065 ] }, { "instruction": "Publish Ad.", "bbox": [ 0.7644910176595052, 0.1239121331108941, 0.8412422180175781, 0.16593185424804688 ], "point": [ 0.8029, 0.1449 ] }, { "instruction": "a dropdown menu to select the \"mark as\" options.", "bbox": [ 0.6302452087402344, 0.3343832058376736, 0.8430113898383247, 0.38457770453559026 ], "point": [ 0.7366, 0.3595 ] }, { "instruction": "Not Security.", "bbox": [ 0.0827635129292806, 0.05346282958984375, 0.15561912324693467, 0.08431436326768663 ], "point": [ 0.1192, 0.0689 ] }, { "instruction": "a laptop on a table.", "bbox": [ 0.5481835683186849, 0.43202084011501735, 0.6068333519829644, 0.5101617092556424 ], "point": [ 0.5775, 0.4711 ] }, { "instruction": "an option to class.", "bbox": [ 0.15502654181586373, 0.10189266628689236, 0.2815108405219184, 0.18029705471462673 ], "point": [ 0.2183, 0.1411 ] }, { "instruction": "My account.", "bbox": [ 0.6326629214816624, 0.12787848578559027, 0.7072661929660373, 0.16282311333550348 ], "point": [ 0.67, 0.1454 ] }, { "instruction": "Logout.", "bbox": [ 0.710478761461046, 0.12998912387424044, 0.7625766330295138, 0.16219231499565973 ], "point": [ 0.7365, 0.1461 ] }, { "instruction": "Computers.", "bbox": [ 0.21880817413330078, 0.21399876912434895, 0.26757144927978516, 0.2338076951768663 ], "point": [ 0.2432, 0.2239 ] }, { "instruction": "Contacts seller.", "bbox": [ 0.1559878561231825, 0.9716348605685764, 0.2572567409939236, 1.0000000678168404 ], "point": [ 0.2066, 0.9858 ] }, { "instruction": "a button or link to the classifieds section.", "bbox": [ 0.16026123894585503, 0.21416720920138888, 0.2090812259250217, 0.23362002902560763 ], "point": [ 0.1847, 0.2239 ] }, { "instruction": "Share.", "bbox": [ 0.2617507722642687, 0.9721070692274305, 0.31873336368136934, 1.0 ], "point": [ 0.2902, 0.9861 ] }, { "instruction": "Reload", "bbox": [ 0.05432641771104601, 0.05168184068467882, 0.07609212663438585, 0.0872237311469184 ], "point": [ 0.0652, 0.0695 ] }, { "instruction": "Five-point star", "bbox": [ 0.8308478461371528, 0.05758469899495443, 0.8458038330078125, 0.08488229539659288 ], "point": [ 0.8383, 0.0712 ] }, { "instruction": "Increase", "bbox": [ 0.8627395629882812, 0.057258682250976564, 0.8810412936740452, 0.0823258293999566 ], "point": [ 0.8719, 0.0698 ] }, { "instruction": "Back", "bbox": [ 0.005779078271653917, 0.05444351196289063, 0.02616038057539198, 0.08524314880371094 ], "point": [ 0.016, 0.0698 ] }, { "instruction": "Forward", "bbox": [ 0.029701238208346897, 0.05364482879638672, 0.05025169584486219, 0.08548291524251302 ], "point": [ 0.04, 0.0696 ] }, { "instruction": "expanding or opening a dropdown menu.", "bbox": [ 0.9757854885525173, 0.003751990000406901, 0.9965649074978299, 0.03984148449367947 ], "point": [ 0.9862, 0.0218 ] }, { "instruction": "New Tab", "bbox": [ 0.1821038564046224, 0.00932369761996799, 0.19536412556966146, 0.03744797282748752 ], "point": [ 0.1887, 0.0234 ] }, { "instruction": "Close", "bbox": [ 0.1570347997877333, 0.009954368803236219, 0.17016566594441732, 0.0367181576622857 ], "point": [ 0.1636, 0.0233 ] }, { "instruction": "Properties", "bbox": [ 0.9758867051866319, 0.056936204698350694, 0.9920873006184896, 0.08274139404296875 ], "point": [ 0.984, 0.0698 ] }, { "instruction": "Time Field", "bbox": [ 0.9494922214084202, 0.05258689880371094, 0.9714950561523438, 0.08390023125542535 ], "point": [ 0.9605, 0.0682 ] }, { "instruction": "an email address link.", "bbox": [ 0.6450119866265192, 0.6624317762586805, 0.8065330505371093, 0.6864644368489583 ], "point": [ 0.7258, 0.6744 ] }, { "instruction": "a user profile or account.", "bbox": [ 0.6445997873942058, 0.45462727864583335, 0.7369541592068143, 0.6029351806640625 ], "point": [ 0.6908, 0.5288 ] }, { "instruction": "a price of $20.00.", "bbox": [ 0.7202742682562934, 0.25770823160807294, 0.8408866882324219, 0.31912051730685764 ], "point": [ 0.7806, 0.2884 ] }, { "instruction": "a forward or next action.", "bbox": [ 0.8549709743923611, 0.18080834282769098, 0.8668148464626736, 0.20604271782769099 ], "point": [ 0.8609, 0.1934 ] }, { "instruction": "Black", "bbox": [ 0.6473868899875217, 0.8970035129123264, 0.6602434370252821, 0.9186676025390625 ], "point": [ 0.6538, 0.9078 ] }, { "instruction": "a laptop with a network of wires.", "bbox": [ 0.15434510972764756, 0.4366462537977431, 0.5420911577012804, 0.8994013807508681 ], "point": [ 0.3482, 0.668 ] }, { "instruction": "an option to avoid emails by operating localities or settings.", "bbox": [ 0.6560550689697265, 0.7843747287326389, 0.8261369493272569, 0.828602294921875 ], "point": [ 0.7411, 0.8065 ] }, { "instruction": "Searching or magnifying glass.", "bbox": [ 0.9945161607530382, 0.054517623053656684, 1.0, 0.08679462009006077 ], "point": [ 0.9973, 0.0707 ] } ], "element_size": 66 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_8/4944.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Publish a listing", "bbox": [ 0.0340277804268731, 0.011666666666666667, 0.0996527804268731, 0.03166666666666667 ], "point": [ 0.0668, 0.0217 ] }, { "instruction": "Classifieds", "bbox": [ 0.10451388888888889, 0.013888888888888888, 0.15069444444444444, 0.029444444444444443 ], "point": [ 0.1276, 0.0217 ] }, { "instruction": "ec2-3-143-22-101.us-east-2 .compute amazonaws com 9980/index php?page-item&action-item_add", "bbox": [ 0.15833333333333333, 0.06055555555555556, 0.6298611111111111, 0.08277777777777778 ], "point": [ 0.3941, 0.0717 ] }, { "instruction": "0 | 4", "bbox": [ 0.8888888888888888, 0.056666666666666664, 0.9420138888888889, 0.08444443596733942 ], "point": [ 0.9155, 0.0706 ] }, { "instruction": "Publish a listing", "bbox": [ 0.21840277777777778, 0.21444444444444444, 0.290625, 0.23666666666666666 ], "point": [ 0.2545, 0.2256 ] }, { "instruction": "General Information", "bbox": [ 0.3170138888888889, 0.35055555555555556, 0.5024305555555556, 0.3861111111111111 ], "point": [ 0.4097, 0.3683 ] }, { "instruction": "Price", "bbox": [ 0.2809027777777778, 0.9394443766276042, 0.309375, 0.9599999321831597 ], "point": [ 0.2951, 0.9497 ] }, { "instruction": "Publish Ad", "bbox": [ 0.7641870286729601, 0.12397198147243924, 0.8414236280653212, 0.16607237074110243 ], "point": [ 0.8028, 0.145 ] }, { "instruction": "Not Secure", "bbox": [ 0.0828136232164171, 0.05320050133599175, 0.1556373808119032, 0.08429407755533855 ], "point": [ 0.1192, 0.0687 ] }, { "instruction": "Computer parts", "bbox": [ 0.32378141615125866, 0.7472991943359375, 0.5510621812608507, 0.7780027262369792 ], "point": [ 0.4374, 0.7627 ] }, { "instruction": "Cell phones", "bbox": [ 0.3199508243136936, 0.6930765109592014, 0.5512455834282769, 0.7225486246744791 ], "point": [ 0.4356, 0.7078 ] }, { "instruction": "Computers", "bbox": [ 0.32582160101996527, 0.7760979546440973, 0.5484391954210069, 0.8056275770399306 ], "point": [ 0.4371, 0.7909 ] }, { "instruction": "Logout", "bbox": [ 0.7085059695773654, 0.12397811041937934, 0.7631170484754775, 0.16584743923611112 ], "point": [ 0.7358, 0.1449 ] }, { "instruction": "Collectibles", "bbox": [ 0.32371605767144096, 0.720208740234375, 0.5516564263237848, 0.749166259765625 ], "point": [ 0.4377, 0.7347 ] }, { "instruction": "My account", "bbox": [ 0.6322013007269965, 0.12473731994628906, 0.7082909478081597, 0.1653502739800347 ], "point": [ 0.6702, 0.145 ] }, { "instruction": "Beauty + health", "bbox": [ 0.32778905232747396, 0.5532946099175348, 0.5535899692111546, 0.5831206597222223 ], "point": [ 0.4407, 0.5682 ] }, { "instruction": "Farm + garden", "bbox": [ 0.32711446550157336, 0.8305641004774306, 0.544612545437283, 0.8608790418836806 ], "point": [ 0.4359, 0.8457 ] }, { "instruction": "Cars + trucks", "bbox": [ 0.31555692884657116, 0.6643354627821181, 0.5526664733886719, 0.6942744276258681 ], "point": [ 0.4341, 0.6793 ] }, { "instruction": "Boats", "bbox": [ 0.3262931823730469, 0.6101845296223959, 0.553757815890842, 0.639217054578993 ], "point": [ 0.44, 0.6247 ] }, { "instruction": "Electronics", "bbox": [ 0.32719883388943144, 0.803081800672743, 0.5452106475830079, 0.8322986518012153 ], "point": [ 0.4362, 0.8177 ] }, { "instruction": "Bikes", "bbox": [ 0.3272231207953559, 0.5809896511501736, 0.5542716132269965, 0.6105864122178819 ], "point": [ 0.4407, 0.5958 ] }, { "instruction": "Osclass", "bbox": [ 0.1532051298353407, 0.10258433024088541, 0.28261737823486327, 0.18370307074652778 ], "point": [ 0.2179, 0.1431 ] }, { "instruction": "Select a", "bbox": [ 0.31600471072726777, 0.40081871880425346, 0.5600146823459201, 0.46224605984157985 ], "point": [ 0.438, 0.4315 ] }, { "instruction": "category", "bbox": [ 0.31600471072726777, 0.40081871880425346, 0.5600146823459201, 0.46224605984157985 ], "point": [ 0.438, 0.4315 ] }, { "instruction": "Appliances", "bbox": [ 0.32710687849256725, 0.4690205213758681, 0.3839642418755425, 0.500333726671007 ], "point": [ 0.3555, 0.4847 ] }, { "instruction": "Books", "bbox": [ 0.32015739017062717, 0.6374896918402778, 0.5532296922471788, 0.6657956271701388 ], "point": [ 0.4367, 0.6516 ] }, { "instruction": "Arts", "bbox": [ 0.3276579962836372, 0.49695448133680553, 0.38983306884765623, 0.5278101942274306 ], "point": [ 0.3587, 0.5124 ] }, { "instruction": "crafts", "bbox": [ 0.3276579962836372, 0.49695448133680553, 0.38983306884765623, 0.5278101942274306 ], "point": [ 0.3587, 0.5124 ] }, { "instruction": "Furniture", "bbox": [ 0.3267659717135959, 0.8584996880425347, 0.5445172627766927, 0.887715589735243 ], "point": [ 0.4356, 0.8731 ] }, { "instruction": "Auto parts", "bbox": [ 0.32749142116970487, 0.5250196329752604, 0.5546212090386284, 0.554612053765191 ], "point": [ 0.4411, 0.5398 ] }, { "instruction": "Motorcycles", "bbox": [ 0.3236763636271159, 0.9425698513454861, 0.5468122694227431, 0.972117919921875 ], "point": [ 0.4352, 0.9573 ] }, { "instruction": "Jewelry", "bbox": [ 0.3263954374525282, 0.9153282335069445, 0.5527559068467882, 0.94421630859375 ], "point": [ 0.4396, 0.9298 ] }, { "instruction": "Household", "bbox": [ 0.32641209496392143, 0.8857825385199652, 0.5498902214898004, 0.9167331949869791 ], "point": [ 0.4382, 0.9013 ] }, { "instruction": "Classifieds", "bbox": [ 0.1605823516845703, 0.21445758395724826, 0.20918591817220053, 0.23372600979275174 ], "point": [ 0.1849, 0.2241 ] }, { "instruction": "X", "bbox": [ 0.1568953620062934, 0.010244074927435981, 0.17030052608913845, 0.03660573323567708 ], "point": [ 0.1636, 0.0234 ] }, { "instruction": "Category", "bbox": [ 0.25936300489637587, 0.40744825575086807, 0.30927899678548176, 0.4470401340060764 ], "point": [ 0.2843, 0.4272 ] }, { "instruction": "Antiques", "bbox": [ 0.3210386488172743, 0.44148223876953124, 0.37380214267306855, 0.47267059326171873 ], "point": [ 0.3474, 0.4571 ] }, { "instruction": "Publish a", "bbox": [ 0.31349396175808375, 0.26796961466471353, 0.557061513264974, 0.354262932671441 ], "point": [ 0.4353, 0.3111 ] }, { "instruction": "listing", "bbox": [ 0.31349396175808375, 0.26796961466471353, 0.557061513264974, 0.354262932671441 ], "point": [ 0.4353, 0.3111 ] }, { "instruction": "Title", "bbox": [ 0.2815430959065755, 0.47815287272135415, 0.3104532029893663, 0.5219049750434028 ], "point": [ 0.296, 0.5 ] }, { "instruction": "Description", "bbox": [ 0.24551957448323566, 0.5510420735677083, 0.3101103252834744, 0.5928932020399306 ], "point": [ 0.2778, 0.572 ] }, { "instruction": "Publish Ad.", "bbox": [ 0.7641870286729601, 0.12397198147243924, 0.8414236280653212, 0.16607237074110243 ], "point": [ 0.8028, 0.145 ] }, { "instruction": "Not Security.", "bbox": [ 0.0828136232164171, 0.05320050133599175, 0.1556373808119032, 0.08429407755533855 ], "point": [ 0.1192, 0.0687 ] }, { "instruction": "Computer parts.", "bbox": [ 0.32378141615125866, 0.7472991943359375, 0.5510621812608507, 0.7780027262369792 ], "point": [ 0.4374, 0.7627 ] }, { "instruction": "accessing cellphones.", "bbox": [ 0.3199508243136936, 0.6930765109592014, 0.5512455834282769, 0.7225486246744791 ], "point": [ 0.4356, 0.7078 ] }, { "instruction": "Computers.", "bbox": [ 0.32582160101996527, 0.7760979546440973, 0.5484391954210069, 0.8056275770399306 ], "point": [ 0.4371, 0.7909 ] }, { "instruction": "Logout.", "bbox": [ 0.7085059695773654, 0.12397811041937934, 0.7631170484754775, 0.16584743923611112 ], "point": [ 0.7358, 0.1449 ] }, { "instruction": "collectibles.", "bbox": [ 0.32371605767144096, 0.720208740234375, 0.5516564263237848, 0.749166259765625 ], "point": [ 0.4377, 0.7347 ] }, { "instruction": "My account.", "bbox": [ 0.6322013007269965, 0.12473731994628906, 0.7082909478081597, 0.1653502739800347 ], "point": [ 0.6702, 0.145 ] }, { "instruction": "expanding or opening a dropdown menu.", "bbox": [ 0.9757570054796006, 0.003908448749118381, 0.9970230102539063, 0.03907156520419651 ], "point": [ 0.9864, 0.0215 ] }, { "instruction": "Health settings.", "bbox": [ 0.32778905232747396, 0.5532946099175348, 0.5535899692111546, 0.5831206597222223 ], "point": [ 0.4407, 0.5682 ] }, { "instruction": "The option to view or create a garden.", "bbox": [ 0.32711446550157336, 0.8305641004774306, 0.544612545437283, 0.8608790418836806 ], "point": [ 0.4359, 0.8457 ] }, { "instruction": "navigation to the \"Cars+Trucks\" section.", "bbox": [ 0.31555692884657116, 0.6643354627821181, 0.5526664733886719, 0.6942744276258681 ], "point": [ 0.4341, 0.6793 ] }, { "instruction": "boats.", "bbox": [ 0.3262931823730469, 0.6101845296223959, 0.553757815890842, 0.639217054578993 ], "point": [ 0.44, 0.6247 ] }, { "instruction": "Electronics.", "bbox": [ 0.32719883388943144, 0.803081800672743, 0.5452106475830079, 0.8322986518012153 ], "point": [ 0.4362, 0.8177 ] }, { "instruction": "Bikes settings or options.", "bbox": [ 0.3272231207953559, 0.5809896511501736, 0.5542716132269965, 0.6105864122178819 ], "point": [ 0.4407, 0.5958 ] }, { "instruction": "an option to access the class.", "bbox": [ 0.1532051298353407, 0.10258433024088541, 0.28261737823486327, 0.18370307074652778 ], "point": [ 0.2179, 0.1431 ] }, { "instruction": "A dropdown menu for selecting a category.", "bbox": [ 0.31600471072726777, 0.40081871880425346, 0.5600146823459201, 0.46224605984157985 ], "point": [ 0.438, 0.4315 ] }, { "instruction": "Appliances.", "bbox": [ 0.32710687849256725, 0.4690205213758681, 0.3839642418755425, 0.500333726671007 ], "point": [ 0.3555, 0.4847 ] }, { "instruction": "a menu for books.", "bbox": [ 0.32015739017062717, 0.6374896918402778, 0.5532296922471788, 0.6657956271701388 ], "point": [ 0.4367, 0.6516 ] }, { "instruction": "accessingarts andcrafts.", "bbox": [ 0.3276579962836372, 0.49695448133680553, 0.38983306884765623, 0.5278101942274306 ], "point": [ 0.3587, 0.5124 ] }, { "instruction": "Furniture settings or options.", "bbox": [ 0.3267659717135959, 0.8584996880425347, 0.5445172627766927, 0.887715589735243 ], "point": [ 0.4356, 0.8731 ] }, { "instruction": "Reload", "bbox": [ 0.05452371173434788, 0.053159849378797745, 0.07608573701646593, 0.08537383185492621 ], "point": [ 0.0653, 0.0693 ] }, { "instruction": "Five-point star", "bbox": [ 0.8301689147949218, 0.05690611521402995, 0.8461799621582031, 0.08562266031901042 ], "point": [ 0.8382, 0.0713 ] }, { "instruction": "Auto parts.", "bbox": [ 0.32749142116970487, 0.5250196329752604, 0.5546212090386284, 0.554612053765191 ], "point": [ 0.4411, 0.5398 ] }, { "instruction": "motorcycles.", "bbox": [ 0.3236763636271159, 0.9425698513454861, 0.5468122694227431, 0.972117919921875 ], "point": [ 0.4352, 0.9573 ] }, { "instruction": "Increase", "bbox": [ 0.8617727491590712, 0.05562618255615234, 0.8822608947753906, 0.08295846727159288 ], "point": [ 0.872, 0.0693 ] }, { "instruction": "A button to view a item or item.", "bbox": [ 0.3263954374525282, 0.9153282335069445, 0.5527559068467882, 0.94421630859375 ], "point": [ 0.4396, 0.9298 ] }, { "instruction": "Back", "bbox": [ 0.0060826546616024445, 0.05604231940375434, 0.025860569874445596, 0.08411264207628039 ], "point": [ 0.016, 0.0701 ] }, { "instruction": "Forward", "bbox": [ 0.0303212218814426, 0.05557933383517795, 0.0497407595316569, 0.08417682223849826 ], "point": [ 0.04, 0.0699 ] }, { "instruction": "Homehold settings or options.", "bbox": [ 0.32641209496392143, 0.8857825385199652, 0.5498902214898004, 0.9167331949869791 ], "point": [ 0.4382, 0.9013 ] }, { "instruction": "a button or link to the classifieds section.", "bbox": [ 0.1605823516845703, 0.21445758395724826, 0.20918591817220053, 0.23372600979275174 ], "point": [ 0.1849, 0.2241 ] }, { "instruction": "Close", "bbox": [ 0.1568953620062934, 0.010244074927435981, 0.17030052608913845, 0.03660573323567708 ], "point": [ 0.1636, 0.0234 ] }, { "instruction": "Properties", "bbox": [ 0.9759375678168403, 0.05683605617947048, 0.9924836900499132, 0.08253646850585937 ], "point": [ 0.9842, 0.0697 ] }, { "instruction": "Time Field", "bbox": [ 0.9487541198730469, 0.05390384250217014, 0.9721175299750434, 0.08277284410264757 ], "point": [ 0.9604, 0.0683 ] }, { "instruction": "Add New Tab", "bbox": [ 0.18166099124484592, 0.00936314476860894, 0.19548019833034938, 0.03739901648627387 ], "point": [ 0.1886, 0.0234 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.4262892829047309, 0.9705027940538195, 0.4406423780653212, 0.9945701768663194 ], "point": [ 0.4335, 0.9825 ] }, { "instruction": "the currency symbol.", "bbox": [ 0.5569556766086154, 0.9222604709201389, 0.587653308444553, 0.9775119357638888 ], "point": [ 0.5723, 0.9499 ] }, { "instruction": "Categories.", "bbox": [ 0.25936300489637587, 0.40744825575086807, 0.30927899678548176, 0.4470401340060764 ], "point": [ 0.2843, 0.4272 ] }, { "instruction": "antiques.", "bbox": [ 0.3210386488172743, 0.44148223876953124, 0.37380214267306855, 0.47267059326171873 ], "point": [ 0.3474, 0.4571 ] }, { "instruction": "The option to download a list.", "bbox": [ 0.31349396175808375, 0.26796961466471353, 0.557061513264974, 0.354262932671441 ], "point": [ 0.4353, 0.3111 ] }, { "instruction": "a vertical scroll bar.", "bbox": [ 0.4628104739718967, 0.4717522515190972, 0.689871342976888, 0.5281300862630208 ], "point": [ 0.5763, 0.4999 ] }, { "instruction": "a title function.", "bbox": [ 0.2815430959065755, 0.47815287272135415, 0.3104532029893663, 0.5219049750434028 ], "point": [ 0.296, 0.5 ] }, { "instruction": "Search or magnifying glass.", "bbox": [ 0.0, 0.0007397312588161893, 0.015991620222727456, 0.06543969260321723 ], "point": [ 0.008, 0.0331 ] }, { "instruction": "a description.", "bbox": [ 0.24551957448323566, 0.5510420735677083, 0.3101103252834744, 0.5928932020399306 ], "point": [ 0.2778, 0.572 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.5837428198920356, 0.933226318359375, 0.6023125966389974, 0.9738307020399306 ], "point": [ 0.593, 0.9535 ] } ], "element_size": 86 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_9/6048.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Publish a listing", "bbox": [ 0.0340277804268731, 0.011666666666666667, 0.0996527804268731, 0.03166666666666667 ], "point": [ 0.0668, 0.0217 ] }, { "instruction": "Classifieds", "bbox": [ 0.10451388888888889, 0.013888888888888888, 0.15069444444444444, 0.029444444444444443 ], "point": [ 0.1276, 0.0217 ] }, { "instruction": "ec2-3-143-22-101.us-east-2 .compute amazonaws com 9980/index php?page-item&action-item_add", "bbox": [ 0.15833333333333333, 0.06055555555555556, 0.6298611111111111, 0.08277777777777778 ], "point": [ 0.3941, 0.0717 ] }, { "instruction": "0 2 | g", "bbox": [ 0.8673611111111111, 0.05611111111111111, 0.9420138888888889, 0.08333333333333333 ], "point": [ 0.9047, 0.0697 ] }, { "instruction": "Category", "bbox": [ 0.25798611111111114, 0.09666665818956163, 0.3104166666666667, 0.12388888041178385 ], "point": [ 0.2842, 0.1103 ] }, { "instruction": "Computers", "bbox": [ 0.328125, 0.10111111111111111, 0.38090277777777776, 0.11944444444444445 ], "point": [ 0.3545, 0.1103 ] }, { "instruction": "Title", "bbox": [ 0.2826388888888889, 0.17111109415690104, 0.30902782016330294, 0.18944442749023438 ], "point": [ 0.2958, 0.1803 ] }, { "instruction": "macbook pro 2017 cheapest available", "bbox": [ 0.32534722222222223, 0.17055555555555554, 0.5048611111111111, 0.19333333333333333 ], "point": [ 0.4151, 0.1819 ] }, { "instruction": "Description", "bbox": [ 0.24722222222222223, 0.24333333333333335, 0.309375, 0.26666666666666666 ], "point": [ 0.2783, 0.255 ] }, { "instruction": "Price", "bbox": [ 0.28125, 0.6211111111111111, 0.3090277777777778, 0.6394444444444445 ], "point": [ 0.2951, 0.6303 ] }, { "instruction": "Listing Location", "bbox": [ 0.31527777777777777, 0.8411111111111111, 0.46458333333333335, 0.8822222222222222 ], "point": [ 0.3899, 0.8617 ] }, { "instruction": "Region", "bbox": [ 0.2708333333333333, 0.9083333333333333, 0.3093749576144748, 0.9316666666666666 ], "point": [ 0.2901, 0.92 ] }, { "instruction": "City", "bbox": [ 0.2857638888888889, 0.9811111111111112, 0.3090277777777778, 0.9994444444444445 ], "point": [ 0.2974, 0.9903 ] }, { "instruction": "Select a citv _", "bbox": [ 0.328125, 0.982222154405382, 0.39131944444444444, 0.9994443766276042 ], "point": [ 0.3597, 0.9908 ] }, { "instruction": "need to sell my macbook for my new", "bbox": [ 0.31804695129394533, 0.22358961317274306, 0.6876834021674262, 0.570608656141493 ], "point": [ 0.5029, 0.3971 ] }, { "instruction": "computer", "bbox": [ 0.31804695129394533, 0.22358961317274306, 0.6876834021674262, 0.570608656141493 ], "point": [ 0.5029, 0.3971 ] }, { "instruction": "Click or Drop for upload images", "bbox": [ 0.31552999284532335, 0.6913696967230902, 0.6892670737372504, 0.765229017469618 ], "point": [ 0.5024, 0.7283 ] }, { "instruction": "Select a", "bbox": [ 0.3141349368625217, 0.890355970594618, 0.5619786156548394, 0.9490233696831597 ], "point": [ 0.4381, 0.9197 ] }, { "instruction": "region_", "bbox": [ 0.3141349368625217, 0.890355970594618, 0.5619786156548394, 0.9490233696831597 ], "point": [ 0.4381, 0.9197 ] }, { "instruction": "Not Secure", "bbox": [ 0.0829823440975613, 0.05262251959906684, 0.15566043853759765, 0.08436284383138021 ], "point": [ 0.1193, 0.0685 ] }, { "instruction": "X", "bbox": [ 0.15725442038642035, 0.011431786219278971, 0.17042343351576064, 0.033867084715101456 ], "point": [ 0.1638, 0.0226 ] }, { "instruction": "A prompt to need to sell a laptop for my new computer.", "bbox": [ 0.31804695129394533, 0.22358961317274306, 0.6876834021674262, 0.570608656141493 ], "point": [ 0.5029, 0.3971 ] }, { "instruction": "closing the window or dialog box.", "bbox": [ 0.31397098965115017, 0.6015062120225695, 0.5599028269449869, 0.6625674099392361 ], "point": [ 0.4369, 0.632 ] }, { "instruction": "a dropdown menu for upload images.", "bbox": [ 0.31552999284532335, 0.6913696967230902, 0.6892670737372504, 0.765229017469618 ], "point": [ 0.5024, 0.7283 ] }, { "instruction": "Select a region.", "bbox": [ 0.3141349368625217, 0.890355970594618, 0.5619786156548394, 0.9490233696831597 ], "point": [ 0.4381, 0.9197 ] }, { "instruction": "Not Security.", "bbox": [ 0.0829823440975613, 0.05262251959906684, 0.15566043853759765, 0.08436284383138021 ], "point": [ 0.1193, 0.0685 ] }, { "instruction": "Reload", "bbox": [ 0.05471382670932346, 0.04988344828287761, 0.07671569718254936, 0.08995843675401476 ], "point": [ 0.0657, 0.0699 ] }, { "instruction": "Five-point star", "bbox": [ 0.8297286139594184, 0.05647776285807292, 0.846478525797526, 0.0863987562391493 ], "point": [ 0.8381, 0.0714 ] }, { "instruction": "Extensions", "bbox": [ 0.8863752577039931, 0.05042217254638672, 0.9084474351671007, 0.0862648688422309 ], "point": [ 0.8974, 0.0683 ] }, { "instruction": "Increase", "bbox": [ 0.8612336900499132, 0.051988177829318576, 0.8826195610894098, 0.08681831359863282 ], "point": [ 0.8719, 0.0694 ] }, { "instruction": "Time Field", "bbox": [ 0.9473222520616319, 0.047518268161349825, 0.9736641777886285, 0.08877426147460937 ], "point": [ 0.9605, 0.0681 ] }, { "instruction": "Back", "bbox": [ 0.004616398281521267, 0.05153230879041883, 0.026889443397521973, 0.08894253200954862 ], "point": [ 0.0158, 0.0702 ] }, { "instruction": "Forward", "bbox": [ 0.029406536950005426, 0.051433304680718314, 0.050391228993733723, 0.08863530476888021 ], "point": [ 0.0399, 0.07 ] }, { "instruction": "More options", "bbox": [ 0.9754271613226997, 0.05103072272406684, 0.9931905958387587, 0.0881543223063151 ], "point": [ 0.9843, 0.0696 ] }, { "instruction": "Close", "bbox": [ 0.15725442038642035, 0.011431786219278971, 0.17042343351576064, 0.033867084715101456 ], "point": [ 0.1638, 0.0226 ] }, { "instruction": "Download", "bbox": [ 0.9235620286729601, 0.047917620340983076, 0.9455518086751302, 0.08774615817599826 ], "point": [ 0.9346, 0.0678 ] }, { "instruction": "New Tab", "bbox": [ 0.18216764662000867, 0.008684671190049913, 0.19523671468098958, 0.03719055599636502 ], "point": [ 0.1887, 0.0229 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9753355238172743, 0.003541458977593316, 0.9967656453450521, 0.04184117211235894 ], "point": [ 0.9861, 0.0227 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.5443470001220703, 0.9811090766059027, 0.558194351196289, 1.0 ], "point": [ 0.5513, 0.9906 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.5450732760959202, 0.09940514458550347, 0.5583055284288194, 0.12502961900499132 ], "point": [ 0.5517, 0.1122 ] } ], "element_size": 40 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_10/6402.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Publish a listing", "bbox": [ 0.0340277804268731, 0.011666666666666667, 0.0996527804268731, 0.03166666666666667 ], "point": [ 0.0668, 0.0217 ] }, { "instruction": "Classifieds", "bbox": [ 0.10451388888888889, 0.013888888888888888, 0.15069444444444444, 0.029444444444444443 ], "point": [ 0.1276, 0.0217 ] }, { "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com 9980/index php?page-item&action-item_add", "bbox": [ 0.15833333333333333, 0.0577777820163303, 0.6298611111111111, 0.08277777777777778 ], "point": [ 0.3941, 0.0703 ] }, { "instruction": "0 2 | g", "bbox": [ 0.8673611111111111, 0.05611111111111111, 0.9427083333333334, 0.08333333333333333 ], "point": [ 0.905, 0.0697 ] }, { "instruction": "Price", "bbox": [ 0.28125, 0.34388885498046873, 0.3090277777777778, 0.3622221883138021 ], "point": [ 0.2951, 0.3531 ] }, { "instruction": "Listing Location", "bbox": [ 0.31527777777777777, 0.7961111789279514, 0.46458333333333335, 0.8377778455946181 ], "point": [ 0.3899, 0.8169 ] }, { "instruction": "Region", "bbox": [ 0.2708333333333333, 0.8644443766276042, 0.3093749576144748, 0.8866665988498263 ], "point": [ 0.2901, 0.8756 ] }, { "instruction": "City", "bbox": [ 0.284375, 0.9338888888888889, 0.3107638888888889, 0.9605555555555556 ], "point": [ 0.2976, 0.9472 ] }, { "instruction": "Select a", "bbox": [ 0.31355539957682294, 0.9163991970486111, 0.5625573052300348, 0.9776723904079861 ], "point": [ 0.4381, 0.947 ] }, { "instruction": "city--", "bbox": [ 0.31355539957682294, 0.9163991970486111, 0.5625573052300348, 0.9776723904079861 ], "point": [ 0.4381, 0.947 ] }, { "instruction": "Select a region_", "bbox": [ 0.31515155368381076, 0.844881117078993, 0.5626185946994358, 0.9048260498046875 ], "point": [ 0.4389, 0.8749 ] }, { "instruction": "310", "bbox": [ 0.3132690005832248, 0.32221411810980904, 0.5592722998725044, 0.38363013373480903 ], "point": [ 0.4363, 0.3529 ] }, { "instruction": "Not Secure", "bbox": [ 0.08293075561523437, 0.052363221910264754, 0.15587730407714845, 0.0843033430311415 ], "point": [ 0.1194, 0.0683 ] }, { "instruction": "Click or Drop for upload images", "bbox": [ 0.314889653523763, 0.41297054714626735, 0.6897904713948567, 0.4876590643988715 ], "point": [ 0.5023, 0.4503 ] }, { "instruction": "X", "bbox": [ 0.15679232279459634, 0.010810304217868381, 0.17094658745659722, 0.034546164406670465 ], "point": [ 0.1639, 0.0227 ] }, { "instruction": "9847.png", "bbox": [ 0.31657076941596135, 0.4931703355577257, 0.4439833747016059, 0.7218904622395833 ], "point": [ 0.3803, 0.6075 ] }, { "instruction": "426.2kB", "bbox": [ 0.31657076941596135, 0.4931703355577257, 0.4439833747016059, 0.7218904622395833 ], "point": [ 0.3803, 0.6075 ] }, { "instruction": "Delete", "bbox": [ 0.31657076941596135, 0.4931703355577257, 0.4439833747016059, 0.7218904622395833 ], "point": [ 0.3803, 0.6075 ] }, { "instruction": "Rotate image", "bbox": [ 0.31657076941596135, 0.4931703355577257, 0.4439833747016059, 0.7218904622395833 ], "point": [ 0.3803, 0.6075 ] }, { "instruction": "a dropdown menu to select a city.", "bbox": [ 0.31355539957682294, 0.9163991970486111, 0.5625573052300348, 0.9776723904079861 ], "point": [ 0.4381, 0.947 ] }, { "instruction": "Selecting a region.", "bbox": [ 0.31515155368381076, 0.844881117078993, 0.5626185946994358, 0.9048260498046875 ], "point": [ 0.4389, 0.8749 ] }, { "instruction": "a loading or progress bar.", "bbox": [ 0.3132690005832248, 0.32221411810980904, 0.5592722998725044, 0.38363013373480903 ], "point": [ 0.4363, 0.3529 ] }, { "instruction": "Five-point star", "bbox": [ 0.8297295464409722, 0.05619296603732639, 0.8465504964192708, 0.08632510715060764 ], "point": [ 0.8381, 0.0713 ] }, { "instruction": "Reload", "bbox": [ 0.05453304714626736, 0.050115525987413194, 0.07676805920071073, 0.08945158216688368 ], "point": [ 0.0657, 0.0698 ] }, { "instruction": "Not Security.", "bbox": [ 0.08293075561523437, 0.052363221910264754, 0.15587730407714845, 0.0843033430311415 ], "point": [ 0.1194, 0.0683 ] }, { "instruction": "Extensions", "bbox": [ 0.8859493679470486, 0.04963766309950087, 0.90877685546875, 0.08554300096299913 ], "point": [ 0.8974, 0.0676 ] }, { "instruction": "Time Field", "bbox": [ 0.9471875508626302, 0.04670748392740885, 0.9734548780653212, 0.08845028347439236 ], "point": [ 0.9603, 0.0676 ] }, { "instruction": "Increase", "bbox": [ 0.8611451890733507, 0.051286371019151476, 0.8828277587890625, 0.08600430806477864 ], "point": [ 0.872, 0.0686 ] }, { "instruction": "navigating to the next item or page.", "bbox": [ 0.316564326816135, 0.10263660854763455, 0.6882542716132269, 0.28662132263183593 ], "point": [ 0.5024, 0.1946 ] }, { "instruction": "Back", "bbox": [ 0.004707946379979452, 0.05230475531684028, 0.0267246941725413, 0.08779989454481336 ], "point": [ 0.0157, 0.0701 ] }, { "instruction": "Forward", "bbox": [ 0.029454814063178167, 0.05202207777235243, 0.05026931762695312, 0.08765899658203125 ], "point": [ 0.0399, 0.0698 ] }, { "instruction": "Download", "bbox": [ 0.9234390258789062, 0.047303729587131076, 0.9454291449652777, 0.08707318623860677 ], "point": [ 0.9344, 0.0672 ] }, { "instruction": "a dropdown menu for upload images.", "bbox": [ 0.314889653523763, 0.41297054714626735, 0.6897904713948567, 0.4876590643988715 ], "point": [ 0.5023, 0.4503 ] }, { "instruction": "Close", "bbox": [ 0.15679232279459634, 0.010810304217868381, 0.17094658745659722, 0.034546164406670465 ], "point": [ 0.1639, 0.0227 ] }, { "instruction": "More options", "bbox": [ 0.9752407497829861, 0.05095047844780816, 0.993194580078125, 0.08767350090874566 ], "point": [ 0.9842, 0.0693 ] }, { "instruction": "a currency dropdown menu.", "bbox": [ 0.5567269219292534, 0.32414764404296875, 0.6023438347710504, 0.38228776719835067 ], "point": [ 0.5795, 0.3532 ] }, { "instruction": "expanding or opening a dropdown menu.", "bbox": [ 0.9752870347764757, 0.0033142577277289497, 0.996785142686632, 0.041919901106092665 ], "point": [ 0.986, 0.0226 ] }, { "instruction": "New Tab", "bbox": [ 0.18176038530137803, 0.008561503092447917, 0.19557361602783202, 0.037462484571668835 ], "point": [ 0.1887, 0.023 ] }, { "instruction": "Scroll up.", "bbox": [ 0.535171381632487, 0.718245849609375, 0.5542618221706814, 0.7526930067274306 ], "point": [ 0.5447, 0.7355 ] }, { "instruction": "rotate image.", "bbox": [ 0.31657076941596135, 0.4931703355577257, 0.4439833747016059, 0.7218904622395833 ], "point": [ 0.3803, 0.6075 ] } ], "element_size": 40 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_11/6690.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Publish a listing", "bbox": [ 0.0340277804268731, 0.011666666666666667, 0.0996527804268731, 0.03166666666666667 ], "point": [ 0.0668, 0.0217 ] }, { "instruction": "Classifieds", "bbox": [ 0.10451388888888889, 0.013888888888888888, 0.15069444444444444, 0.029444444444444443 ], "point": [ 0.1276, 0.0217 ] }, { "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaWs.com:9g80/index php?page-item&action-item_add", "bbox": [ 0.15833333333333333, 0.06055555555555556, 0.6305555555555555, 0.08277777777777778 ], "point": [ 0.3944, 0.0717 ] }, { "instruction": "0 2 | g", "bbox": [ 0.8673611111111111, 0.05611111111111111, 0.9420138888888889, 0.08333333333333333 ], "point": [ 0.9047, 0.0697 ] }, { "instruction": "9847 png", "bbox": [ 0.32222222222222224, 0.09444444444444444, 0.37430555555555556, 0.11777777777777777 ], "point": [ 0.3483, 0.1061 ] }, { "instruction": "426.2kB", "bbox": [ 0.3232638888888889, 0.11500000847710504, 0.35694444444444445, 0.1294444529215495 ], "point": [ 0.3401, 0.1222 ] }, { "instruction": "Delete", "bbox": [ 0.36319444444444443, 0.11500000847710504, 0.3902777777777778, 0.1294444529215495 ], "point": [ 0.3767, 0.1222 ] }, { "instruction": "Rotate image", "bbox": [ 0.3229166666666667, 0.1288888888888889, 0.3927083333333333, 0.1527777777777778 ], "point": [ 0.3578, 0.1408 ] }, { "instruction": "Region", "bbox": [ 0.2708333333333333, 0.45555555555555555, 0.3093749576144748, 0.4777777777777778 ], "point": [ 0.2901, 0.4667 ] }, { "instruction": "City", "bbox": [ 0.28541666666666665, 0.5261111111111111, 0.31006944444444445, 0.5511111111111111 ], "point": [ 0.2977, 0.5386 ] }, { "instruction": "Area", "bbox": [ 0.28194446563720704, 0.6, 0.3090277989705404, 0.62 ], "point": [ 0.2955, 0.61 ] }, { "instruction": "Address", "bbox": [ 0.26458331214057074, 0.6716666666666666, 0.3093749788072374, 0.6927777777777778 ], "point": [ 0.287, 0.6822 ] }, { "instruction": "Phone", "bbox": [ 0.2743055767483181, 0.8238888888888889, 0.3090277989705404, 0.8422222222222222 ], "point": [ 0.2917, 0.8331 ] }, { "instruction": "Other contact", "bbox": [ 0.2354166454739041, 0.9394443766276042, 0.3093749788072374, 0.9599999321831597 ], "point": [ 0.2724, 0.9497 ] }, { "instruction": "City", "bbox": [ 0.2590277777777778, 0.5966666666666667, 0.28055555555555556, 0.6238888888888889 ], "point": [ 0.2698, 0.6103 ] }, { "instruction": "Not Secure", "bbox": [ 0.08270966741773818, 0.0521927981906467, 0.1556961907280816, 0.0843007066514757 ], "point": [ 0.1192, 0.0682 ] }, { "instruction": "Missouri", "bbox": [ 0.3281289842393663, 0.9240783013237848, 0.48574388292100695, 0.954833238389757 ], "point": [ 0.4069, 0.9395 ] }, { "instruction": "Minnesota", "bbox": [ 0.32803804609510634, 0.8691288248697917, 0.5293084038628473, 0.8988003200954862 ], "point": [ 0.4287, 0.884 ] }, { "instruction": "X", "bbox": [ 0.15684873792860243, 0.008707698186238606, 0.17101173400878905, 0.03730218993292914 ], "point": [ 0.1639, 0.023 ] }, { "instruction": "Mississippi", "bbox": [ 0.3278614044189453, 0.896949462890625, 0.5280445946587456, 0.9262527126736111 ], "point": [ 0.428, 0.9116 ] }, { "instruction": "Select a region ._", "bbox": [ 0.3134281158447266, 0.22394232855902776, 0.5565641191270616, 0.260828620062934 ], "point": [ 0.435, 0.2424 ] }, { "instruction": "California", "bbox": [ 0.3277183320787218, 0.3683460150824653, 0.37564307318793405, 0.3994826931423611 ], "point": [ 0.3517, 0.3839 ] }, { "instruction": "Colorado", "bbox": [ 0.3278343200683594, 0.39596937391493053, 0.3749841478135851, 0.42847703721788194 ], "point": [ 0.3514, 0.4122 ] }, { "instruction": "Alaska", "bbox": [ 0.322944344414605, 0.2860674370659722, 0.5412152184380425, 0.31527262369791664 ], "point": [ 0.4321, 0.3007 ] }, { "instruction": "Georgia", "bbox": [ 0.32821210225423175, 0.5076241387261284, 0.5040365854899088, 0.537741936577691 ], "point": [ 0.4161, 0.5227 ] }, { "instruction": "Massachusetts", "bbox": [ 0.3278964572482639, 0.8131500922309027, 0.40312186347113715, 0.8429989963107639 ], "point": [ 0.3655, 0.8281 ] }, { "instruction": "Delaware", "bbox": [ 0.32793167961968317, 0.45184427897135415, 0.3750043657090929, 0.48233357747395833 ], "point": [ 0.3515, 0.4671 ] }, { "instruction": "Connecticut", "bbox": [ 0.32790934244791664, 0.42296227349175347, 0.5128211127387152, 0.4541795857747396 ], "point": [ 0.4204, 0.4386 ] }, { "instruction": "Florida", "bbox": [ 0.3284152348836263, 0.47946614583333336, 0.5123345269097223, 0.5095647515190972 ], "point": [ 0.4204, 0.4945 ] }, { "instruction": "Illinois", "bbox": [ 0.3282533221774631, 0.5910982937282986, 0.502107916937934, 0.6210740152994791 ], "point": [ 0.4152, 0.6061 ] }, { "instruction": "Hawaii", "bbox": [ 0.32838134765625, 0.5352736070421007, 0.504266357421875, 0.565451897515191 ], "point": [ 0.4163, 0.5504 ] }, { "instruction": "Michigan", "bbox": [ 0.32779727511935763, 0.8407648383246528, 0.5264634026421441, 0.8705228678385417 ], "point": [ 0.4271, 0.8556 ] }, { "instruction": "Alabama", "bbox": [ 0.31897091335720484, 0.2576266818576389, 0.5416019863552517, 0.28782962375217014 ], "point": [ 0.4303, 0.2727 ] }, { "instruction": "Idaho", "bbox": [ 0.32777447170681423, 0.5625271606445312, 0.4952117919921875, 0.5928904893663195 ], "point": [ 0.4115, 0.5777 ] }, { "instruction": "lowa", "bbox": [ 0.32815657721625435, 0.6469455295138888, 0.4965736813015408, 0.6765078396267361 ], "point": [ 0.4124, 0.6617 ] }, { "instruction": "Kansas", "bbox": [ 0.3282252629597982, 0.6743348524305556, 0.4921402825249566, 0.7044495985243056 ], "point": [ 0.4102, 0.6894 ] }, { "instruction": "Arizona", "bbox": [ 0.32570983039008244, 0.3140004136827257, 0.5422485775417751, 0.3426219685872396 ], "point": [ 0.434, 0.3283 ] }, { "instruction": "Indiana", "bbox": [ 0.32821572621663414, 0.6184181043836805, 0.49953570895724825, 0.6489990234375 ], "point": [ 0.4139, 0.6337 ] }, { "instruction": "Arkansas", "bbox": [ 0.326922607421875, 0.3401047092013889, 0.5396040174696181, 0.37022901746961806 ], "point": [ 0.4333, 0.3552 ] }, { "instruction": "Maryland", "bbox": [ 0.3275570339626736, 0.7852930365668402, 0.37528949313693577, 0.8156949191623264 ], "point": [ 0.3514, 0.8005 ] }, { "instruction": "Alontana", "bbox": [ 0.3269069247775608, 0.9530346001519098, 0.46250245836046006, 0.977939927842882 ], "point": [ 0.3947, 0.9655 ] }, { "instruction": "Louisiana", "bbox": [ 0.3279407501220703, 0.7296579996744792, 0.49389678107367624, 0.7599517822265625 ], "point": [ 0.4109, 0.7448 ] }, { "instruction": "Kentucky", "bbox": [ 0.32805006239149304, 0.7014758978949652, 0.4850607130262587, 0.731822035047743 ], "point": [ 0.4066, 0.7166 ] }, { "instruction": "Maine", "bbox": [ 0.32822113037109374, 0.7576464165581597, 0.5010604010687933, 0.7876830376519097 ], "point": [ 0.4146, 0.7727 ] }, { "instruction": "Not Security.", "bbox": [ 0.08270966741773818, 0.0521927981906467, 0.1556961907280816, 0.0843007066514757 ], "point": [ 0.1192, 0.0682 ] }, { "instruction": "Time Field", "bbox": [ 0.9476294623480903, 0.046785880194769966, 0.9732591417100694, 0.08968187120225694 ], "point": [ 0.9604, 0.0682 ] }, { "instruction": "Reload", "bbox": [ 0.05423194037543403, 0.04976912180582682, 0.07686233520507812, 0.08998389350043402 ], "point": [ 0.0655, 0.0699 ] }, { "instruction": "expanding or opening a dropdown menu.", "bbox": [ 0.9755928887261285, 0.0028986189100477433, 0.997605726453993, 0.039726511637369795 ], "point": [ 0.9866, 0.0213 ] }, { "instruction": "Five-point star", "bbox": [ 0.8295419481065538, 0.056051364474826386, 0.846661631266276, 0.08613754272460937 ], "point": [ 0.8381, 0.0711 ] }, { "instruction": "Extensions", "bbox": [ 0.8858724806043837, 0.04973045772976346, 0.9085046556260851, 0.08651457044813368 ], "point": [ 0.8972, 0.0681 ] }, { "instruction": "Increase", "bbox": [ 0.8610795762803819, 0.05075244479709201, 0.8832443237304688, 0.08719713846842447 ], "point": [ 0.8722, 0.069 ] }, { "instruction": "Download", "bbox": [ 0.9231515672471788, 0.0480631595187717, 0.9457976447211371, 0.08800331115722657 ], "point": [ 0.9345, 0.068 ] }, { "instruction": "Back", "bbox": [ 0.004120001527998182, 0.051685045030381946, 0.027252124415503606, 0.08865898132324218 ], "point": [ 0.0157, 0.0702 ] }, { "instruction": "Forward", "bbox": [ 0.029040951199001738, 0.051344036526150175, 0.0506648063659668, 0.08848345438639323 ], "point": [ 0.0399, 0.0699 ] }, { "instruction": "More options", "bbox": [ 0.9748931884765625, 0.05004393259684245, 0.9938244289822049, 0.08890282524956597 ], "point": [ 0.9844, 0.0695 ] }, { "instruction": "A search function for the Missouri state.", "bbox": [ 0.3281289842393663, 0.9240783013237848, 0.48574388292100695, 0.954833238389757 ], "point": [ 0.4069, 0.9395 ] }, { "instruction": "Minnesota.", "bbox": [ 0.32803804609510634, 0.8691288248697917, 0.5293084038628473, 0.8988003200954862 ], "point": [ 0.4287, 0.884 ] }, { "instruction": "Close", "bbox": [ 0.15684873792860243, 0.008707698186238606, 0.17101173400878905, 0.03730218993292914 ], "point": [ 0.1639, 0.023 ] }, { "instruction": "a button to access the Mississippi application.", "bbox": [ 0.3278614044189453, 0.896949462890625, 0.5280445946587456, 0.9262527126736111 ], "point": [ 0.428, 0.9116 ] }, { "instruction": "Select a region.", "bbox": [ 0.3134281158447266, 0.22394232855902776, 0.5565641191270616, 0.260828620062934 ], "point": [ 0.435, 0.2424 ] }, { "instruction": "New Tab", "bbox": [ 0.18090809716118705, 0.007445993423461914, 0.1954988055759006, 0.03847925504048665 ], "point": [ 0.1882, 0.023 ] }, { "instruction": "california.", "bbox": [ 0.3277183320787218, 0.3683460150824653, 0.37564307318793405, 0.3994826931423611 ], "point": [ 0.3517, 0.3839 ] }, { "instruction": "colorado.", "bbox": [ 0.3278343200683594, 0.39596937391493053, 0.3749841478135851, 0.42847703721788194 ], "point": [ 0.3514, 0.4122 ] }, { "instruction": "Alaska.", "bbox": [ 0.322944344414605, 0.2860674370659722, 0.5412152184380425, 0.31527262369791664 ], "point": [ 0.4321, 0.3007 ] }, { "instruction": "the state of Georgia.", "bbox": [ 0.32821210225423175, 0.5076241387261284, 0.5040365854899088, 0.537741936577691 ], "point": [ 0.4161, 0.5227 ] }, { "instruction": "massachusetts.", "bbox": [ 0.3278964572482639, 0.8131500922309027, 0.40312186347113715, 0.8429989963107639 ], "point": [ 0.3655, 0.8281 ] }, { "instruction": "Minimize window.", "bbox": [ 0.546697998046875, 0.4340454779730903, 0.5607223510742188, 0.5035354953342014 ], "point": [ 0.5537, 0.4688 ] }, { "instruction": "delivery service.", "bbox": [ 0.32793167961968317, 0.45184427897135415, 0.3750043657090929, 0.48233357747395833 ], "point": [ 0.3515, 0.4671 ] }, { "instruction": "Connecticut.", "bbox": [ 0.32790934244791664, 0.42296227349175347, 0.5128211127387152, 0.4541795857747396 ], "point": [ 0.4204, 0.4386 ] }, { "instruction": "the state of Florida.", "bbox": [ 0.3284152348836263, 0.47946614583333336, 0.5123345269097223, 0.5095647515190972 ], "point": [ 0.4204, 0.4945 ] }, { "instruction": "Illinois", "bbox": [ 0.3282533221774631, 0.5910982937282986, 0.502107916937934, 0.6210740152994791 ], "point": [ 0.4152, 0.6061 ] }, { "instruction": "the \"Hawaii\" feature.", "bbox": [ 0.32838134765625, 0.5352736070421007, 0.504266357421875, 0.565451897515191 ], "point": [ 0.4163, 0.5504 ] }, { "instruction": "michigan.", "bbox": [ 0.32779727511935763, 0.8407648383246528, 0.5264634026421441, 0.8705228678385417 ], "point": [ 0.4271, 0.8556 ] }, { "instruction": "Albana.", "bbox": [ 0.31897091335720484, 0.2576266818576389, 0.5416019863552517, 0.28782962375217014 ], "point": [ 0.4303, 0.2727 ] }, { "instruction": "idaho.", "bbox": [ 0.32777447170681423, 0.5625271606445312, 0.4952117919921875, 0.5928904893663195 ], "point": [ 0.4115, 0.5777 ] }, { "instruction": "iowa.", "bbox": [ 0.32815657721625435, 0.6469455295138888, 0.4965736813015408, 0.6765078396267361 ], "point": [ 0.4124, 0.6617 ] }, { "instruction": "a laptop.", "bbox": [ 0.3198858049180773, 0.15595835367838543, 0.41351822747124567, 0.23687082926432293 ], "point": [ 0.3667, 0.1964 ] }, { "instruction": "Kansas.", "bbox": [ 0.3282252629597982, 0.6743348524305556, 0.4921402825249566, 0.7044495985243056 ], "point": [ 0.4102, 0.6894 ] }, { "instruction": "the state of arizona.", "bbox": [ 0.32570983039008244, 0.3140004136827257, 0.5422485775417751, 0.3426219685872396 ], "point": [ 0.434, 0.3283 ] }, { "instruction": "indiana.", "bbox": [ 0.32821572621663414, 0.6184181043836805, 0.49953570895724825, 0.6489990234375 ], "point": [ 0.4139, 0.6337 ] }, { "instruction": "Arkansas.", "bbox": [ 0.326922607421875, 0.3401047092013889, 0.5396040174696181, 0.37022901746961806 ], "point": [ 0.4333, 0.3552 ] }, { "instruction": "Maryland.", "bbox": [ 0.3275570339626736, 0.7852930365668402, 0.37528949313693577, 0.8156949191623264 ], "point": [ 0.3514, 0.8005 ] }, { "instruction": "Montana", "bbox": [ 0.3269069247775608, 0.9530346001519098, 0.46250245836046006, 0.977939927842882 ], "point": [ 0.3947, 0.9655 ] }, { "instruction": "the state of Louisiana.", "bbox": [ 0.3279407501220703, 0.7296579996744792, 0.49389678107367624, 0.7599517822265625 ], "point": [ 0.4109, 0.7448 ] }, { "instruction": "Kentucky.", "bbox": [ 0.32805006239149304, 0.7014758978949652, 0.4850607130262587, 0.731822035047743 ], "point": [ 0.4066, 0.7166 ] }, { "instruction": "Maine.", "bbox": [ 0.32822113037109374, 0.7576464165581597, 0.5010604010687933, 0.7876830376519097 ], "point": [ 0.4146, 0.7727 ] }, { "instruction": "Sending a message or email.", "bbox": [ 0.0, 0.00021183861626519098, 0.01588387621773614, 0.06131529490152995 ], "point": [ 0.0079, 0.0308 ] }, { "instruction": "Scroll up.", "bbox": [ 0.41837836371527776, 0.9673357476128472, 0.4411190456814236, 1.0 ], "point": [ 0.4297, 0.9837 ] } ], "element_size": 88 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_12/7488.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Publish a listing", "bbox": [ 0.0340277804268731, 0.011666666666666667, 0.0996527804268731, 0.03166666666666667 ], "point": [ 0.0668, 0.0217 ] }, { "instruction": "Classifieds", "bbox": [ 0.10451388888888889, 0.013888888888888888, 0.15069444444444444, 0.029444444444444443 ], "point": [ 0.1276, 0.0217 ] }, { "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaWs.com:9g80/index php?page-item&action-item_add", "bbox": [ 0.15833333333333333, 0.06055555555555556, 0.6305555555555555, 0.08277777777777778 ], "point": [ 0.3944, 0.0717 ] }, { "instruction": "0 2 | g", "bbox": [ 0.8673611111111111, 0.05611111111111111, 0.9420138888888889, 0.08333333333333333 ], "point": [ 0.9047, 0.0697 ] }, { "instruction": "9847 png", "bbox": [ 0.32222222222222224, 0.09444444444444444, 0.37430555555555556, 0.11777777777777777 ], "point": [ 0.3483, 0.1061 ] }, { "instruction": "426.2kB", "bbox": [ 0.3232638888888889, 0.11500000847710504, 0.35694444444444445, 0.1294444529215495 ], "point": [ 0.3401, 0.1222 ] }, { "instruction": "Delete", "bbox": [ 0.36319444444444443, 0.11500000847710504, 0.3902777777777778, 0.1294444529215495 ], "point": [ 0.3767, 0.1222 ] }, { "instruction": "Rotate image", "bbox": [ 0.3229166666666667, 0.1288888888888889, 0.3927083333333333, 0.15388888888888888 ], "point": [ 0.3578, 0.1414 ] }, { "instruction": "Listing Location", "bbox": [ 0.31527777777777777, 0.38722222222222225, 0.46458333333333335, 0.4288888888888889 ], "point": [ 0.3899, 0.4081 ] }, { "instruction": "Region", "bbox": [ 0.2708333333333333, 0.45555555555555555, 0.3093749576144748, 0.4777777777777778 ], "point": [ 0.2901, 0.4667 ] }, { "instruction": "Area", "bbox": [ 0.28125, 0.6, 0.3090277777777778, 0.62 ], "point": [ 0.2951, 0.61 ] }, { "instruction": "Address", "bbox": [ 0.26458331214057074, 0.6716666666666666, 0.3093749788072374, 0.6927777777777778 ], "point": [ 0.287, 0.6822 ] }, { "instruction": "Seller's information", "bbox": [ 0.3159722222222222, 0.7566666666666667, 0.4986111111111111, 0.7911111111111111 ], "point": [ 0.4073, 0.7739 ] }, { "instruction": "Phone", "bbox": [ 0.2743055767483181, 0.8238888888888889, 0.3090277989705404, 0.8422222222222222 ], "point": [ 0.2917, 0.8331 ] }, { "instruction": "Show phone on the listing page", "bbox": [ 0.33194444444444443, 0.8772222222222222, 0.4736111111111111, 0.8994444444444445 ], "point": [ 0.4028, 0.8883 ] }, { "instruction": "Other contact", "bbox": [ 0.23541666666666666, 0.9394443766276042, 0.3104166666666667, 0.9599999321831597 ], "point": [ 0.2729, 0.9497 ] }, { "instruction": "City", "bbox": [ 0.2864583333333333, 0.5233333672417535, 0.30833333333333335, 0.5516667005750868 ], "point": [ 0.2974, 0.5375 ] }, { "instruction": "City", "bbox": [ 0.2590277777777778, 0.5966666666666667, 0.28055555555555556, 0.6238888888888889 ], "point": [ 0.2698, 0.6103 ] }, { "instruction": "Pennsylvania", "bbox": [ 0.3142999013264974, 0.43514946831597223, 0.5633777618408203, 0.4970297580295139 ], "point": [ 0.4388, 0.4661 ] }, { "instruction": "Pittsburgh", "bbox": [ 0.3143304189046224, 0.5080174085828993, 0.5627835167778863, 0.5708964029947917 ], "point": [ 0.4386, 0.5395 ] }, { "instruction": "Not Secure", "bbox": [ 0.08300569852193197, 0.052668880886501734, 0.15578335656060113, 0.08427743699815538 ], "point": [ 0.1194, 0.0685 ] }, { "instruction": "X", "bbox": [ 0.15669753816392687, 0.010529842376708985, 0.1711970329284668, 0.034607147640652126 ], "point": [ 0.1639, 0.0226 ] }, { "instruction": "a dropdown menu to select the state \"Pennsylvania\".", "bbox": [ 0.3142999013264974, 0.43514946831597223, 0.5633777618408203, 0.4970297580295139 ], "point": [ 0.4388, 0.4661 ] }, { "instruction": "closing a window or dialog box.", "bbox": [ 0.31468609703911676, 0.58094970703125, 0.5630042182074653, 0.6439031304253472 ], "point": [ 0.4388, 0.6124 ] }, { "instruction": "a dropdown menu for selecting the font size, font style, and font size.", "bbox": [ 0.3143304189046224, 0.5080174085828993, 0.5627835167778863, 0.5708964029947917 ], "point": [ 0.4386, 0.5395 ] }, { "instruction": "a horizontal scrollbar.", "bbox": [ 0.31363377041286894, 0.6516855197482639, 0.5624652014838325, 0.7129787868923612 ], "point": [ 0.438, 0.6823 ] }, { "instruction": "a horizontal scrollbar.", "bbox": [ 0.31402676900227866, 0.8029623752170139, 0.5624986012776693, 0.86466796875 ], "point": [ 0.4383, 0.8338 ] }, { "instruction": "a horizontal scrollbar.", "bbox": [ 0.31390709347195095, 0.9203643120659722, 0.5624735514322917, 0.9810418023003472 ], "point": [ 0.4382, 0.9507 ] }, { "instruction": "Not Security.", "bbox": [ 0.08300569852193197, 0.052668880886501734, 0.15578335656060113, 0.08427743699815538 ], "point": [ 0.1194, 0.0685 ] }, { "instruction": "Reload", "bbox": [ 0.054648764928181964, 0.05002019246419271, 0.07676648563808865, 0.08933724297417535 ], "point": [ 0.0657, 0.0697 ] }, { "instruction": "Extensions", "bbox": [ 0.8863150702582465, 0.05101060655381944, 0.9085069444444445, 0.08591398451063369 ], "point": [ 0.8974, 0.0685 ] }, { "instruction": "Time Field", "bbox": [ 0.9472658793131511, 0.04733193715413411, 0.9733467102050781, 0.08845316569010417 ], "point": [ 0.9603, 0.0679 ] }, { "instruction": "Five-point star", "bbox": [ 0.830032942030165, 0.056368124220106335, 0.8465582105848525, 0.08572941250271267 ], "point": [ 0.8383, 0.071 ] }, { "instruction": "Download", "bbox": [ 0.9233939276801215, 0.04814446343315972, 0.9454683091905381, 0.08748009575737847 ], "point": [ 0.9344, 0.0678 ] }, { "instruction": "Increase", "bbox": [ 0.8615110609266493, 0.052960696750217015, 0.8825507269965278, 0.08595576816134982 ], "point": [ 0.872, 0.0695 ] }, { "instruction": "Forward", "bbox": [ 0.029795636071099176, 0.051952167087131074, 0.05058904223971897, 0.08870818244086372 ], "point": [ 0.0402, 0.0703 ] }, { "instruction": "Back", "bbox": [ 0.004892174402872721, 0.05236492580837673, 0.026519995265536837, 0.0876819101969401 ], "point": [ 0.0157, 0.07 ] }, { "instruction": "Show container actions", "bbox": [ 0.9753787570529514, 0.05067283206515842, 0.9930689493815105, 0.0880489264594184 ], "point": [ 0.9842, 0.0694 ] }, { "instruction": "expanding or opening a dropdown menu.", "bbox": [ 0.9752908494737413, 0.0034321022033691408, 0.996897464328342, 0.041285029517279734 ], "point": [ 0.9861, 0.0224 ] }, { "instruction": "Close", "bbox": [ 0.15669753816392687, 0.010529842376708985, 0.1711970329284668, 0.034607147640652126 ], "point": [ 0.1639, 0.0226 ] }, { "instruction": "New Tab", "bbox": [ 0.18134810129801432, 0.007873677147759332, 0.1959574169582791, 0.037811525132921006 ], "point": [ 0.1887, 0.0228 ] }, { "instruction": "a completed task or confirmation.", "bbox": [ 0.31642915937635635, 0.8752354600694444, 0.3315858417087131, 0.9024590386284722 ], "point": [ 0.324, 0.8888 ] } ], "element_size": 42 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_13/10008.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Classifieds", "bbox": [ 0.03437500264909532, 0.013888888888888888, 0.08020833598242866, 0.029444444444444443 ], "point": [ 0.0573, 0.0217 ] }, { "instruction": "ec2-3-143-22-101.us-east-2.compute.amazonaws com.9980", "bbox": [ 0.15833333333333333, 0.06055554707845052, 0.44375, 0.08055555555555556 ], "point": [ 0.301, 0.0706 ] }, { "instruction": "0 | &", "bbox": [ 0.8881944444444444, 0.055, 0.9451388888888889, 0.08333333333333333 ], "point": [ 0.9167, 0.0692 ] }, { "instruction": "Keyword", "bbox": [ 0.1579861111111111, 0.09277777777777778, 0.20729166666666668, 0.11611111111111111 ], "point": [ 0.1826, 0.1044 ] }, { "instruction": "Category", "bbox": [ 0.4979166666666667, 0.09166666666666666, 0.55, 0.11888888888888889 ], "point": [ 0.524, 0.1053 ] }, { "instruction": "Latest Listings", "bbox": [ 0.1576388676961263, 0.2544444444444444, 0.2670138676961263, 0.29055555555555557 ], "point": [ 0.2123, 0.2725 ] }, { "instruction": "macbook pro 2017 cheape_", "bbox": [ 0.1673611111111111, 0.5272222222222223, 0.31180555555555556, 0.555 ], "point": [ 0.2396, 0.5411 ] }, { "instruction": "2\"96", "bbox": [ 0.7315972222222222, 0.6516665988498264, 0.7548611111111111, 0.6749999321831597 ], "point": [ 0.7432, 0.6633 ] }, { "instruction": "Xh", "bbox": [ 0.734375, 0.6749999321831597, 0.7496527777777777, 0.6911110432942709 ], "point": [ 0.742, 0.6831 ] }, { "instruction": "Janshall", "bbox": [ 0.5552083333333333, 0.6894444444444444, 0.6131944444444445, 0.725 ], "point": [ 0.5842, 0.7072 ] }, { "instruction": "GI", "bbox": [ 0.24166666666666667, 0.7744444444444445, 0.25729166666666664, 0.7838888888888889 ], "point": [ 0.2495, 0.7792 ] }, { "instruction": "Engagement Ring", "bbox": [ 0.16770834392971462, 0.8438888888888889, 0.26006944444444446, 0.8683333333333333 ], "point": [ 0.2139, 0.8561 ] }, { "instruction": "1997 FORD AIRSTREAM", "bbox": [ 0.3416666666666667, 0.8444445122612847, 0.4704861111111111, 0.8650000678168402 ], "point": [ 0.4061, 0.8547 ] }, { "instruction": "Complete Guitar Rig Full S:", "bbox": [ 0.5152777777777777, 0.8455555555555555, 0.6517361111111111, 0.8677777777777778 ], "point": [ 0.5835, 0.8567 ] }, { "instruction": "Tennis bracelet", "bbox": [ 0.6878472222222223, 0.8455555555555555, 0.7680555555555556, 0.8666666666666667 ], "point": [ 0.728, 0.8561 ] }, { "instruction": "Search", "bbox": [ 0.7024206373426649, 0.11648626539442275, 0.8424154493543837, 0.17662438286675347 ], "point": [ 0.7724, 0.1466 ] }, { "instruction": "JBL Powered PA Speaker", "bbox": [ 0.33281856113009983, 0.3029183620876736, 0.49443024529351126, 0.5999868435329861 ], "point": [ 0.4136, 0.4515 ] }, { "instruction": "150.00 $", "bbox": [ 0.33281856113009983, 0.3029183620876736, 0.49443024529351126, 0.5999868435329861 ], "point": [ 0.4136, 0.4515 ] }, { "instruction": "xbox series X", "bbox": [ 0.5065486060248481, 0.30242913140190975, 0.668312030368381, 0.6015377468532986 ], "point": [ 0.5874, 0.452 ] }, { "instruction": "with extras", "bbox": [ 0.5065486060248481, 0.30242913140190975, 0.668312030368381, 0.6015377468532986 ], "point": [ 0.5874, 0.452 ] }, { "instruction": "350.00 $", "bbox": [ 0.5065486060248481, 0.30242913140190975, 0.668312030368381, 0.6015377468532986 ], "point": [ 0.5874, 0.452 ] }, { "instruction": "Select a", "bbox": [ 0.49737781948513454, 0.11664948357476128, 0.6933645884195964, 0.17782974243164062 ], "point": [ 0.5954, 0.1472 ] }, { "instruction": "category", "bbox": [ 0.49737781948513454, 0.11664948357476128, 0.6933645884195964, 0.17782974243164062 ], "point": [ 0.5954, 0.1472 ] }, { "instruction": "Canon EF 100-40Omm fla_-", "bbox": [ 0.6801037258572049, 0.3049471028645833, 0.8408077663845486, 0.6001564534505208 ], "point": [ 0.7605, 0.4526 ] }, { "instruction": "1645.00 $", "bbox": [ 0.6801037258572049, 0.3049471028645833, 0.8408077663845486, 0.6001564534505208 ], "point": [ 0.7605, 0.4526 ] }, { "instruction": "e.g-, a blue used car", "bbox": [ 0.1543267567952474, 0.11774658203125, 0.4898402320014106, 0.1796016099717882 ], "point": [ 0.3221, 0.1487 ] }, { "instruction": "Not Secure", "bbox": [ 0.08297355439927843, 0.05217558119032118, 0.15563147862752277, 0.08426998562282986 ], "point": [ 0.1193, 0.0682 ] }, { "instruction": "2200.00 $", "bbox": [ 0.16750837961832682, 0.8698719618055556, 0.22628476884629992, 0.8979865180121528 ], "point": [ 0.1969, 0.8839 ] }, { "instruction": "X", "bbox": [ 0.15708614985148112, 0.010965291129218208, 0.17052768071492513, 0.03531870418124729 ], "point": [ 0.1638, 0.0231 ] }, { "instruction": "L", "bbox": [ 0.9481452094184027, 0.04446719699435764, 0.9734322441948785, 0.09130727979871962 ], "point": [ 0.9608, 0.0679 ] }, { "instruction": "9o0.00 $", "bbox": [ 0.5145186954074435, 0.869978502061632, 0.5665023379855686, 0.8984946695963542 ], "point": [ 0.5405, 0.8842 ] }, { "instruction": "2ooo.00 $", "bbox": [ 0.6890970442030165, 0.8694489203559028, 0.7475374009874132, 0.8983237033420138 ], "point": [ 0.7183, 0.8839 ] }, { "instruction": "28995.00 $", "bbox": [ 0.34124524858262806, 0.8700996229383681, 0.40654402838812936, 0.8972507731119792 ], "point": [ 0.3739, 0.8837 ] }, { "instruction": "310.00 $", "bbox": [ 0.16702662573920357, 0.5534742228190104, 0.21969047122531468, 0.5840262858072917 ], "point": [ 0.1934, 0.5688 ] }, { "instruction": "a search function.", "bbox": [ 0.7024206373426649, 0.11648626539442275, 0.8424154493543837, 0.17662438286675347 ], "point": [ 0.7724, 0.1466 ] }, { "instruction": "a speaker with a price of 150.00.", "bbox": [ 0.33281856113009983, 0.3029183620876736, 0.49443024529351126, 0.5999868435329861 ], "point": [ 0.4136, 0.4515 ] }, { "instruction": "a price tag of $350.00.", "bbox": [ 0.5065486060248481, 0.30242913140190975, 0.668312030368381, 0.6015377468532986 ], "point": [ 0.5874, 0.452 ] }, { "instruction": "a dropdown menu to select a category.", "bbox": [ 0.49737781948513454, 0.11664948357476128, 0.6933645884195964, 0.17782974243164062 ], "point": [ 0.5954, 0.1472 ] }, { "instruction": "a price tag of $1645.00.", "bbox": [ 0.6801037258572049, 0.3049471028645833, 0.8408077663845486, 0.6001564534505208 ], "point": [ 0.7605, 0.4526 ] }, { "instruction": "a text input field for a blue used car.", "bbox": [ 0.1543267567952474, 0.11774658203125, 0.4898402320014106, 0.1796016099717882 ], "point": [ 0.3221, 0.1487 ] }, { "instruction": "Not Security.", "bbox": [ 0.08297355439927843, 0.05217558119032118, 0.15563147862752277, 0.08426998562282986 ], "point": [ 0.1193, 0.0682 ] }, { "instruction": "Reload", "bbox": [ 0.05371246337890625, 0.04850609673394097, 0.07673119439019097, 0.09113305833604601 ], "point": [ 0.0652, 0.0698 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9758607652452257, 0.0032556194729275174, 0.9971154106987847, 0.03921838124593099 ], "point": [ 0.9865, 0.0212 ] }, { "instruction": "Back", "bbox": [ 0.004099757141537137, 0.04966657002766927, 0.027584956751929388, 0.09132693820529514 ], "point": [ 0.0158, 0.0705 ] }, { "instruction": "Forward", "bbox": [ 0.02874301274617513, 0.04888603210449219, 0.05123143196105957, 0.09136371188693576 ], "point": [ 0.04, 0.0701 ] }, { "instruction": "a price tag of 2200.00.", "bbox": [ 0.16750837961832682, 0.8698719618055556, 0.22628476884629992, 0.8979865180121528 ], "point": [ 0.1969, 0.8839 ] }, { "instruction": "Close", "bbox": [ 0.15708614985148112, 0.010965291129218208, 0.17052768071492513, 0.03531870418124729 ], "point": [ 0.1638, 0.0231 ] }, { "instruction": "Five-point star", "bbox": [ 0.8301093207465278, 0.05606374952528212, 0.8460191514756944, 0.08589557223849827 ], "point": [ 0.8381, 0.071 ] }, { "instruction": "Line Spacing", "bbox": [ 0.86146240234375, 0.05125444200303819, 0.8820054796006944, 0.08436353047688802 ], "point": [ 0.8717, 0.0678 ] }, { "instruction": "Time Field", "bbox": [ 0.9481452094184027, 0.04446719699435764, 0.9734322441948785, 0.09130727979871962 ], "point": [ 0.9608, 0.0679 ] }, { "instruction": "Show container actions", "bbox": [ 0.9750150892469618, 0.04736884646945529, 0.9932198418511284, 0.0895408460828993 ], "point": [ 0.9841, 0.0685 ] }, { "instruction": "New Tab", "bbox": [ 0.18181980980767143, 0.007317338519626193, 0.1954104741414388, 0.04242545127868652 ], "point": [ 0.1886, 0.0249 ] }, { "instruction": "a price tag of 900.00.", "bbox": [ 0.5145186954074435, 0.869978502061632, 0.5665023379855686, 0.8984946695963542 ], "point": [ 0.5405, 0.8842 ] }, { "instruction": "a value of 2000.00.", "bbox": [ 0.6890970442030165, 0.8694489203559028, 0.7475374009874132, 0.8983237033420138 ], "point": [ 0.7183, 0.8839 ] }, { "instruction": "a price tag of 2895.00.", "bbox": [ 0.34124524858262806, 0.8700996229383681, 0.40654402838812936, 0.8972507731119792 ], "point": [ 0.3739, 0.8837 ] }, { "instruction": "A play button for media playback.", "bbox": [ 0.0, 0.0002511702643500434, 0.015314245223999023, 0.05674390368991428 ], "point": [ 0.0077, 0.0285 ] }, { "instruction": "a price of $10.00.", "bbox": [ 0.16702662573920357, 0.5534742228190104, 0.21969047122531468, 0.5840262858072917 ], "point": [ 0.1934, 0.5688 ] }, { "instruction": "Searching or magnifying glass.", "bbox": [ 0.994647471110026, 0.05346798366970486, 1.0000000847710504, 0.08799062093098958 ], "point": [ 0.9973, 0.0707 ] } ], "element_size": 58 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_14/10116.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Classifieds", "bbox": [ 0.03437500264909532, 0.013888888888888888, 0.08020833598242866, 0.029444444444444443 ], "point": [ 0.0573, 0.0217 ] }, { "instruction": "ec2-3-143-22-101.us-east-2.compute.amazonaws com.9980", "bbox": [ 0.15833333333333333, 0.06055554707845052, 0.44375, 0.08055555555555556 ], "point": [ 0.301, 0.0706 ] }, { "instruction": "0 0 | _", "bbox": [ 0.8663194444444444, 0.055, 0.9451388888888889, 0.08333333333333333 ], "point": [ 0.9057, 0.0692 ] }, { "instruction": "All categories", "bbox": [ 0.1763888888888889, 0.20555555555555555, 0.278125, 0.2388888888888889 ], "point": [ 0.2273, 0.2222 ] }, { "instruction": "All locations", "bbox": [ 0.6312500847710504, 0.2061111111111111, 0.7239583333333334, 0.23444444444444446 ], "point": [ 0.6776, 0.2203 ] }, { "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com:9980/index php?page-s_", "bbox": [ 0.00208332273695204, 0.9783333333333334, 0.3222222116258409, 0.9994444444444445 ], "point": [ 0.1622, 0.9889 ] }, { "instruction": "Auto parts", "bbox": [ 0.42591429816351994, 0.2578631422254774, 0.5053837670220269, 0.39559963650173613 ], "point": [ 0.4656, 0.3267 ] }, { "instruction": "Beauty", "bbox": [ 0.5086593204074435, 0.25794535319010414, 0.5879473792182075, 0.3940140109592014 ], "point": [ 0.5483, 0.326 ] }, { "instruction": "health", "bbox": [ 0.5086593204074435, 0.25794535319010414, 0.5879473792182075, 0.3940140109592014 ], "point": [ 0.5483, 0.326 ] }, { "instruction": "garden", "bbox": [ 0.509360843234592, 0.5485663859049479, 0.5884596930609809, 0.6863818359375 ], "point": [ 0.5489, 0.6175 ] }, { "instruction": "Farm", "bbox": [ 0.509360843234592, 0.5485663859049479, 0.5884596930609809, 0.6863818359375 ], "point": [ 0.5489, 0.6175 ] }, { "instruction": "Jewelry", "bbox": [ 0.34179806179470484, 0.6939997016059027, 0.4221709357367622, 0.8318360731336806 ], "point": [ 0.382, 0.7629 ] }, { "instruction": "Arts + crafts", "bbox": [ 0.3419302198621962, 0.25898430718315973, 0.42233361138237846, 0.39406907823350695 ], "point": [ 0.3821, 0.3265 ] }, { "instruction": "Video gaming", "bbox": [ 0.34263250562879777, 0.8405518934461805, 0.42179281446668837, 0.9764496527777777 ], "point": [ 0.3822, 0.9085 ] }, { "instruction": "Antiques", "bbox": [ 0.17538024054633247, 0.25912322998046877, 0.25544653998480904, 0.39486358642578123 ], "point": [ 0.2154, 0.327 ] }, { "instruction": "Music", "bbox": [ 0.5098054673936632, 0.6943648952907986, 0.5877345614963108, 0.8298736572265625 ], "point": [ 0.5488, 0.7621 ] }, { "instruction": "instruments", "bbox": [ 0.5098054673936632, 0.6943648952907986, 0.5877345614963108, 0.8298736572265625 ], "point": [ 0.5488, 0.7621 ] }, { "instruction": "Household", "bbox": [ 0.25935840606689453, 0.6946902126736111, 0.3386578665839301, 0.8314687771267361 ], "point": [ 0.299, 0.7631 ] }, { "instruction": "Electronics", "bbox": [ 0.4260907491048177, 0.5487114461263021, 0.5053238762749566, 0.6865125189887152 ], "point": [ 0.4657, 0.6176 ] }, { "instruction": "Computer", "bbox": [ 0.2593833923339844, 0.54907958984375, 0.3385930379231771, 0.6855301920572917 ], "point": [ 0.299, 0.6173 ] }, { "instruction": "parts", "bbox": [ 0.2593833923339844, 0.54907958984375, 0.3385930379231771, 0.6855301920572917 ], "point": [ 0.299, 0.6173 ] }, { "instruction": "Motorcycles", "bbox": [ 0.4267188178168403, 0.6941500515407986, 0.5050421820746528, 0.8308176676432292 ], "point": [ 0.4659, 0.7625 ] }, { "instruction": "Bikes", "bbox": [ 0.17568460040622288, 0.40487036810980903, 0.255520502726237, 0.5412701755099827 ], "point": [ 0.2156, 0.4731 ] }, { "instruction": "Computers", "bbox": [ 0.34117986891004776, 0.5486873711480035, 0.42255363464355467, 0.6867022026909723 ], "point": [ 0.3819, 0.6177 ] }, { "instruction": "Cars", "bbox": [ 0.4261216481526693, 0.4054102240668403, 0.5050303565131293, 0.5403358289930555 ], "point": [ 0.4656, 0.4729 ] }, { "instruction": "trucks", "bbox": [ 0.4261216481526693, 0.4054102240668403, 0.5050303565131293, 0.5403358289930555 ], "point": [ 0.4656, 0.4729 ] }, { "instruction": "Rvs + campers", "bbox": [ 0.2594917297363281, 0.8421912299262153, 0.33836373223198785, 0.976311509874132 ], "point": [ 0.2989, 0.9093 ] }, { "instruction": "Photo + video", "bbox": [ 0.17659442689683702, 0.8402992078993056, 0.2547965791490343, 0.9767620171440973 ], "point": [ 0.2157, 0.9085 ] }, { "instruction": "Cell phones", "bbox": [ 0.5106257968478732, 0.4058525254991319, 0.5884820726182726, 0.5409193250868055 ], "point": [ 0.5496, 0.4734 ] }, { "instruction": "Appliances", "bbox": [ 0.2601028018527561, 0.2591534423828125, 0.33822703891330297, 0.3944849310980903 ], "point": [ 0.2992, 0.3268 ] }, { "instruction": "Collectibles", "bbox": [ 0.17645484076605902, 0.5487818400065104, 0.25479812622070314, 0.6863591851128472 ], "point": [ 0.2156, 0.6176 ] }, { "instruction": "Books", "bbox": [ 0.3422214084201389, 0.4032870144314236, 0.42215559217664933, 0.5435150824652778 ], "point": [ 0.3822, 0.4734 ] }, { "instruction": "Boats", "bbox": [ 0.2582079357571072, 0.40500450981987846, 0.33850994110107424, 0.5416548326280382 ], "point": [ 0.2984, 0.4733 ] }, { "instruction": "Not Secure", "bbox": [ 0.0827784644232856, 0.053268178304036455, 0.15576727125379775, 0.08443865458170573 ], "point": [ 0.1193, 0.0689 ] }, { "instruction": "Furniture", "bbox": [ 0.17605980767144097, 0.6943332248263889, 0.25431306627061634, 0.832523193359375 ], "point": [ 0.2152, 0.7634 ] }, { "instruction": "Pennsylvania (22181)", "bbox": [ 0.6313158247205947, 0.286353759765625, 0.7434127807617188, 0.31095750596788196 ], "point": [ 0.6874, 0.2987 ] }, { "instruction": "Delaware (870)", "bbox": [ 0.6300237443712022, 0.4448504638671875, 0.7168769836425781, 0.4694329833984375 ], "point": [ 0.6735, 0.4571 ] }, { "instruction": "~L", "bbox": [ 0.9485154045952691, 0.045711822509765625, 0.9726819356282552, 0.08930055406358507 ], "point": [ 0.9606, 0.0675 ] }, { "instruction": "Maryland (21674)", "bbox": [ 0.631039555867513, 0.31758358425564237, 0.728176032172309, 0.34241424560546874 ], "point": [ 0.6796, 0.33 ] }, { "instruction": "Ohio (5626)", "bbox": [ 0.6298800150553385, 0.3490890163845486, 0.6999082777235243, 0.37487555609809026 ], "point": [ 0.6649, 0.362 ] }, { "instruction": "Washington; DC. (1567)", "bbox": [ 0.6357481214735243, 0.3811579386393229, 0.7577878316243489, 0.40579742431640625 ], "point": [ 0.6968, 0.3935 ] }, { "instruction": "Virginia (31126)", "bbox": [ 0.6302717420789931, 0.25275516086154515, 0.7183592902289496, 0.2790348646375868 ], "point": [ 0.6743, 0.2659 ] }, { "instruction": "West Virginia (1109)", "bbox": [ 0.6357761806911892, 0.4128841824001736, 0.7405072530110677, 0.4366811794704861 ], "point": [ 0.6881, 0.4248 ] }, { "instruction": "Auto parts.", "bbox": [ 0.42591429816351994, 0.2578631422254774, 0.5053837670220269, 0.39559963650173613 ], "point": [ 0.4656, 0.3267 ] }, { "instruction": "Health function.", "bbox": [ 0.5086593204074435, 0.25794535319010414, 0.5879473792182075, 0.3940140109592014 ], "point": [ 0.5483, 0.326 ] }, { "instruction": "farm + garden functionality.", "bbox": [ 0.509360843234592, 0.5485663859049479, 0.5884596930609809, 0.6863818359375 ], "point": [ 0.5489, 0.6175 ] }, { "instruction": "Jewelry", "bbox": [ 0.34179806179470484, 0.6939997016059027, 0.4221709357367622, 0.8318360731336806 ], "point": [ 0.382, 0.7629 ] }, { "instruction": "arts + crafts.", "bbox": [ 0.3419302198621962, 0.25898430718315973, 0.42233361138237846, 0.39406907823350695 ], "point": [ 0.3821, 0.3265 ] }, { "instruction": "Video gaming.", "bbox": [ 0.34263250562879777, 0.8405518934461805, 0.42179281446668837, 0.9764496527777777 ], "point": [ 0.3822, 0.9085 ] }, { "instruction": "antiques.", "bbox": [ 0.17538024054633247, 0.25912322998046877, 0.25544653998480904, 0.39486358642578123 ], "point": [ 0.2154, 0.327 ] }, { "instruction": "Music instruments.", "bbox": [ 0.5098054673936632, 0.6943648952907986, 0.5877345614963108, 0.8298736572265625 ], "point": [ 0.5488, 0.7621 ] }, { "instruction": "the Household function.", "bbox": [ 0.25935840606689453, 0.6946902126736111, 0.3386578665839301, 0.8314687771267361 ], "point": [ 0.299, 0.7631 ] }, { "instruction": "Electronics", "bbox": [ 0.4260907491048177, 0.5487114461263021, 0.5053238762749566, 0.6865125189887152 ], "point": [ 0.4657, 0.6176 ] }, { "instruction": "Computer parts.", "bbox": [ 0.2593833923339844, 0.54907958984375, 0.3385930379231771, 0.6855301920572917 ], "point": [ 0.299, 0.6173 ] }, { "instruction": "motorcycles", "bbox": [ 0.4267188178168403, 0.6941500515407986, 0.5050421820746528, 0.8308176676432292 ], "point": [ 0.4659, 0.7625 ] }, { "instruction": "Bikes", "bbox": [ 0.17568460040622288, 0.40487036810980903, 0.255520502726237, 0.5412701755099827 ], "point": [ 0.2156, 0.4731 ] }, { "instruction": "Computers", "bbox": [ 0.34117986891004776, 0.5486873711480035, 0.42255363464355467, 0.6867022026909723 ], "point": [ 0.3819, 0.6177 ] }, { "instruction": "Cars + trucks.", "bbox": [ 0.4261216481526693, 0.4054102240668403, 0.5050303565131293, 0.5403358289930555 ], "point": [ 0.4656, 0.4729 ] }, { "instruction": "Rvs +campers.", "bbox": [ 0.2594917297363281, 0.8421912299262153, 0.33836373223198785, 0.976311509874132 ], "point": [ 0.2989, 0.9093 ] }, { "instruction": "Photo + video.", "bbox": [ 0.17659442689683702, 0.8402992078993056, 0.2547965791490343, 0.9767620171440973 ], "point": [ 0.2157, 0.9085 ] }, { "instruction": "Cell phones.", "bbox": [ 0.5106257968478732, 0.4058525254991319, 0.5884820726182726, 0.5409193250868055 ], "point": [ 0.5496, 0.4734 ] }, { "instruction": "Appliances", "bbox": [ 0.2601028018527561, 0.2591534423828125, 0.33822703891330297, 0.3944849310980903 ], "point": [ 0.2992, 0.3268 ] }, { "instruction": "collectibles.", "bbox": [ 0.17645484076605902, 0.5487818400065104, 0.25479812622070314, 0.6863591851128472 ], "point": [ 0.2156, 0.6176 ] }, { "instruction": "a books menu.", "bbox": [ 0.3422214084201389, 0.4032870144314236, 0.42215559217664933, 0.5435150824652778 ], "point": [ 0.3822, 0.4734 ] }, { "instruction": "Boats", "bbox": [ 0.2582079357571072, 0.40500450981987846, 0.33850994110107424, 0.5416548326280382 ], "point": [ 0.2984, 0.4733 ] }, { "instruction": "Reload", "bbox": [ 0.05395255618625217, 0.04770396762424045, 0.07696755727132161, 0.09208336724175348 ], "point": [ 0.0655, 0.0699 ] }, { "instruction": "Back", "bbox": [ 0.0038665427101982966, 0.049204830593532985, 0.02745923466152615, 0.09324725680881077 ], "point": [ 0.0157, 0.0712 ] }, { "instruction": "Not Security.", "bbox": [ 0.0827784644232856, 0.053268178304036455, 0.15576727125379775, 0.08443865458170573 ], "point": [ 0.1193, 0.0689 ] }, { "instruction": "Forward", "bbox": [ 0.028567398918999565, 0.04859628465440538, 0.05172033839755588, 0.09259234110514324 ], "point": [ 0.0401, 0.0706 ] }, { "instruction": "Five-point star", "bbox": [ 0.8298282199435764, 0.0563938479953342, 0.845979987250434, 0.08611381530761719 ], "point": [ 0.8379, 0.0713 ] }, { "instruction": "Furniture.", "bbox": [ 0.17605980767144097, 0.6943332248263889, 0.25431306627061634, 0.832523193359375 ], "point": [ 0.2152, 0.7634 ] }, { "instruction": "Close", "bbox": [ 0.15701866149902344, 0.011301043828328451, 0.1707440694173177, 0.03431450208028158 ], "point": [ 0.1639, 0.0228 ] }, { "instruction": "Navigation to Pennsylvania (2218).", "bbox": [ 0.6313158247205947, 0.286353759765625, 0.7434127807617188, 0.31095750596788196 ], "point": [ 0.6874, 0.2987 ] }, { "instruction": "Navigation or direction.", "bbox": [ 0.6300237443712022, 0.4448504638671875, 0.7168769836425781, 0.4694329833984375 ], "point": [ 0.6735, 0.4571 ] }, { "instruction": "Time Field", "bbox": [ 0.9485154045952691, 0.045711822509765625, 0.9726819356282552, 0.08930055406358507 ], "point": [ 0.9606, 0.0675 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9756267971462673, 0.0035315238104926213, 0.9966549343532987, 0.040331505669487844 ], "point": [ 0.9861, 0.0219 ] }, { "instruction": "Navigation to Maryland (2167A).", "bbox": [ 0.631039555867513, 0.31758358425564237, 0.728176032172309, 0.34241424560546874 ], "point": [ 0.6796, 0.33 ] }, { "instruction": "Download", "bbox": [ 0.9233222961425781, 0.047664913601345484, 0.9448890686035156, 0.08656100802951389 ], "point": [ 0.9341, 0.0671 ] }, { "instruction": "Navigation or direction.", "bbox": [ 0.6298800150553385, 0.3490890163845486, 0.6999082777235243, 0.37487555609809026 ], "point": [ 0.6649, 0.362 ] }, { "instruction": "Navigation or direction.", "bbox": [ 0.6357481214735243, 0.3811579386393229, 0.7577878316243489, 0.40579742431640625 ], "point": [ 0.6968, 0.3935 ] }, { "instruction": "Navigation or direction.", "bbox": [ 0.6302717420789931, 0.25275516086154515, 0.7183592902289496, 0.2790348646375868 ], "point": [ 0.6743, 0.2659 ] }, { "instruction": "Increase", "bbox": [ 0.8606793721516927, 0.04950693766276042, 0.883135732014974, 0.0861986796061198 ], "point": [ 0.8719, 0.0679 ] }, { "instruction": "More options", "bbox": [ 0.9753389146592882, 0.05082154168023004, 0.9931455824110244, 0.08831128438313803 ], "point": [ 0.9842, 0.0696 ] }, { "instruction": "West Virginia (1109).", "bbox": [ 0.6357761806911892, 0.4128841824001736, 0.7405072530110677, 0.4366811794704861 ], "point": [ 0.6881, 0.4248 ] }, { "instruction": "New Tab", "bbox": [ 0.18199197981092666, 0.008957299126519097, 0.1952039294772678, 0.04026670667860243 ], "point": [ 0.1886, 0.0246 ] }, { "instruction": "a loading or progress bar.", "bbox": [ 0.15674805111355253, 0.09163911607530383, 0.3211718877156576, 0.11585272894965278 ], "point": [ 0.239, 0.1037 ] } ], "element_size": 86 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_15/10212.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com 9980/index php?page-search&sCategory-16", "bbox": [ 0.15833333333333333, 0.05833332909478082, 0.628125, 0.08277776930067274 ], "point": [ 0.3932, 0.0706 ] }, { "instruction": "0 | &", "bbox": [ 0.8881944444444444, 0.055, 0.9440972222222223, 0.08333333333333333 ], "point": [ 0.9161, 0.0692 ] }, { "instruction": "Farm + garden", "bbox": [ 0.21770833333333334, 0.21388888888888888, 0.28402777777777777, 0.23555555555555555 ], "point": [ 0.2509, 0.2247 ] }, { "instruction": "Your search", "bbox": [ 0.16701388888888888, 0.2722222222222222, 0.22083333333333333, 0.28944444444444445 ], "point": [ 0.1939, 0.2808 ] }, { "instruction": "Farm", "bbox": [ 0.33159717983669706, 0.26166666666666666, 0.40347217983669703, 0.31166666666666665 ], "point": [ 0.3675, 0.2867 ] }, { "instruction": "1", "bbox": [ 0.33368055555555554, 0.34999996609157985, 0.34270829094780814, 0.366111077202691 ], "point": [ 0.3382, 0.3581 ] }, { "instruction": "12 of 6602 listings", "bbox": [ 0.34965277777777776, 0.3477777777777778, 0.44166666666666665, 0.3711111111111111 ], "point": [ 0.3957, 0.3594 ] }, { "instruction": "Listings", "bbox": [ 0.3329861111111111, 0.4077777777777778, 0.3871527777777778, 0.43555555555555553 ], "point": [ 0.3601, 0.4217 ] }, { "instruction": "Show only", "bbox": [ 0.16701388888888888, 0.4488888888888889, 0.2170138888888889, 0.4672222222222222 ], "point": [ 0.192, 0.4581 ] }, { "instruction": "1234.00 $", "bbox": [ 0.40625, 0.49277777777777776, 0.4753472222222222, 0.5194445122612847 ], "point": [ 0.4408, 0.5061 ] }, { "instruction": "Price", "bbox": [ 0.16701388888888888, 0.5149999660915798, 0.19131944444444443, 0.5322221883138021 ], "point": [ 0.1792, 0.5236 ] }, { "instruction": "Farm", "bbox": [ 0.40625, 0.5272222561306423, 0.43020833333333336, 0.5444444783528646 ], "point": [ 0.4182, 0.5358 ] }, { "instruction": "garden", "bbox": [ 0.4388888888888889, 0.5277777777777778, 0.471875, 0.5461111111111111 ], "point": [ 0.4554, 0.5369 ] }, { "instruction": "Pomeroy (Ohio)", "bbox": [ 0.48541666666666666, 0.5266666666666666, 0.55625, 0.5477777777777778 ], "point": [ 0.5208, 0.5372 ] }, { "instruction": "2023/11/16", "bbox": [ 0.5690972222222223, 0.5266665988498264, 0.6243055555555556, 0.5466666666666666 ], "point": [ 0.5967, 0.5367 ] }, { "instruction": "Min.", "bbox": [ 0.16805554495917427, 0.5372221544053819, 0.18506944444444445, 0.5522222222222222 ], "point": [ 0.1766, 0.5447 ] }, { "instruction": "Max", "bbox": [ 0.23680555555555555, 0.5372221544053819, 0.25590277777777776, 0.5522222222222222 ], "point": [ 0.2464, 0.5447 ] }, { "instruction": "10 totes some had paint others", "bbox": [ 0.4065972222222222, 0.5544444444444444, 0.5541666666666667, 0.5766666666666667 ], "point": [ 0.4804, 0.5656 ] }, { "instruction": "do not know 25 each 30 Barrels 10 each", "bbox": [ 0.5597222222222222, 0.5544444105360243, 0.7510415818956163, 0.575 ], "point": [ 0.6554, 0.5647 ] }, { "instruction": "don't know what", "bbox": [ 0.7569444444444444, 0.5561111111111111, 0.8388888888888889, 0.5744445122612847 ], "point": [ 0.7979, 0.5653 ] }, { "instruction": "was in them them Meet at Scipio Township Fire Department", "bbox": [ 0.40625, 0.5766665988498264, 0.6899305555555556, 0.5988888210720487 ], "point": [ 0.5481, 0.5878 ] }, { "instruction": "60.00 $", "bbox": [ 0.40625, 0.6700000678168403, 0.4576388888888889, 0.6972222900390626 ], "point": [ 0.4319, 0.6836 ] }, { "instruction": "Farm + garden", "bbox": [ 0.4059027777777778, 0.7038888888888889, 0.47256944444444443, 0.7255555555555555 ], "point": [ 0.4392, 0.7147 ] }, { "instruction": "Cranberry Township (Pennsylvania)", "bbox": [ 0.48541666666666666, 0.7038888888888889, 0.6430555555555556, 0.725 ], "point": [ 0.5642, 0.7144 ] }, { "instruction": "2023/11/16", "bbox": [ 0.65625, 0.705, 0.7107638888888889, 0.7233333333333334 ], "point": [ 0.6835, 0.7142 ] }, { "instruction": "Subscribe to this search", "bbox": [ 0.16701388888888888, 0.7322222222222222, 0.2763888888888889, 0.7483333333333333 ], "point": [ 0.2217, 0.7403 ] }, { "instruction": "Hi selling heritage breed turkeys fee very little non gmo organic grain MOSTLY pasture", "bbox": [ 0.40625, 0.7305555555555555, 0.8125, 0.7572222222222222 ], "point": [ 0.6094, 0.7439 ] }, { "instruction": "raised:", "bbox": [ 0.40625, 0.7561110432942708, 0.44027777777777777, 0.7744443766276041 ], "point": [ 0.4233, 0.7653 ] }, { "instruction": "know you really cant find any turkey meat source for thanksgiving or just to have for", "bbox": [ 0.44479166666666664, 0.7544444444444445, 0.8375, 0.7777777777777778 ], "point": [ 0.6411, 0.7661 ] }, { "instruction": "a", "bbox": [ 0.4065972222222222, 0.7816666666666666, 0.41354166666666664, 0.7938888888888889 ], "point": [ 0.4101, 0.7878 ] }, { "instruction": "food source more organically raised than my birds:", "bbox": [ 0.41354166666666664, 0.7766665988498264, 0.6524305555555555, 0.7999999321831597 ], "point": [ 0.533, 0.7883 ] }, { "instruction": "urge you to", "bbox": [ 0.6565972222222223, 0.7783332655164931, 0.7125, 0.7988888210720486 ], "point": [ 0.6845, 0.7886 ] }, { "instruction": "Refine category", "bbox": [ 0.16666666666666666, 0.8355555555555556, 0.24027777777777778, 0.8577777777777778 ], "point": [ 0.2035, 0.8467 ] }, { "instruction": "2500.00 $", "bbox": [ 0.40555555555555556, 0.87, 0.47465277777777776, 0.8972222222222223 ], "point": [ 0.4401, 0.8836 ] }, { "instruction": "Farm + garden", "bbox": [ 0.4059027777777778, 0.9038888888888889, 0.47256944444444443, 0.9255555555555556 ], "point": [ 0.4392, 0.9147 ] }, { "instruction": "South Zanesville (Ohio)", "bbox": [ 0.48541666666666666, 0.9044444444444445, 0.5899305555555555, 0.925 ], "point": [ 0.5377, 0.9147 ] }, { "instruction": "2023/11/16", "bbox": [ 0.603125, 0.905, 0.6583334181043837, 0.9233333333333333 ], "point": [ 0.6307, 0.9142 ] }, { "instruction": "Black angus bull 4 years old", "bbox": [ 0.4065972222222222, 0.9333333333333333, 0.5416666666666666, 0.955 ], "point": [ 0.4741, 0.9442 ] }, { "instruction": "garden", "bbox": [ 0.42951388888888886, 0.26611107720269095, 0.5236111111111111, 0.31333329942491317 ], "point": [ 0.4766, 0.2897 ] }, { "instruction": "City", "bbox": [ 0.1673611217074924, 0.35777777777777775, 0.18680557674831813, 0.38222222222222224 ], "point": [ 0.1771, 0.37 ] }, { "instruction": "Subscribe nowl", "bbox": [ 0.16644668579101562, 0.7511003960503472, 0.27361763848198783, 0.8003990342881945 ], "point": [ 0.22, 0.7757 ] }, { "instruction": "Sort by: Newly listed", "bbox": [ 0.7172175089518229, 0.33303392198350695, 0.8425832112630208, 0.3829530164930556 ], "point": [ 0.7799, 0.358 ] }, { "instruction": "Apply", "bbox": [ 0.166387939453125, 0.6195326063368055, 0.2288709004720052, 0.6671539984809027 ], "point": [ 0.1976, 0.6433 ] }, { "instruction": "Publish Ad", "bbox": [ 0.7644089592827691, 0.12382280985514323, 0.841294436984592, 0.16599246554904515 ], "point": [ 0.8029, 0.1449 ] }, { "instruction": "Not Secure", "bbox": [ 0.08271717495388455, 0.05359442816840278, 0.15560228559705946, 0.08422295464409722 ], "point": [ 0.1192, 0.0689 ] }, { "instruction": "Osclass", "bbox": [ 0.15698048273722331, 0.101640625, 0.28137838575575086, 0.1812799072265625 ], "point": [ 0.2192, 0.1415 ] }, { "instruction": "All categories", "bbox": [ 0.16656046973334418, 0.8579034423828125, 0.23231338924831815, 0.8823170979817708 ], "point": [ 0.1994, 0.8701 ] }, { "instruction": "Farm", "bbox": [ 0.16705728107028536, 0.8834351942274306, 0.23627251519097223, 0.9083704969618056 ], "point": [ 0.2017, 0.8959 ] }, { "instruction": "garden", "bbox": [ 0.16705728107028536, 0.8834351942274306, 0.23627251519097223, 0.9083704969618056 ], "point": [ 0.2017, 0.8959 ] }, { "instruction": "Logout", "bbox": [ 0.7102107577853732, 0.1309112040201823, 0.7619356791178385, 0.16160137600368923 ], "point": [ 0.7361, 0.1463 ] }, { "instruction": "Classifieds", "bbox": [ 0.16039023929172092, 0.21406787448459202, 0.2093979517618815, 0.23349895901150175 ], "point": [ 0.1849, 0.2238 ] }, { "instruction": "My account", "bbox": [ 0.6332069820827908, 0.12783114115397134, 0.7079380883110894, 0.1633251953125 ], "point": [ 0.6706, 0.1456 ] }, { "instruction": "X", "bbox": [ 0.15695552825927733, 0.011541493733723958, 0.17079491085476345, 0.033952136569552954 ], "point": [ 0.1639, 0.0227 ] }, { "instruction": "~L", "bbox": [ 0.9504107157389323, 0.05615019904242621, 0.9706025017632378, 0.08265566507975261 ], "point": [ 0.9605, 0.0694 ] }, { "instruction": "Farm", "bbox": [ 0.015610906812879775, 0.005751020643446181, 0.16275020175509983, 0.03849641587999132 ], "point": [ 0.0892, 0.0221 ] }, { "instruction": "garden", "bbox": [ 0.015610906812879775, 0.005751020643446181, 0.16275020175509983, 0.03849641587999132 ], "point": [ 0.0892, 0.0221 ] }, { "instruction": "Classifieds", "bbox": [ 0.015610906812879775, 0.005751020643446181, 0.16275020175509983, 0.03849641587999132 ], "point": [ 0.0892, 0.0221 ] }, { "instruction": "Totes and barrels", "bbox": [ 0.4068942175971137, 0.46493557400173613, 0.49604996575249566, 0.48968017578125 ], "point": [ 0.4515, 0.4773 ] }, { "instruction": "listings with pictures", "bbox": [ 0.17090780470106337, 0.467983635796441, 0.27707672119140625, 0.4920113457573785 ], "point": [ 0.224, 0.48 ] }, { "instruction": "Black angus bull", "bbox": [ 0.40632616678873695, 0.8429466417100695, 0.49310408698187935, 0.8679443359375 ], "point": [ 0.4497, 0.8554 ] }, { "instruction": "Turkeys heritage breed organic thanksgiving", "bbox": [ 0.40564854939778644, 0.644236585828993, 0.6918773227267795, 0.6673017713758681 ], "point": [ 0.5488, 0.6558 ] }, { "instruction": "turkey", "bbox": [ 0.40564854939778644, 0.644236585828993, 0.6918773227267795, 0.6673017713758681 ], "point": [ 0.5488, 0.6558 ] }, { "instruction": "day -", "bbox": [ 0.40564854939778644, 0.644236585828993, 0.6918773227267795, 0.6673017713758681 ], "point": [ 0.5488, 0.6558 ] }, { "instruction": "subscribe now.", "bbox": [ 0.16644668579101562, 0.7511003960503472, 0.27361763848198783, 0.8003990342881945 ], "point": [ 0.22, 0.7757 ] }, { "instruction": "A dropdown menu to select the sort by: Nowly listed.", "bbox": [ 0.7172175089518229, 0.33303392198350695, 0.8425832112630208, 0.3829530164930556 ], "point": [ 0.7799, 0.358 ] }, { "instruction": "Apply.", "bbox": [ 0.166387939453125, 0.6195326063368055, 0.2288709004720052, 0.6671539984809027 ], "point": [ 0.1976, 0.6433 ] }, { "instruction": "a checkbox.", "bbox": [ 0.1657830662197537, 0.5519134182400174, 0.230490239461263, 0.6008864339192709 ], "point": [ 0.1981, 0.5764 ] }, { "instruction": "a loading or progress bar.", "bbox": [ 0.16536005867852105, 0.3806428697374132, 0.2990756140814887, 0.4286702813042535 ], "point": [ 0.2322, 0.4047 ] }, { "instruction": "a checkbox.", "bbox": [ 0.23380160861545138, 0.5522066921657987, 0.2989679124620226, 0.600742662217882 ], "point": [ 0.2664, 0.5765 ] }, { "instruction": "a horizontal scroll bar.", "bbox": [ 0.16506400638156468, 0.2920781114366319, 0.2989085515340169, 0.34204725477430553 ], "point": [ 0.232, 0.3171 ] }, { "instruction": "Publish Ad.", "bbox": [ 0.7644089592827691, 0.12382280985514323, 0.841294436984592, 0.16599246554904515 ], "point": [ 0.8029, 0.1449 ] }, { "instruction": "Not Security.", "bbox": [ 0.08271717495388455, 0.05359442816840278, 0.15560228559705946, 0.08422295464409722 ], "point": [ 0.1192, 0.0689 ] }, { "instruction": "a table or grid layout.", "bbox": [ 0.6836341434054904, 0.3352097574869792, 0.7133273654513889, 0.3822380913628472 ], "point": [ 0.6985, 0.3587 ] }, { "instruction": "a menu or list.", "bbox": [ 0.6519752926296658, 0.33574222140842014, 0.6817904578314887, 0.3819781833224826 ], "point": [ 0.6669, 0.3589 ] }, { "instruction": "an option to class.", "bbox": [ 0.15698048273722331, 0.101640625, 0.28137838575575086, 0.1812799072265625 ], "point": [ 0.2192, 0.1415 ] }, { "instruction": "All categories.", "bbox": [ 0.16656046973334418, 0.8579034423828125, 0.23231338924831815, 0.8823170979817708 ], "point": [ 0.1994, 0.8701 ] }, { "instruction": "The function to create a new entry or garden.", "bbox": [ 0.16705728107028536, 0.8834351942274306, 0.23627251519097223, 0.9083704969618056 ], "point": [ 0.2017, 0.8959 ] }, { "instruction": "Logout.", "bbox": [ 0.7102107577853732, 0.1309112040201823, 0.7619356791178385, 0.16160137600368923 ], "point": [ 0.7361, 0.1463 ] }, { "instruction": "Close", "bbox": [ 0.057445658577813044, 0.05944405025906033, 0.0740999698638916, 0.082535400390625 ], "point": [ 0.0658, 0.071 ] }, { "instruction": "Back", "bbox": [ 0.007353089915381537, 0.05891800774468316, 0.024563328425089518, 0.08283736334906684 ], "point": [ 0.016, 0.0709 ] }, { "instruction": "Five-point star", "bbox": [ 0.8309087965223524, 0.05764595879448785, 0.8457995096842448, 0.08461415608723959 ], "point": [ 0.8384, 0.0711 ] }, { "instruction": "Next", "bbox": [ 0.03224025037553575, 0.059091593424479165, 0.04835419654846192, 0.08309862772623698 ], "point": [ 0.0403, 0.0711 ] }, { "instruction": "Line Spacing", "bbox": [ 0.8628516303168403, 0.0577730475531684, 0.8815770467122396, 0.08194840325249567 ], "point": [ 0.8722, 0.0699 ] }, { "instruction": "expanding or opening a dropdown menu.", "bbox": [ 0.9757867601182726, 0.004284374448988173, 0.9966195848253038, 0.0396650939517551 ], "point": [ 0.9862, 0.022 ] }, { "instruction": "a button or link to the classifieds section.", "bbox": [ 0.16039023929172092, 0.21406787448459202, 0.2093979517618815, 0.23349895901150175 ], "point": [ 0.1849, 0.2238 ] }, { "instruction": "My account.", "bbox": [ 0.6332069820827908, 0.12783114115397134, 0.7079380883110894, 0.1633251953125 ], "point": [ 0.6706, 0.1456 ] }, { "instruction": "Close", "bbox": [ 0.15695552825927733, 0.011541493733723958, 0.17079491085476345, 0.033952136569552954 ], "point": [ 0.1639, 0.0227 ] }, { "instruction": "a horizontal scrollbar.", "bbox": [ 0.33254771762424046, 0.46433614095052084, 0.4019646962483724, 0.6213559299045139 ], "point": [ 0.3673, 0.5428 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.16694099638197157, 0.46818064371744794, 0.18155479431152344, 0.49324215359157986 ], "point": [ 0.1742, 0.4807 ] }, { "instruction": "Properties", "bbox": [ 0.9758413526746962, 0.057438167995876734, 0.9922972785101997, 0.08233308580186632 ], "point": [ 0.9841, 0.0699 ] }, { "instruction": "New Tab", "bbox": [ 0.18203692966037327, 0.009842478434244791, 0.19539197285970053, 0.03664943271213108 ], "point": [ 0.1887, 0.0232 ] }, { "instruction": "Time Field", "bbox": [ 0.9504107157389323, 0.05615019904242621, 0.9706025017632378, 0.08265566507975261 ], "point": [ 0.9605, 0.0694 ] }, { "instruction": "the \"Form + garden - Classifieds\" option in a user interface.", "bbox": [ 0.015610906812879775, 0.005751020643446181, 0.16275020175509983, 0.03849641587999132 ], "point": [ 0.0892, 0.0221 ] }, { "instruction": "Totes and Barrels settings.", "bbox": [ 0.4068942175971137, 0.46493557400173613, 0.49604996575249566, 0.48968017578125 ], "point": [ 0.4515, 0.4773 ] }, { "instruction": "Listings with pictures.", "bbox": [ 0.17090780470106337, 0.467983635796441, 0.27707672119140625, 0.4920113457573785 ], "point": [ 0.224, 0.48 ] }, { "instruction": "Black angus bull.", "bbox": [ 0.40632616678873695, 0.8429466417100695, 0.49310408698187935, 0.8679443359375 ], "point": [ 0.4497, 0.8554 ] }, { "instruction": "A link to the turkeys interface need an automatic Thanksgiving day turkey.", "bbox": [ 0.40564854939778644, 0.644236585828993, 0.6918773227267795, 0.6673017713758681 ], "point": [ 0.5488, 0.6558 ] }, { "instruction": "M0,0L9,0 4.5,5z", "bbox": [ 0.3327325820922852, 0.6377332899305556, 0.4002809312608507, 0.8170773654513889 ], "point": [ 0.3665, 0.7274 ] } ], "element_size": 98 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_16/10578.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "pigs > Farm + garden", "bbox": [ 0.03402777247958713, 0.012222222222222223, 0.12152777777777778, 0.03277777777777778 ], "point": [ 0.0778, 0.0225 ] }, { "instruction": "Classi", "bbox": [ 0.12638889948527018, 0.013888888888888888, 0.15381945504082573, 0.029444444444444443 ], "point": [ 0.1401, 0.0217 ] }, { "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaWs.com:9g80/index php?page-search&sOrder-dt_pub_date&iOrderType-desc&sPattern-pigs__", "bbox": [ 0.15833331214057075, 0.06055555555555556, 0.819791645473904, 0.08277777777777778 ], "point": [ 0.4891, 0.0717 ] }, { "instruction": "0 | &", "bbox": [ 0.8881944444444444, 0.054444440205891925, 0.9451388888888889, 0.08444443596733942 ], "point": [ 0.9167, 0.0694 ] }, { "instruction": "1", "bbox": [ 0.33368055555555554, 0.14, 0.34270829094780814, 0.15611111111111112 ], "point": [ 0.3382, 0.1481 ] }, { "instruction": "12 of 70 listings", "bbox": [ 0.34965277777777776, 0.13777777777777778, 0.42916666666666664, 0.16111111111111112 ], "point": [ 0.3894, 0.1494 ] }, { "instruction": "City", "bbox": [ 0.16666667726304796, 0.15055555555555555, 0.1875, 0.17166666666666666 ], "point": [ 0.1771, 0.1611 ] }, { "instruction": "Listings", "bbox": [ 0.3329861111111111, 0.19777777777777777, 0.3871527777777778, 0.22555555555555556 ], "point": [ 0.3601, 0.2117 ] }, { "instruction": "Show only", "bbox": [ 0.16701388888888888, 0.2388888888888889, 0.2170138888888889, 0.25722222222222224 ], "point": [ 0.192, 0.2481 ] }, { "instruction": "Price", "bbox": [ 0.16701388888888888, 0.305, 0.19131944444444443, 0.32222222222222224 ], "point": [ 0.1792, 0.3136 ] }, { "instruction": "Farm", "bbox": [ 0.40694444444444444, 0.31722222222222224, 0.43020833333333336, 0.33444444444444443 ], "point": [ 0.4186, 0.3258 ] }, { "instruction": "garden", "bbox": [ 0.43854166666666666, 0.3161111111111111, 0.4722222222222222, 0.33666666666666667 ], "point": [ 0.4554, 0.3264 ] }, { "instruction": "Stuarts Draft (Virginia)", "bbox": [ 0.48541666666666666, 0.31666666666666665, 0.5875, 0.3377777777777778 ], "point": [ 0.5365, 0.3272 ] }, { "instruction": "2023/11/16", "bbox": [ 0.6003472222222223, 0.31666666666666665, 0.6555555555555556, 0.33666666666666667 ], "point": [ 0.628, 0.3267 ] }, { "instruction": "Min.", "bbox": [ 0.16805554495917427, 0.32722222222222225, 0.18506944444444445, 0.3422222222222222 ], "point": [ 0.1766, 0.3347 ] }, { "instruction": "Max.", "bbox": [ 0.23680555555555555, 0.32722222222222225, 0.25590277777777776, 0.3422222222222222 ], "point": [ 0.2464, 0.3347 ] }, { "instruction": "13 piglets for sale. Male and female available: These are good pigs for grazing and tend not", "bbox": [ 0.4065972222222222, 0.34444444444444444, 0.8361111111111111, 0.36833333333333335 ], "point": [ 0.6214, 0.3564 ] }, { "instruction": "to", "bbox": [ 0.40625, 0.3688888888888889, 0.41770833333333335, 0.3844444444444444 ], "point": [ 0.412, 0.3767 ] }, { "instruction": "They are fairly friendly and comical Come take a lookl", "bbox": [ 0.4420138888888889, 0.3661111111111111, 0.6961805555555556, 0.39 ], "point": [ 0.5691, 0.3781 ] }, { "instruction": "100.00 $", "bbox": [ 0.40694444444444444, 0.46, 0.4670138888888889, 0.4872222222222222 ], "point": [ 0.437, 0.4736 ] }, { "instruction": "Farm + garden", "bbox": [ 0.4059027777777778, 0.4938888888888889, 0.47256944444444443, 0.5155555555555555 ], "point": [ 0.4392, 0.5047 ] }, { "instruction": "Borough of New Oxford (Pennsylvania)", "bbox": [ 0.48541666666666666, 0.4938888888888889, 0.6579861111111112, 0.5161111111111111 ], "point": [ 0.5717, 0.505 ] }, { "instruction": "2023/11/16", "bbox": [ 0.671875, 0.495, 0.7263888888888889, 0.5133333333333333 ], "point": [ 0.6991, 0.5042 ] }, { "instruction": "Subscribe to this search", "bbox": [ 0.16701388888888888, 0.5222222222222223, 0.2763888888888889, 0.5383333333333333 ], "point": [ 0.2217, 0.5303 ] }, { "instruction": "have a real sharp litter of Duroc/Yorkshire crosses- Farrowed October 3rd Clean, castrated,", "bbox": [ 0.4114583333333333, 0.5222221883138021, 0.8336805555555555, 0.5444444105360243 ], "point": [ 0.6226, 0.5333 ] }, { "instruction": "tails on, iron boosted and wormed. 3 barrows 8 gilts Im going to tag some of these gilts for", "bbox": [ 0.4059027777777778, 0.5455555555555556, 0.8322916666666667, 0.5683333333333334 ], "point": [ 0.6191, 0.5569 ] }, { "instruction": "replacements here at my place Been raising small scale pigs ove_", "bbox": [ 0.40555555555555556, 0.5644443766276042, 0.7097222222222223, 0.5916665988498264 ], "point": [ 0.5576, 0.5781 ] }, { "instruction": "Refine category", "bbox": [ 0.16666666666666666, 0.6255555555555555, 0.24027777777777778, 0.6477777777777778 ], "point": [ 0.2035, 0.6367 ] }, { "instruction": "soo.00 $", "bbox": [ 0.40625, 0.6600000678168403, 0.46597222222222223, 0.6872222900390625 ], "point": [ 0.4361, 0.6736 ] }, { "instruction": "Farm", "bbox": [ 0.40625, 0.695, 0.43020833333333336, 0.7122222222222222 ], "point": [ 0.4182, 0.7036 ] }, { "instruction": "garden", "bbox": [ 0.43819444444444444, 0.6938888888888889, 0.47256944444444443, 0.7155555555555555 ], "point": [ 0.4554, 0.7047 ] }, { "instruction": "Borough of Gettysburg (Pennsylvania)", "bbox": [ 0.48541666666666666, 0.6938888888888889, 0.6541666666666667, 0.7155555555555555 ], "point": [ 0.5698, 0.7047 ] }, { "instruction": "2023/11/16", "bbox": [ 0.6680555555555555, 0.695, 0.7225694444444445, 0.7133333333333334 ], "point": [ 0.6953, 0.7042 ] }, { "instruction": "Alright", "bbox": [ 0.4065972222222222, 0.7233333333333334, 0.4423611111111111, 0.745 ], "point": [ 0.4245, 0.7342 ] }, { "instruction": "have a few pigs looking for new homes 1. Male potbelly cross approximately 2 1/2", "bbox": [ 0.4465277777777778, 0.7211111111111111, 0.8368055555555556, 0.7455555555555555 ], "point": [ 0.6417, 0.7333 ] }, { "instruction": "years old: His name is Georgie and he does know his name: He will test fence and hes been", "bbox": [ 0.4059027777777778, 0.7455555555555555, 0.8336805555555555, 0.7677777777777778 ], "point": [ 0.6198, 0.7567 ] }, { "instruction": "trained to electric S100 2. Female Potbelly approximately 2 1/2 yea.", "bbox": [ 0.4048611111111111, 0.7655555555555555, 0.7260416666666667, 0.7905555555555556 ], "point": [ 0.5655, 0.7781 ] }, { "instruction": "70.00 $", "bbox": [ 0.4059027777777778, 0.8611111789279514, 0.4583333333333333, 0.887777845594618 ], "point": [ 0.4321, 0.8744 ] }, { "instruction": "Farm + garden", "bbox": [ 0.4059027777777778, 0.8938888888888888, 0.47256944444444443, 0.9155555555555556 ], "point": [ 0.4392, 0.9047 ] }, { "instruction": "West Middlesex (Pennsylvania)", "bbox": [ 0.48576384650336374, 0.8938888888888888, 0.6243055131700304, 0.9138888888888889 ], "point": [ 0.555, 0.9039 ] }, { "instruction": "2023/11/16", "bbox": [ 0.6381944444444444, 0.895, 0.6934027777777778, 0.9133333333333333 ], "point": [ 0.6658, 0.9042 ] }, { "instruction": "Large cage. Great condition: Good for rabbits, Guinea pigs, chinchillas, ferrets etc Breaks", "bbox": [ 0.40520833333333334, 0.9216666666666666, 0.821875, 0.9466666666666667 ], "point": [ 0.6135, 0.9342 ] }, { "instruction": "down as shown in picture:", "bbox": [ 0.40694444444444444, 0.9461111111111111, 0.5302083333333333, 0.9644444444444444 ], "point": [ 0.4686, 0.9553 ] }, { "instruction": "root:", "bbox": [ 0.4173611111111111, 0.3705555555555556, 0.4420138888888889, 0.3844444444444444 ], "point": [ 0.4297, 0.3775 ] }, { "instruction": "Subscribe nowl", "bbox": [ 0.16638221740722656, 0.5408665974934895, 0.2740107642279731, 0.5909402126736111 ], "point": [ 0.2202, 0.5659 ] }, { "instruction": "Sort by: Newly listed", "bbox": [ 0.7170225355360244, 0.12363967895507813, 0.8429278903537326, 0.17414342244466147 ], "point": [ 0.78, 0.1489 ] }, { "instruction": "Apply", "bbox": [ 0.16660871505737304, 0.41015543619791667, 0.2292995876736111, 0.4576961941189236 ], "point": [ 0.198, 0.4339 ] }, { "instruction": "Not Secure", "bbox": [ 0.08258304595947266, 0.05208315955268012, 0.15575343237982855, 0.08446857028537326 ], "point": [ 0.1192, 0.0683 ] }, { "instruction": "Farm", "bbox": [ 0.16674649980333117, 0.6740374755859375, 0.2364442401462131, 0.6975526936848958 ], "point": [ 0.2016, 0.6858 ] }, { "instruction": "garden", "bbox": [ 0.16674649980333117, 0.6740374755859375, 0.2364442401462131, 0.6975526936848958 ], "point": [ 0.2016, 0.6858 ] }, { "instruction": "pigs", "bbox": [ 0.16517706976996527, 0.09301078796386719, 0.2982410854763455, 0.13055213928222656 ], "point": [ 0.2317, 0.1118 ] }, { "instruction": "All categories", "bbox": [ 0.1664001252916124, 0.648340318467882, 0.2354570812649197, 0.6715397813585069 ], "point": [ 0.2009, 0.6599 ] }, { "instruction": "X", "bbox": [ 0.15716388490464953, 0.010233233769734701, 0.17013368606567383, 0.036155966652764215 ], "point": [ 0.1636, 0.0232 ] }, { "instruction": "Kune Kune Pigs", "bbox": [ 0.4065597110324436, 0.2546175977918837, 0.4898594750298394, 0.2803405253092448 ], "point": [ 0.4482, 0.2675 ] }, { "instruction": "~L", "bbox": [ 0.9491390652126737, 0.05122888353135851, 0.9715725368923611, 0.08546350267198351 ], "point": [ 0.9604, 0.0683 ] }, { "instruction": "Large cage", "bbox": [ 0.40692481994628904, 0.833374769422743, 0.46506029764811196, 0.8579194471571181 ], "point": [ 0.436, 0.8456 ] }, { "instruction": "Feeder pigs", "bbox": [ 0.40686607360839844, 0.43296875, 0.46743236117892795, 0.45820509168836804 ], "point": [ 0.4371, 0.4456 ] }, { "instruction": "Pigs", "bbox": [ 0.40692579481336805, 0.6333973524305555, 0.432342529296875, 0.6578162977430555 ], "point": [ 0.4196, 0.6456 ] }, { "instruction": "5o.00 $", "bbox": [ 0.4069176567925347, 0.28016560872395835, 0.4590518527560764, 0.3109375 ], "point": [ 0.433, 0.2956 ] }, { "instruction": "listings with pictures", "bbox": [ 0.17606820000542533, 0.2579623752170139, 0.27452418009440105, 0.2812410142686632 ], "point": [ 0.2253, 0.2696 ] }, { "instruction": "Subscripting something new.", "bbox": [ 0.16638221740722656, 0.5408665974934895, 0.2740107642279731, 0.5909402126736111 ], "point": [ 0.2202, 0.5659 ] }, { "instruction": "a checkbox.", "bbox": [ 0.23395637936062283, 0.3415357801649306, 0.299108272128635, 0.3906606716579861 ], "point": [ 0.2665, 0.3661 ] }, { "instruction": "A dropdown menu to select the sort by: Nowly listed.", "bbox": [ 0.7170225355360244, 0.12363967895507813, 0.8429278903537326, 0.17414342244466147 ], "point": [ 0.78, 0.1489 ] }, { "instruction": "a horizontal scrollbar.", "bbox": [ 0.1649039692348904, 0.17041135999891494, 0.29888475206163195, 0.21977890014648438 ], "point": [ 0.2319, 0.1951 ] }, { "instruction": "Text formatting options.", "bbox": [ 0.16579744550916883, 0.3413662380642361, 0.23117597368028428, 0.3910116238064236 ], "point": [ 0.1985, 0.3662 ] }, { "instruction": "Apply.", "bbox": [ 0.16660871505737304, 0.41015543619791667, 0.2292995876736111, 0.4576961941189236 ], "point": [ 0.198, 0.4339 ] }, { "instruction": "a table or grid layout.", "bbox": [ 0.6836437225341797, 0.12517029656304254, 0.7136366950141059, 0.1724530029296875 ], "point": [ 0.6986, 0.1488 ] }, { "instruction": "a menu or list.", "bbox": [ 0.6519008212619357, 0.12585236443413628, 0.6818027072482639, 0.17204759385850693 ], "point": [ 0.6669, 0.1489 ] }, { "instruction": "a pig with a measuring tape.", "bbox": [ 0.3328405380249023, 0.633132798936632, 0.40259552001953125, 0.7913573540581598 ], "point": [ 0.3677, 0.7122 ] }, { "instruction": "Not Security.", "bbox": [ 0.08258304595947266, 0.05208315955268012, 0.15575343237982855, 0.08446857028537326 ], "point": [ 0.1192, 0.0683 ] }, { "instruction": "Form + garden.", "bbox": [ 0.16674649980333117, 0.6740374755859375, 0.2364442401462131, 0.6975526936848958 ], "point": [ 0.2016, 0.6858 ] }, { "instruction": "Reload", "bbox": [ 0.05470233493381076, 0.0505802747938368, 0.0763074239095052, 0.08918777465820313 ], "point": [ 0.0655, 0.0699 ] }, { "instruction": "pigs.", "bbox": [ 0.16517706976996527, 0.09301078796386719, 0.2982410854763455, 0.13055213928222656 ], "point": [ 0.2317, 0.1118 ] }, { "instruction": "expanding or opening a dropdown menu.", "bbox": [ 0.9756994459364149, 0.003538102043999566, 0.9974050733778211, 0.039553536309136286 ], "point": [ 0.9866, 0.0215 ] }, { "instruction": "All categories.", "bbox": [ 0.1664001252916124, 0.648340318467882, 0.2354570812649197, 0.6715397813585069 ], "point": [ 0.2009, 0.6599 ] }, { "instruction": "Back", "bbox": [ 0.005097446176740858, 0.05339007907443576, 0.026572370529174806, 0.0871388414171007 ], "point": [ 0.0158, 0.0703 ] }, { "instruction": "Forward", "bbox": [ 0.02941398090786404, 0.0526281483968099, 0.05035114288330078, 0.08770431518554687 ], "point": [ 0.0399, 0.0702 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.16694363488091363, 0.25849621242947046, 0.18137365976969402, 0.2828802659776476 ], "point": [ 0.1742, 0.2707 ] }, { "instruction": "Video", "bbox": [ 0.014954108662075466, 0.0074051390753852, 0.032781979772779676, 0.038191112942165796 ], "point": [ 0.0239, 0.0228 ] }, { "instruction": "New Tab", "bbox": [ 0.18235628339979384, 0.009746875762939453, 0.19526763492160373, 0.036581302218967014 ], "point": [ 0.1888, 0.0232 ] }, { "instruction": "Close", "bbox": [ 0.15716388490464953, 0.010233233769734701, 0.17013368606567383, 0.036155966652764215 ], "point": [ 0.1636, 0.0232 ] }, { "instruction": "Increase", "bbox": [ 0.8621048821343316, 0.054427647060818145, 0.8823278639051649, 0.08369611104329427 ], "point": [ 0.8722, 0.0691 ] }, { "instruction": "Properties", "bbox": [ 0.9759132385253906, 0.057482532925075956, 0.9927657233344184, 0.08327251858181424 ], "point": [ 0.9843, 0.0704 ] }, { "instruction": "KUNE Pigs.", "bbox": [ 0.4065597110324436, 0.2546175977918837, 0.4898594750298394, 0.2803405253092448 ], "point": [ 0.4482, 0.2675 ] }, { "instruction": "Time Field", "bbox": [ 0.9491390652126737, 0.05122888353135851, 0.9715725368923611, 0.08546350267198351 ], "point": [ 0.9604, 0.0683 ] }, { "instruction": "Five-point star", "bbox": [ 0.8306500752766927, 0.05764316982693142, 0.845682864718967, 0.08463352627224392 ], "point": [ 0.8382, 0.0711 ] }, { "instruction": "a chicken coop.", "bbox": [ 0.332930776807997, 0.8315234375, 0.4026419745551215, 0.9426193576388889 ], "point": [ 0.3678, 0.8871 ] }, { "instruction": "pigs in a pen.", "bbox": [ 0.33225135803222655, 0.2471747843424479, 0.40234667460123696, 0.3915348646375868 ], "point": [ 0.3673, 0.3194 ] }, { "instruction": "Largeage.", "bbox": [ 0.40692481994628904, 0.833374769422743, 0.46506029764811196, 0.8579194471571181 ], "point": [ 0.436, 0.8456 ] }, { "instruction": "Feeder pigs.", "bbox": [ 0.40686607360839844, 0.43296875, 0.46743236117892795, 0.45820509168836804 ], "point": [ 0.4371, 0.4456 ] }, { "instruction": "Pigs.", "bbox": [ 0.40692579481336805, 0.6333973524305555, 0.432342529296875, 0.6578162977430555 ], "point": [ 0.4196, 0.6456 ] }, { "instruction": "a price of 50.00.", "bbox": [ 0.4069176567925347, 0.28016560872395835, 0.4590518527560764, 0.3109375 ], "point": [ 0.433, 0.2956 ] }, { "instruction": "pigs in a pen.", "bbox": [ 0.332950570848253, 0.42722032335069443, 0.4026609632703993, 0.5329957411024305 ], "point": [ 0.3678, 0.4801 ] }, { "instruction": "Searching or magnifying glass.", "bbox": [ 0.9946801079644098, 0.05696681552463108, 1.0, 0.08504584418402777 ], "point": [ 0.9973, 0.071 ] }, { "instruction": "Listings with pictures.", "bbox": [ 0.17606820000542533, 0.2579623752170139, 0.27452418009440105, 0.2812410142686632 ], "point": [ 0.2253, 0.2696 ] }, { "instruction": "a loading or buffering indicator.", "bbox": [ 0.4328961690266927, 0.0923499043782552, 0.44964989556206597, 0.11310897827148438 ], "point": [ 0.4413, 0.1027 ] } ], "element_size": 96 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_17/11556.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Kune Kune Pigs Stuarts Draft", "bbox": [ 0.03437499470180935, 0.013888888888888888, 0.15208332803514268, 0.03111111111111111 ], "point": [ 0.0932, 0.0225 ] }, { "instruction": "ec2-3-143-22-101.us-east-2 .compute amazonaws com:9980/index php?page-item&id-55683", "bbox": [ 0.15833333333333333, 0.06055555555555556, 0.5986111111111111, 0.08277777777777778 ], "point": [ 0.3785, 0.0717 ] }, { "instruction": "0 | &", "bbox": [ 0.8888888888888888, 0.05611111958821614, 0.9451388888888889, 0.08444444444444445 ], "point": [ 0.917, 0.0703 ] }, { "instruction": "Kune Kune", "bbox": [ 0.29270833333333335, 0.13666668362087675, 0.3420138888888889, 0.15500001695421006 ], "point": [ 0.3174, 0.1458 ] }, { "instruction": "Published date: 2023/11/16", "bbox": [ 0.16215277777777778, 0.27444444444444444, 0.2986111111111111, 0.295 ], "point": [ 0.2304, 0.2847 ] }, { "instruction": "Location: Stuarts Draft; Virginia, United States", "bbox": [ 0.16215277777777778, 0.3016666666666667, 0.38229166666666664, 0.3238888888888889 ], "point": [ 0.2722, 0.3128 ] }, { "instruction": "Contact publisher", "bbox": [ 0.6444444868299696, 0.3388888888888889, 0.7625, 0.37 ], "point": [ 0.7035, 0.3544 ] }, { "instruction": "Name: Linda Walker", "bbox": [ 0.6451388888888889, 0.5338888210720486, 0.7451388888888889, 0.5522222222222222 ], "point": [ 0.6951, 0.5431 ] }, { "instruction": "E-mail:", "bbox": [ 0.6451388465033637, 0.5638888888888889, 0.6795138465033637, 0.5811111111111111 ], "point": [ 0.6623, 0.5725 ] }, { "instruction": "Save Link As__", "bbox": [ 0.41875, 0.64, 0.4795138888888889, 0.6561111111111111 ], "point": [ 0.4491, 0.6481 ] }, { "instruction": "Copy Link Address", "bbox": [ 0.41770833333333335, 0.6622222222222223, 0.5, 0.685 ], "point": [ 0.4589, 0.6736 ] }, { "instruction": "Useful information", "bbox": [ 0.6465277777777778, 0.6783334011501736, 0.7454861111111111, 0.6988889567057291 ], "point": [ 0.696, 0.6886 ] }, { "instruction": "Open Image in New Tab", "bbox": [ 0.41944444444444445, 0.7011111111111111, 0.5201388888888889, 0.7183333333333334 ], "point": [ 0.4698, 0.7097 ] }, { "instruction": "Never pay with Western Union,", "bbox": [ 0.6604166666666667, 0.7538889567057292, 0.8090277777777778, 0.777777845594618 ], "point": [ 0.7347, 0.7658 ] }, { "instruction": "Copy Image Address", "bbox": [ 0.4184027777777778, 0.7722222222222223, 0.5079861111111111, 0.795 ], "point": [ 0.4632, 0.7836 ] }, { "instruction": "Moneygram or other anonymous", "bbox": [ 0.6600694444444445, 0.775, 0.8142361111111112, 0.7994444444444444 ], "point": [ 0.7372, 0.7872 ] }, { "instruction": "Search with Google Lens", "bbox": [ 0.4184027777777778, 0.7983334011501736, 0.5260416666666666, 0.8188889567057291 ], "point": [ 0.4722, 0.8086 ] }, { "instruction": "NEW", "bbox": [ 0.53125, 0.8, 0.5489583333333333, 0.8133333333333334 ], "point": [ 0.5401, 0.8067 ] }, { "instruction": "payment services", "bbox": [ 0.6593750423855251, 0.7955555555555556, 0.74375, 0.8183333333333334 ], "point": [ 0.7016, 0.8069 ] }, { "instruction": "Don't", "bbox": [ 0.6607638465033637, 0.8211111111111111, 0.6888889312744141, 0.8394444444444444 ], "point": [ 0.6748, 0.8303 ] }, { "instruction": "or sell outside of your", "bbox": [ 0.7072916666666667, 0.8205554877387152, 0.8118055555555556, 0.8416665988498264 ], "point": [ 0.7595, 0.8311 ] }, { "instruction": "13 piglets for sale: Male and female available: These", "bbox": [ 0.15902779897054037, 0.8444444444444444, 0.40625, 0.8666666666666667 ], "point": [ 0.2826, 0.8556 ] }, { "instruction": "not to", "bbox": [ 0.5694444020589192, 0.8461110432942708, 0.5989582909478082, 0.862222154405382 ], "point": [ 0.5842, 0.8542 ] }, { "instruction": "country: Don't accept cashier", "bbox": [ 0.659375, 0.8394444444444444, 0.7961805555555556, 0.8616666666666667 ], "point": [ 0.7278, 0.8506 ] }, { "instruction": "Copy BibTeX to clipboard", "bbox": [ 0.43333333333333335, 0.8583333333333333, 0.5416666666666666, 0.88 ], "point": [ 0.4875, 0.8692 ] }, { "instruction": "cheques from outside your country", "bbox": [ 0.659375, 0.8594444444444445, 0.8239583333333333, 0.8844444444444445 ], "point": [ 0.7417, 0.8719 ] }, { "instruction": "root_", "bbox": [ 0.15868055555555555, 0.8738888888888889, 0.18020833333333333, 0.8894444444444445 ], "point": [ 0.1694, 0.8817 ] }, { "instruction": "They are fairly friendly and comical Come take a", "bbox": [ 0.18159722222222222, 0.87, 0.41041666666666665, 0.8933333333333333 ], "point": [ 0.296, 0.8817 ] }, { "instruction": "This site is never involved in any", "bbox": [ 0.6597222222222222, 0.8866666666666667, 0.8125, 0.9066666666666666 ], "point": [ 0.7361, 0.8967 ] }, { "instruction": "transaction, and does not handle", "bbox": [ 0.6586805555555556, 0.9055555555555556, 0.815625, 0.9266666666666666 ], "point": [ 0.7372, 0.9161 ] }, { "instruction": "payments, shipping, guarantee", "bbox": [ 0.659375, 0.9261111111111111, 0.8059027777777777, 0.9488888888888889 ], "point": [ 0.7326, 0.9375 ] }, { "instruction": "transactions, provide escrow", "bbox": [ 0.6590277777777778, 0.9461110432942709, 0.7947916666666667, 0.9666665988498264 ], "point": [ 0.7269, 0.9564 ] }, { "instruction": "services, or offer \"buyer protection\"", "bbox": [ 0.6597221374511719, 0.9644444444444444, 0.8260415818956163, 0.9877777777777778 ], "point": [ 0.7429, 0.9761 ] }, { "instruction": "Or", "bbox": [ 0.6611110687255859, 0.9916666666666667, 0.6722221798366971, 0.9988888888888889 ], "point": [ 0.6667, 0.9953 ] }, { "instruction": "\"celler certification\"", "bbox": [ 0.671875, 0.9861111111111112, 0.7652777777777777, 0.9994444444444445 ], "point": [ 0.7186, 0.9928 ] }, { "instruction": "Pigs", "bbox": [ 0.3423611111111111, 0.13555554707845052, 0.36319444444444443, 0.15944444444444444 ], "point": [ 0.3528, 0.1475 ] }, { "instruction": "buy", "bbox": [ 0.6885416242811415, 0.82, 0.7076388465033637, 0.8438888888888889 ], "point": [ 0.6981, 0.8319 ] }, { "instruction": "Mark as_.", "bbox": [ 0.6298340267605251, 0.2565627204047309, 0.8416151258680555, 0.30630933973524305 ], "point": [ 0.7357, 0.2814 ] }, { "instruction": "Contact seller", "bbox": [ 0.15702116224500867, 0.9185308837890624, 0.2569881863064236, 0.9706988525390625 ], "point": [ 0.207, 0.9446 ] }, { "instruction": "Not Secure", "bbox": [ 0.08273667229546441, 0.0528809568617079, 0.1557055155436198, 0.08442058987087674 ], "point": [ 0.1192, 0.0687 ] }, { "instruction": "Share", "bbox": [ 0.26195089552137585, 0.9203706868489583, 0.31866065131293403, 0.9701268174913195 ], "point": [ 0.2903, 0.9452 ] }, { "instruction": "Farm", "bbox": [ 0.21880626678466797, 0.13451531304253472, 0.2838673697577582, 0.1571481662326389 ], "point": [ 0.2513, 0.1458 ] }, { "instruction": "garden", "bbox": [ 0.21880626678466797, 0.13451531304253472, 0.2838673697577582, 0.1571481662326389 ], "point": [ 0.2513, 0.1458 ] }, { "instruction": "Classifieds", "bbox": [ 0.15971587498982748, 0.13466123792860243, 0.2100431654188368, 0.15698806762695314 ], "point": [ 0.1849, 0.1458 ] }, { "instruction": "X", "bbox": [ 0.15696064631144205, 0.009666241539849175, 0.17034162945217557, 0.036754769219292535 ], "point": [ 0.1637, 0.0232 ] }, { "instruction": "~L", "bbox": [ 0.9499888949924045, 0.04613024393717448, 0.9712516784667968, 0.0940263197157118 ], "point": [ 0.9606, 0.0701 ] }, { "instruction": "Block element._", "bbox": [ 0.4191497802734375, 0.8297100830078125, 0.5596519470214844, 0.8560052490234376 ], "point": [ 0.4894, 0.8429 ] }, { "instruction": "javascript:;", "bbox": [ 0.0, 0.9763667127821181, 0.0527092350853814, 0.9999614122178819 ], "point": [ 0.0264, 0.9882 ] }, { "instruction": "linda_walker382@example.com", "bbox": [ 0.644594489203559, 0.5847806803385417, 0.7999287923177083, 0.6083175998263889 ], "point": [ 0.7223, 0.5965 ] }, { "instruction": "Create QR Code for this Image", "bbox": [ 0.4170965406629774, 0.5920174153645833, 0.5597284105088975, 0.6301506890190972 ], "point": [ 0.4884, 0.6111 ] }, { "instruction": "Kune Kune", "bbox": [ 0.1571380297342936, 0.1739146931966146, 0.36106250551011826, 0.25542711046006944 ], "point": [ 0.2591, 0.2147 ] }, { "instruction": "Pigs", "bbox": [ 0.1571380297342936, 0.1739146931966146, 0.36106250551011826, 0.25542711046006944 ], "point": [ 0.2591, 0.2147 ] }, { "instruction": "Savc Image As:", "bbox": [ 0.4195338355170356, 0.7217097303602431, 0.56002320183648, 0.772654554578993 ], "point": [ 0.4898, 0.7472 ] }, { "instruction": "Copy Image", "bbox": [ 0.4195338355170356, 0.7217097303602431, 0.56002320183648, 0.772654554578993 ], "point": [ 0.4898, 0.7472 ] }, { "instruction": "Open Link in New Tab", "bbox": [ 0.41865111456976994, 0.5087741427951389, 0.5609257592095269, 0.5942511664496528 ], "point": [ 0.4898, 0.5515 ] }, { "instruction": "Open Link in New Window", "bbox": [ 0.41865111456976994, 0.5087741427951389, 0.5609257592095269, 0.5942511664496528 ], "point": [ 0.4898, 0.5515 ] }, { "instruction": "Open Link in Incognito Window", "bbox": [ 0.41865111456976994, 0.5087741427951389, 0.5609257592095269, 0.5942511664496528 ], "point": [ 0.4898, 0.5515 ] }, { "instruction": "Inspect", "bbox": [ 0.41808531019422746, 0.8920033094618055, 0.561220211452908, 0.9177425130208333 ], "point": [ 0.4897, 0.9049 ] }, { "instruction": "Avoid scams by acting locally or", "bbox": [ 0.6523640526665582, 0.7068238661024305, 0.8257672627766927, 0.7502376302083333 ], "point": [ 0.7391, 0.7285 ] }, { "instruction": "paying with PayPal", "bbox": [ 0.6523640526665582, 0.7068238661024305, 0.8257672627766927, 0.7502376302083333 ], "point": [ 0.7391, 0.7285 ] }, { "instruction": "5o.00 $", "bbox": [ 0.7373627556694878, 0.17756195068359376, 0.8402661641438802, 0.24265753851996527 ], "point": [ 0.7888, 0.2101 ] }, { "instruction": "a dropdown menu to select the \"mark as\" options.", "bbox": [ 0.6298340267605251, 0.2565627204047309, 0.8416151258680555, 0.30630933973524305 ], "point": [ 0.7357, 0.2814 ] }, { "instruction": "Contacts seller.", "bbox": [ 0.15702116224500867, 0.9185308837890624, 0.2569881863064236, 0.9706988525390625 ], "point": [ 0.207, 0.9446 ] }, { "instruction": "Not Security.", "bbox": [ 0.08273667229546441, 0.0528809568617079, 0.1557055155436198, 0.08442058987087674 ], "point": [ 0.1192, 0.0687 ] }, { "instruction": "Share.", "bbox": [ 0.26195089552137585, 0.9203706868489583, 0.31866065131293403, 0.9701268174913195 ], "point": [ 0.2903, 0.9452 ] }, { "instruction": "Reload", "bbox": [ 0.054659064610799155, 0.04990149180094401, 0.07636535962422689, 0.09022391425238716 ], "point": [ 0.0655, 0.0701 ] }, { "instruction": "Five-point star", "bbox": [ 0.8297361585828993, 0.05673183017306858, 0.8463004218207465, 0.08613766988118489 ], "point": [ 0.838, 0.0714 ] }, { "instruction": "pigs in a pen.", "bbox": [ 0.5478077358669705, 0.35434777153862845, 0.606375969780816, 0.438747795952691 ], "point": [ 0.5771, 0.3965 ] }, { "instruction": "Forward", "bbox": [ 0.029794820149739585, 0.05173713684082031, 0.050769435034857854, 0.08986959669325087 ], "point": [ 0.0403, 0.0708 ] }, { "instruction": "Back", "bbox": [ 0.005399858951568604, 0.05292037116156684, 0.026231119367811414, 0.08839568244086371 ], "point": [ 0.0158, 0.0707 ] }, { "instruction": "The function to create a new entry or garden.", "bbox": [ 0.21880626678466797, 0.13451531304253472, 0.2838673697577582, 0.1571481662326389 ], "point": [ 0.2513, 0.1458 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9757453918457031, 0.0039917373657226566, 0.9967240227593316, 0.040598648918999565 ], "point": [ 0.9862, 0.0223 ] }, { "instruction": "Increase", "bbox": [ 0.8620819939507378, 0.05535495334201389, 0.88129636976454, 0.08457121107313369 ], "point": [ 0.8717, 0.07 ] }, { "instruction": "a button to access classifieds.", "bbox": [ 0.15971587498982748, 0.13466123792860243, 0.2100431654188368, 0.15698806762695314 ], "point": [ 0.1849, 0.1458 ] }, { "instruction": "Add New Tab", "bbox": [ 0.18219807942708333, 0.009240708880954318, 0.195105955335829, 0.03700665262010362 ], "point": [ 0.1887, 0.0231 ] }, { "instruction": "Close", "bbox": [ 0.15696064631144205, 0.009666241539849175, 0.17034162945217557, 0.036754769219292535 ], "point": [ 0.1637, 0.0232 ] }, { "instruction": "Time Field", "bbox": [ 0.9499888949924045, 0.04613024393717448, 0.9712516784667968, 0.0940263197157118 ], "point": [ 0.9606, 0.0701 ] }, { "instruction": "a user profile or account.", "bbox": [ 0.644270748562283, 0.37642103407118055, 0.7371119181315104, 0.5245074462890625 ], "point": [ 0.6907, 0.4505 ] }, { "instruction": "uBlock element settings.", "bbox": [ 0.4191497802734375, 0.8297100830078125, 0.5596519470214844, 0.8560052490234376 ], "point": [ 0.4894, 0.8429 ] }, { "instruction": "a script input field.", "bbox": [ 0.0, 0.9763667127821181, 0.0527092350853814, 0.9999614122178819 ], "point": [ 0.0264, 0.9882 ] }, { "instruction": "Properties", "bbox": [ 0.9763047960069444, 0.05696116553412543, 0.9927914089626736, 0.08492068820529514 ], "point": [ 0.9845, 0.0709 ] }, { "instruction": "Linda, Walker 38@example.com", "bbox": [ 0.644594489203559, 0.5847806803385417, 0.7999287923177083, 0.6083175998263889 ], "point": [ 0.7223, 0.5965 ] }, { "instruction": "Create QR Code for this image.", "bbox": [ 0.4170965406629774, 0.5920174153645833, 0.5597284105088975, 0.6301506890190972 ], "point": [ 0.4884, 0.6111 ] }, { "instruction": "Kune Kuning pigs.", "bbox": [ 0.1571380297342936, 0.1739146931966146, 0.36106250551011826, 0.25542711046006944 ], "point": [ 0.2591, 0.2147 ] }, { "instruction": "Text Box", "bbox": [ 0.41893768310546875, 0.8565716552734375, 0.43290506998697914, 0.8813241238064237 ], "point": [ 0.4259, 0.8689 ] }, { "instruction": "saving an image as...", "bbox": [ 0.4195338355170356, 0.7217097303602431, 0.56002320183648, 0.772654554578993 ], "point": [ 0.4898, 0.7472 ] }, { "instruction": "Opening a link in the new window.", "bbox": [ 0.41865111456976994, 0.5087741427951389, 0.5609257592095269, 0.5942511664496528 ], "point": [ 0.4898, 0.5515 ] }, { "instruction": "an option to inspect or improve something.", "bbox": [ 0.41808531019422746, 0.8920033094618055, 0.561220211452908, 0.9177425130208333 ], "point": [ 0.4897, 0.9049 ] }, { "instruction": "An option to avoid spam by operating localities or settings.", "bbox": [ 0.6523640526665582, 0.7068238661024305, 0.8257672627766927, 0.7502376302083333 ], "point": [ 0.7391, 0.7285 ] }, { "instruction": "Searching or magnifying glass.", "bbox": [ 0.9946355183919271, 0.05673244900173611, 1.0, 0.08562839084201389 ], "point": [ 0.9973, 0.0712 ] }, { "instruction": "a price of 50.00.", "bbox": [ 0.7373627556694878, 0.17756195068359376, 0.8402661641438802, 0.24265753851996527 ], "point": [ 0.7888, 0.2101 ] } ], "element_size": 91 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_18/11820.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Kune Kune Pigs Stuarts Draft", "bbox": [ 0.03437499470180935, 0.013888888888888888, 0.15208332803514268, 0.03111111111111111 ], "point": [ 0.0932, 0.0225 ] }, { "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com 9980/indexphp?page-item&id-55683", "bbox": [ 0.15833333333333333, 0.0577777820163303, 0.5979166666666667, 0.08277777777777778 ], "point": [ 0.3781, 0.0703 ] }, { "instruction": "0 | 4", "bbox": [ 0.8895833333333333, 0.05833332909478082, 0.9423611111111111, 0.08277776930067274 ], "point": [ 0.916, 0.0706 ] }, { "instruction": "Kune Kune Pigs", "bbox": [ 0.29270833333333335, 0.21444444444444444, 0.3642361111111111, 0.23666666666666666 ], "point": [ 0.3285, 0.2256 ] }, { "instruction": "Published date: 2023/11/16", "bbox": [ 0.16215277777777778, 0.3516666666666667, 0.2986111111111111, 0.37277777777777776 ], "point": [ 0.2304, 0.3622 ] }, { "instruction": "Location: Stuarts Draft; Virginia, United States", "bbox": [ 0.16215277777777778, 0.3794444444444444, 0.38125, 0.40166666666666667 ], "point": [ 0.2717, 0.3906 ] }, { "instruction": "Contact publisher", "bbox": [ 0.64375, 0.4166666666666667, 0.7625, 0.44722222222222224 ], "point": [ 0.7031, 0.4319 ] }, { "instruction": "Name: Linda Walker", "bbox": [ 0.6451388888888889, 0.6111111111111112, 0.7451388888888889, 0.6294444444444445 ], "point": [ 0.6951, 0.6203 ] }, { "instruction": "E-mail:", "bbox": [ 0.6451388465033637, 0.6411111111111111, 0.6795138465033637, 0.6583333333333333 ], "point": [ 0.6623, 0.6497 ] }, { "instruction": "Useful information", "bbox": [ 0.6465277777777778, 0.7555555555555555, 0.7454861111111111, 0.7766666666666666 ], "point": [ 0.696, 0.7661 ] }, { "instruction": "Moneygram or other anonymous", "bbox": [ 0.6600694444444445, 0.8527777777777777, 0.8142361111111112, 0.8766666666666667 ], "point": [ 0.7372, 0.8647 ] }, { "instruction": "payment services", "bbox": [ 0.6593750423855251, 0.8727777777777778, 0.74375, 0.8944444444444445 ], "point": [ 0.7016, 0.8836 ] }, { "instruction": "Don't buy or sell outside of your", "bbox": [ 0.6597222222222222, 0.8983333333333333, 0.8118055555555556, 0.9205555555555556 ], "point": [ 0.7358, 0.9094 ] }, { "instruction": "13 piglets for sale: Male and female available. These are good pigs for grazing and tend not to", "bbox": [ 0.15902777777777777, 0.9216666666666666, 0.5993055555555555, 0.9461111111111111 ], "point": [ 0.3792, 0.9339 ] }, { "instruction": "country: Don't accept cashier", "bbox": [ 0.659375, 0.9172221544053819, 0.7961805555555556, 0.9394443766276042 ], "point": [ 0.7278, 0.9283 ] }, { "instruction": "cheques from outside your country", "bbox": [ 0.659375, 0.9372222222222222, 0.8239583333333333, 0.9622222222222222 ], "point": [ 0.7417, 0.9497 ] }, { "instruction": "root", "bbox": [ 0.15868055555555555, 0.9511111111111111, 0.18020833333333333, 0.9672222222222222 ], "point": [ 0.1694, 0.9592 ] }, { "instruction": "are fairly friendly and comical. Come take a lookl", "bbox": [ 0.20833333333333334, 0.9494444444444444, 0.4361111111111111, 0.9716666666666667 ], "point": [ 0.3222, 0.9606 ] }, { "instruction": "This site is never involved in any", "bbox": [ 0.6600695292154948, 0.9649999321831597, 0.8121528625488281, 0.983333265516493 ], "point": [ 0.7361, 0.9742 ] }, { "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com:9980index php?page-it:", "bbox": [ 0.0020833333333333333, 0.9783333333333334, 0.3236111111111111, 1.0 ], "point": [ 0.1628, 0.9892 ] }, { "instruction": "transaction and does not handle", "bbox": [ 0.659375, 0.985, 0.8145833333333333, 0.9994444444444445 ], "point": [ 0.737, 0.9922 ] }, { "instruction": "They", "bbox": [ 0.18368053436279297, 0.9461110432942709, 0.20729164547390408, 0.9727777099609375 ], "point": [ 0.1955, 0.9594 ] }, { "instruction": "Mark as_.", "bbox": [ 0.6295418209499783, 0.3341512722439236, 0.8417494032118056, 0.3848165554470486 ], "point": [ 0.7356, 0.3595 ] }, { "instruction": "Not Secure", "bbox": [ 0.08286707136366102, 0.05365683237711589, 0.1556889639960395, 0.08425369262695312 ], "point": [ 0.1193, 0.069 ] }, { "instruction": "Publish Ad", "bbox": [ 0.7623856438530816, 0.120780029296875, 0.8436856587727865, 0.17211910671657987 ], "point": [ 0.803, 0.1464 ] }, { "instruction": "Logout", "bbox": [ 0.7105710771348741, 0.13134375678168403, 0.7602829827202691, 0.16102728949652778 ], "point": [ 0.7354, 0.1462 ] }, { "instruction": "OscClass", "bbox": [ 0.15647621154785157, 0.10277718438042535, 0.2813270568847656, 0.18040206909179687 ], "point": [ 0.2189, 0.1416 ] }, { "instruction": "Farm", "bbox": [ 0.2192246331108941, 0.2141611565483941, 0.2421269310845269, 0.23368782891167536 ], "point": [ 0.2307, 0.2239 ] }, { "instruction": "Classifieds", "bbox": [ 0.16019906997680664, 0.21410629272460938, 0.20897076924641927, 0.23358389960394965 ], "point": [ 0.1846, 0.2238 ] }, { "instruction": "garden", "bbox": [ 0.2514290279812283, 0.21367746988932293, 0.2835642496744792, 0.23388902452256943 ], "point": [ 0.2675, 0.2238 ] }, { "instruction": "My account", "bbox": [ 0.6335768805609809, 0.1306642150878906, 0.7070688883463542, 0.16219599405924479 ], "point": [ 0.6703, 0.1464 ] }, { "instruction": "X", "bbox": [ 0.1571258650885688, 0.01055283334520128, 0.17002556059095594, 0.03621386104159885 ], "point": [ 0.1636, 0.0234 ] }, { "instruction": "linda_walker382@example.com", "bbox": [ 0.6448375278049046, 0.6628109402126736, 0.8013504876030816, 0.6865599907769098 ], "point": [ 0.7231, 0.6747 ] }, { "instruction": "50.00 $", "bbox": [ 0.7378523932562934, 0.25726238674587676, 0.8409377204047309, 0.31907528347439235 ], "point": [ 0.7894, 0.2882 ] }, { "instruction": "Kune Kune", "bbox": [ 0.15698489083184136, 0.2528352525499132, 0.3605172157287598, 0.3323494127061632 ], "point": [ 0.2588, 0.2926 ] }, { "instruction": "Pigs", "bbox": [ 0.15698489083184136, 0.2528352525499132, 0.3605172157287598, 0.3323494127061632 ], "point": [ 0.2588, 0.2926 ] }, { "instruction": "Avoid scams by acting locally or", "bbox": [ 0.6566556718614366, 0.7845115152994792, 0.8259025573730469, 0.8285222032335069 ], "point": [ 0.7413, 0.8065 ] }, { "instruction": "paying with PayPal", "bbox": [ 0.6566556718614366, 0.7845115152994792, 0.8259025573730469, 0.8285222032335069 ], "point": [ 0.7413, 0.8065 ] }, { "instruction": "Never pay with Western Union,", "bbox": [ 0.6600313822428385, 0.8307779947916667, 0.8148184034559461, 0.8533124457465278 ], "point": [ 0.7374, 0.842 ] }, { "instruction": "a dropdown menu to select the \"mark as\" options.", "bbox": [ 0.6295418209499783, 0.3341512722439236, 0.8417494032118056, 0.3848165554470486 ], "point": [ 0.7356, 0.3595 ] }, { "instruction": "Not Security.", "bbox": [ 0.08286707136366102, 0.05365683237711589, 0.1556889639960395, 0.08425369262695312 ], "point": [ 0.1193, 0.069 ] }, { "instruction": "Publish Add.", "bbox": [ 0.7623856438530816, 0.120780029296875, 0.8436856587727865, 0.17211910671657987 ], "point": [ 0.803, 0.1464 ] }, { "instruction": "pigs in a pen.", "bbox": [ 0.547385491265191, 0.43199378119574655, 0.6069889492458768, 0.5106708102756077 ], "point": [ 0.5772, 0.4713 ] }, { "instruction": "Logout.", "bbox": [ 0.7105710771348741, 0.13134375678168403, 0.7602829827202691, 0.16102728949652778 ], "point": [ 0.7354, 0.1462 ] }, { "instruction": "an option to class.", "bbox": [ 0.15647621154785157, 0.10277718438042535, 0.2813270568847656, 0.18040206909179687 ], "point": [ 0.2189, 0.1416 ] }, { "instruction": "Farm.", "bbox": [ 0.2192246331108941, 0.2141611565483941, 0.2421269310845269, 0.23368782891167536 ], "point": [ 0.2307, 0.2239 ] }, { "instruction": "a button or link to the classifieds section.", "bbox": [ 0.16019906997680664, 0.21410629272460938, 0.20897076924641927, 0.23358389960394965 ], "point": [ 0.1846, 0.2238 ] }, { "instruction": "garden.", "bbox": [ 0.2514290279812283, 0.21367746988932293, 0.2835642496744792, 0.23388902452256943 ], "point": [ 0.2675, 0.2238 ] }, { "instruction": "My account.", "bbox": [ 0.6335768805609809, 0.1306642150878906, 0.7070688883463542, 0.16219599405924479 ], "point": [ 0.6703, 0.1464 ] }, { "instruction": "Reload", "bbox": [ 0.054554451836480035, 0.05234574211968316, 0.07594729529486763, 0.08695028516981337 ], "point": [ 0.0653, 0.0696 ] }, { "instruction": "Five-point star", "bbox": [ 0.8307651095920139, 0.05737632751464844, 0.8458019680447049, 0.08516456604003907 ], "point": [ 0.8383, 0.0713 ] }, { "instruction": "Line Spacing", "bbox": [ 0.8628170437282986, 0.05746045430501302, 0.880979241265191, 0.08228761461046007 ], "point": [ 0.8719, 0.0699 ] }, { "instruction": "expanding or opening a dropdown menu.", "bbox": [ 0.9757738749186198, 0.004116509755452474, 0.9965705871582031, 0.039655185275607636 ], "point": [ 0.9862, 0.0219 ] }, { "instruction": "Back", "bbox": [ 0.006177989641825358, 0.055433078342013886, 0.025876839955647785, 0.08497795952690972 ], "point": [ 0.016, 0.0702 ] }, { "instruction": "Forward", "bbox": [ 0.029997801780700682, 0.05450684441460504, 0.05000605583190918, 0.08531298319498698 ], "point": [ 0.04, 0.0699 ] }, { "instruction": "Close", "bbox": [ 0.1571258650885688, 0.01055283334520128, 0.17002556059095594, 0.03621386104159885 ], "point": [ 0.1636, 0.0234 ] }, { "instruction": "New Tab", "bbox": [ 0.18217461903889973, 0.009867839813232422, 0.19531052907307941, 0.03685118781195747 ], "point": [ 0.1887, 0.0234 ] }, { "instruction": "a text input field.", "bbox": [ 0.6448375278049046, 0.6628109402126736, 0.8013504876030816, 0.6865599907769098 ], "point": [ 0.7231, 0.6747 ] }, { "instruction": "a price tag of 50.00.", "bbox": [ 0.7378523932562934, 0.25726238674587676, 0.8409377204047309, 0.31907528347439235 ], "point": [ 0.7894, 0.2882 ] }, { "instruction": "Properties", "bbox": [ 0.9759855482313368, 0.057456516689724395, 0.9923494127061632, 0.08275722927517361 ], "point": [ 0.9842, 0.0701 ] }, { "instruction": "Time Field", "bbox": [ 0.9497022840711805, 0.05329353332519531, 0.9713697645399305, 0.0840611351860894 ], "point": [ 0.9605, 0.0687 ] }, { "instruction": "a user profile or account.", "bbox": [ 0.6445033179389106, 0.4545730929904514, 0.7372878180609809, 0.6027419026692709 ], "point": [ 0.6909, 0.5287 ] }, { "instruction": "Kune Kuning pigs.", "bbox": [ 0.15698489083184136, 0.2528352525499132, 0.3605172157287598, 0.3323494127061632 ], "point": [ 0.2588, 0.2926 ] }, { "instruction": "an option to avoid emails by operating localities or settings.", "bbox": [ 0.6566556718614366, 0.7845115152994792, 0.8259025573730469, 0.8285222032335069 ], "point": [ 0.7413, 0.8065 ] }, { "instruction": "a prompt toNever play with the Western Union.", "bbox": [ 0.6600313822428385, 0.8307779947916667, 0.8148184034559461, 0.8533124457465278 ], "point": [ 0.7374, 0.842 ] }, { "instruction": "Searching or magnifying glass.", "bbox": [ 0.9945544772677951, 0.05549866570366754, 1.0, 0.08618888854980469 ], "point": [ 0.9973, 0.0708 ] } ], "element_size": 66 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_19/12054.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Publish a listing", "bbox": [ 0.0340277804268731, 0.011666666666666667, 0.0996527804268731, 0.03166666666666667 ], "point": [ 0.0668, 0.0217 ] }, { "instruction": "Classifieds", "bbox": [ 0.10451388888888889, 0.013888888888888888, 0.15069444444444444, 0.029444444444444443 ], "point": [ 0.1276, 0.0217 ] }, { "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com 9980/index php?page-item&action-item_add", "bbox": [ 0.15833333333333333, 0.0577777820163303, 0.6298611111111111, 0.08277777777777778 ], "point": [ 0.3941, 0.0703 ] }, { "instruction": "0 | _", "bbox": [ 0.8888888888888888, 0.056666666666666664, 0.9420138888888889, 0.08444443596733942 ], "point": [ 0.9155, 0.0706 ] }, { "instruction": "Publish a listing", "bbox": [ 0.21840277777777778, 0.21444444444444444, 0.290625, 0.23666666666666666 ], "point": [ 0.2545, 0.2256 ] }, { "instruction": "Publish a", "bbox": [ 0.31493055555555555, 0.2727777777777778, 0.45729166666666665, 0.33055555555555555 ], "point": [ 0.3861, 0.3017 ] }, { "instruction": "listing", "bbox": [ 0.453125, 0.2666667005750868, 0.5611111111111111, 0.3494444783528646 ], "point": [ 0.5071, 0.3081 ] }, { "instruction": "General Information", "bbox": [ 0.31631944444444443, 0.35, 0.5024305555555556, 0.38722222222222225 ], "point": [ 0.4094, 0.3686 ] }, { "instruction": "Category", "bbox": [ 0.25798611111111114, 0.41555555555555557, 0.3104166666666667, 0.44277777777777777 ], "point": [ 0.2842, 0.4292 ] }, { "instruction": "Title", "bbox": [ 0.28229170905219186, 0.48944444444444446, 0.309375, 0.51 ], "point": [ 0.2958, 0.4997 ] }, { "instruction": "Description", "bbox": [ 0.24722222222222223, 0.5616666666666666, 0.309375, 0.585 ], "point": [ 0.2783, 0.5733 ] }, { "instruction": "Price", "bbox": [ 0.2809027777777778, 0.9394443766276042, 0.309375, 0.9599999321831597 ], "point": [ 0.2951, 0.9497 ] }, { "instruction": "Select a category", "bbox": [ 0.3141265869140625, 0.39747612847222225, 0.5625405205620659, 0.4575990125868056 ], "point": [ 0.4383, 0.4275 ] }, { "instruction": "Publish Ad", "bbox": [ 0.7645118713378907, 0.12390218946668836, 0.8413332621256511, 0.16607774522569443 ], "point": [ 0.8029, 0.145 ] }, { "instruction": "Not Secure", "bbox": [ 0.08282708591885037, 0.05349170260959201, 0.1556557125515408, 0.08427990383572048 ], "point": [ 0.1192, 0.0689 ] }, { "instruction": "Osclass", "bbox": [ 0.1549529923333062, 0.10171049329969618, 0.28165584140353733, 0.1811747572157118 ], "point": [ 0.2183, 0.1414 ] }, { "instruction": "Logout", "bbox": [ 0.7093758477105034, 0.1294284396701389, 0.7628729926215277, 0.16322672526041668 ], "point": [ 0.7361, 0.1463 ] }, { "instruction": "My account", "bbox": [ 0.6329312642415365, 0.12957874721950954, 0.7074052598741319, 0.1635409715440538 ], "point": [ 0.6702, 0.1466 ] }, { "instruction": "X", "bbox": [ 0.15715785556369358, 0.011272506713867187, 0.1707504908243815, 0.03407619900173611 ], "point": [ 0.164, 0.0227 ] }, { "instruction": "Classifieds", "bbox": [ 0.1605207019382053, 0.214447021484375, 0.20927978091769747, 0.23379380967881944 ], "point": [ 0.1849, 0.2241 ] }, { "instruction": "Pigst", "bbox": [ 0.31948125627305773, 0.46975396050347223, 0.690204980638292, 0.5337610541449653 ], "point": [ 0.5048, 0.5018 ] }, { "instruction": "Select a category.", "bbox": [ 0.3141265869140625, 0.39747612847222225, 0.5625405205620659, 0.4575990125868056 ], "point": [ 0.4383, 0.4275 ] }, { "instruction": "Publish Ad.", "bbox": [ 0.7645118713378907, 0.12390218946668836, 0.8413332621256511, 0.16607774522569443 ], "point": [ 0.8029, 0.145 ] }, { "instruction": "Not Security.", "bbox": [ 0.08282708591885037, 0.05349170260959201, 0.1556557125515408, 0.08427990383572048 ], "point": [ 0.1192, 0.0689 ] }, { "instruction": "a horizontal scrollbar.", "bbox": [ 0.3132143232557509, 0.9200444878472223, 0.5609204186333551, 0.9799224175347222 ], "point": [ 0.4371, 0.95 ] }, { "instruction": "an email application or document.", "bbox": [ 0.1549529923333062, 0.10171049329969618, 0.28165584140353733, 0.1811747572157118 ], "point": [ 0.2183, 0.1414 ] }, { "instruction": "Logout.", "bbox": [ 0.7093758477105034, 0.1294284396701389, 0.7628729926215277, 0.16322672526041668 ], "point": [ 0.7361, 0.1463 ] }, { "instruction": "My account.", "bbox": [ 0.6329312642415365, 0.12957874721950954, 0.7074052598741319, 0.1635409715440538 ], "point": [ 0.6702, 0.1466 ] }, { "instruction": "Reload", "bbox": [ 0.05488412645128038, 0.0533394029405382, 0.07599363327026368, 0.08504157172309028 ], "point": [ 0.0654, 0.0692 ] }, { "instruction": "Five-point star", "bbox": [ 0.8304972330729167, 0.05694657219780816, 0.8460233900282118, 0.08523467169867621 ], "point": [ 0.8383, 0.0711 ] }, { "instruction": "Increase", "bbox": [ 0.8622422960069445, 0.05684376186794705, 0.881794908311632, 0.0824562750922309 ], "point": [ 0.872, 0.0697 ] }, { "instruction": "expanding or opening a dropdown menu.", "bbox": [ 0.9756861368815104, 0.0034728368123372396, 0.9973692152235243, 0.039397947523328994 ], "point": [ 0.9865, 0.0214 ] }, { "instruction": "Back", "bbox": [ 0.006672082344690958, 0.05649885813395182, 0.025403138664033677, 0.08359347873263889 ], "point": [ 0.016, 0.07 ] }, { "instruction": "Forward", "bbox": [ 0.03059882322947184, 0.05559723748101129, 0.04935667249891493, 0.08388293796115451 ], "point": [ 0.04, 0.0697 ] }, { "instruction": "Close", "bbox": [ 0.15715785556369358, 0.011272506713867187, 0.1707504908243815, 0.03407619900173611 ], "point": [ 0.164, 0.0227 ] }, { "instruction": "a button or link to the classifieds section.", "bbox": [ 0.1605207019382053, 0.214447021484375, 0.20927978091769747, 0.23379380967881944 ], "point": [ 0.1849, 0.2241 ] }, { "instruction": "Properties", "bbox": [ 0.9758035447862413, 0.05695125155978733, 0.9924101935492622, 0.08239173889160156 ], "point": [ 0.9841, 0.0697 ] }, { "instruction": "New Tab", "bbox": [ 0.18210381401909723, 0.009510002136230468, 0.1952526092529297, 0.036555743747287324 ], "point": [ 0.1887, 0.023 ] }, { "instruction": "Time Field", "bbox": [ 0.9486540052625868, 0.05369552612304687, 0.9718024359809028, 0.08273190816243489 ], "point": [ 0.9602, 0.0682 ] }, { "instruction": "currency or currency-related function.", "bbox": [ 0.5593841976589626, 0.9232790120442709, 0.583615239461263, 0.9765848117404514 ], "point": [ 0.5715, 0.9499 ] }, { "instruction": "A loading bar or progress bar.", "bbox": [ 0.31948125627305773, 0.46975396050347223, 0.690204980638292, 0.5337610541449653 ], "point": [ 0.5048, 0.5018 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.5853605482313368, 0.9366504584418403, 0.6019862704806858, 0.969322984483507 ], "point": [ 0.5937, 0.953 ] } ], "element_size": 42 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_20/12660.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Publish a listing", "bbox": [ 0.0340277804268731, 0.011666666666666667, 0.0996527804268731, 0.03166666666666667 ], "point": [ 0.0668, 0.0217 ] }, { "instruction": "Classifieds", "bbox": [ 0.10451388888888889, 0.013888888888888888, 0.15069444444444444, 0.029444444444444443 ], "point": [ 0.1276, 0.0217 ] }, { "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com:9980/index php?page-item&action-item_add", "bbox": [ 0.15833333333333333, 0.06055555555555556, 0.6298611111111111, 0.08277777777777778 ], "point": [ 0.3941, 0.0717 ] }, { "instruction": "0 2 | g", "bbox": [ 0.8673611111111111, 0.05611111111111111, 0.9427083333333334, 0.08333333333333333 ], "point": [ 0.905, 0.0697 ] }, { "instruction": "Description", "bbox": [ 0.24722222222222223, 0.12444444444444444, 0.309375, 0.1466666497124566 ], "point": [ 0.2783, 0.1356 ] }, { "instruction": "have pigs for sale", "bbox": [ 0.3302083333333333, 0.12444444444444444, 0.4149305555555556, 0.1466666497124566 ], "point": [ 0.3726, 0.1356 ] }, { "instruction": "Price", "bbox": [ 0.2809027777777778, 0.5016666666666667, 0.309375, 0.5216666666666666 ], "point": [ 0.2951, 0.5117 ] }, { "instruction": "Listing Location", "bbox": [ 0.3159722222222222, 0.7216667344835069, 0.46458333333333335, 0.7638889567057292 ], "point": [ 0.3903, 0.7428 ] }, { "instruction": "Region", "bbox": [ 0.2708333333333333, 0.7894444444444444, 0.3093749576144748, 0.8127777777777778 ], "point": [ 0.2901, 0.8011 ] }, { "instruction": "Area", "bbox": [ 0.2826388888888889, 0.935, 0.30902782016330294, 0.9533333333333334 ], "point": [ 0.2958, 0.9442 ] }, { "instruction": "City", "bbox": [ 0.28715277777777776, 0.8594443766276042, 0.3079861111111111, 0.8849999321831598 ], "point": [ 0.2976, 0.8722 ] }, { "instruction": "City", "bbox": [ 0.2590277777777778, 0.9316666666666666, 0.28055555555555556, 0.9572222222222222 ], "point": [ 0.2698, 0.9444 ] }, { "instruction": "Select a city_", "bbox": [ 0.31379591623942055, 0.8429796685112847, 0.5614827473958334, 0.9028660074869792 ], "point": [ 0.4376, 0.8729 ] }, { "instruction": "Select a region ", "bbox": [ 0.3154250250922309, 0.7713538953993055, 0.5627193874782986, 0.8297443305121528 ], "point": [ 0.4391, 0.8005 ] }, { "instruction": "Click or Drop for upload images", "bbox": [ 0.31565189361572266, 0.572834947374132, 0.6887364917331271, 0.6471479627821181 ], "point": [ 0.5022, 0.61 ] }, { "instruction": "Not Secure", "bbox": [ 0.08315378824869792, 0.05141594780815972, 0.15699407789442274, 0.0851708984375 ], "point": [ 0.1201, 0.0683 ] }, { "instruction": "X", "bbox": [ 0.1570677333407932, 0.011110319561428494, 0.17083249621921115, 0.03404802216423882 ], "point": [ 0.164, 0.0226 ] }, { "instruction": "a dropdown menu to select a city.", "bbox": [ 0.31379591623942055, 0.8429796685112847, 0.5614827473958334, 0.9028660074869792 ], "point": [ 0.4376, 0.8729 ] }, { "instruction": "a horizontal scrollbar.", "bbox": [ 0.3139572991265191, 0.9146463351779514, 0.5622008429633246, 0.9754315185546875 ], "point": [ 0.4381, 0.945 ] }, { "instruction": "A button to view additional page information.", "bbox": [ 0.31662218305799694, 0.13942096286349825, 0.6881138483683268, 0.45009160359700523 ], "point": [ 0.5024, 0.2948 ] }, { "instruction": "Selecting a region.", "bbox": [ 0.3154250250922309, 0.7713538953993055, 0.5627193874782986, 0.8297443305121528 ], "point": [ 0.4391, 0.8005 ] }, { "instruction": "closing a window or dialog box.", "bbox": [ 0.31271029578314885, 0.48149498833550347, 0.5592620849609375, 0.5439922078450521 ], "point": [ 0.436, 0.5127 ] }, { "instruction": "a dropdown menu for upload images.", "bbox": [ 0.31565189361572266, 0.572834947374132, 0.6887364917331271, 0.6471479627821181 ], "point": [ 0.5022, 0.61 ] }, { "instruction": "Reload", "bbox": [ 0.054628213246663414, 0.04989066653781467, 0.0768157958984375, 0.08972476535373264 ], "point": [ 0.0657, 0.0698 ] }, { "instruction": "Five-point star", "bbox": [ 0.8298729790581597, 0.05633934868706597, 0.8464781019422744, 0.0863791741265191 ], "point": [ 0.8382, 0.0714 ] }, { "instruction": "Extensions", "bbox": [ 0.8860594007703994, 0.04966649797227648, 0.9087924533420139, 0.08592536078559028 ], "point": [ 0.8974, 0.0678 ] }, { "instruction": "Not Security.", "bbox": [ 0.08315378824869792, 0.05141594780815972, 0.15699407789442274, 0.0851708984375 ], "point": [ 0.1201, 0.0683 ] }, { "instruction": "Forward", "bbox": [ 0.029628663592868382, 0.051681603325737846, 0.050795629289415146, 0.08916463216145833 ], "point": [ 0.0402, 0.0704 ] }, { "instruction": "Back", "bbox": [ 0.004472674263848199, 0.05190677218967014, 0.026770570543077257, 0.08829801771375868 ], "point": [ 0.0156, 0.0701 ] }, { "instruction": "Increase", "bbox": [ 0.8613722907172309, 0.05150482177734375, 0.8826791551378038, 0.08629062228732638 ], "point": [ 0.872, 0.0689 ] }, { "instruction": "Time Field", "bbox": [ 0.9473936292860243, 0.04683409372965495, 0.9733885023328993, 0.08853025648328994 ], "point": [ 0.9604, 0.0677 ] }, { "instruction": "Show container actions", "bbox": [ 0.9752037896050347, 0.050799471537272135, 0.9932973225911458, 0.08788470798068576 ], "point": [ 0.9843, 0.0693 ] }, { "instruction": "Close", "bbox": [ 0.1570677333407932, 0.011110319561428494, 0.17083249621921115, 0.03404802216423882 ], "point": [ 0.164, 0.0226 ] }, { "instruction": "Download", "bbox": [ 0.9234144422743056, 0.04756038241916233, 0.9456831190321181, 0.08715574476453992 ], "point": [ 0.9345, 0.0674 ] }, { "instruction": "New Tab", "bbox": [ 0.18183712429470486, 0.008477009667290581, 0.19555719163682725, 0.03735526190863715 ], "point": [ 0.1887, 0.0229 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9752778795030382, 0.003495167626274957, 0.9967530992296006, 0.04175803078545465 ], "point": [ 0.986, 0.0226 ] }, { "instruction": "a currency dropdown menu.", "bbox": [ 0.5574308607313369, 0.4833140394422743, 0.602451663547092, 0.5412663099500868 ], "point": [ 0.5799, 0.5123 ] } ], "element_size": 37 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_21/12930.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Publish a listing", "bbox": [ 0.0340277804268731, 0.011666666666666667, 0.0996527804268731, 0.03166666666666667 ], "point": [ 0.0668, 0.0217 ] }, { "instruction": "Classifieds", "bbox": [ 0.10451388888888889, 0.013888888888888888, 0.15069444444444444, 0.029444444444444443 ], "point": [ 0.1276, 0.0217 ] }, { "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com:9980/index php?page-item&action-item_add", "bbox": [ 0.15833333333333333, 0.06055555555555556, 0.6298611111111111, 0.08277777777777778 ], "point": [ 0.3941, 0.0717 ] }, { "instruction": "0 2 | g", "bbox": [ 0.8673611111111111, 0.05611111111111111, 0.9420138888888889, 0.08333333333333333 ], "point": [ 0.9047, 0.0697 ] }, { "instruction": "55683-png", "bbox": [ 0.32222222222222224, 0.2222222222222222, 0.3819444444444444, 0.25 ], "point": [ 0.3521, 0.2361 ] }, { "instruction": "503.3kB", "bbox": [ 0.3232638888888889, 0.24500001695421006, 0.35694444444444445, 0.26111112806532116 ], "point": [ 0.3401, 0.2531 ] }, { "instruction": "Delete", "bbox": [ 0.36319444444444443, 0.2461111111111111, 0.3902777777777778, 0.2611111111111111 ], "point": [ 0.3767, 0.2536 ] }, { "instruction": "Rotate image", "bbox": [ 0.3229166666666667, 0.2599999830457899, 0.3927083333333333, 0.2838888719346788 ], "point": [ 0.3578, 0.2719 ] }, { "instruction": "Listing Location", "bbox": [ 0.3159722222222222, 0.5205555216471354, 0.4642361111111111, 0.5588888549804687 ], "point": [ 0.3901, 0.5397 ] }, { "instruction": "Region", "bbox": [ 0.2708333333333333, 0.5855555555555556, 0.3093749576144748, 0.6088888888888889 ], "point": [ 0.2901, 0.5972 ] }, { "instruction": "Area", "bbox": [ 0.28194446563720704, 0.73, 0.30972224341498483, 0.7516666666666667 ], "point": [ 0.2958, 0.7408 ] }, { "instruction": "Address", "bbox": [ 0.26493055555555556, 0.8038888888888889, 0.3090277777777778, 0.8222222222222222 ], "point": [ 0.287, 0.8131 ] }, { "instruction": "Seller's information", "bbox": [ 0.3159722222222222, 0.8866666666666667, 0.4986111111111111, 0.9227777777777778 ], "point": [ 0.4073, 0.9047 ] }, { "instruction": "Phone", "bbox": [ 0.2743055767483181, 0.955, 0.3090277989705404, 0.9733333333333334 ], "point": [ 0.2917, 0.9642 ] }, { "instruction": "City", "bbox": [ 0.28680555555555554, 0.6544444444444445, 0.3079861111111111, 0.6827777777777778 ], "point": [ 0.2974, 0.6686 ] }, { "instruction": "City", "bbox": [ 0.2590277777777778, 0.7277777777777777, 0.28055555555555556, 0.7538888888888889 ], "point": [ 0.2698, 0.7408 ] }, { "instruction": "Select a city__.", "bbox": [ 0.3147637685139974, 0.6381374104817709, 0.5628575219048394, 0.699934556749132 ], "point": [ 0.4388, 0.669 ] }, { "instruction": "Select a", "bbox": [ 0.31412904527452257, 0.5666236707899306, 0.5618598937988282, 0.6274873860677084 ], "point": [ 0.438, 0.5971 ] }, { "instruction": "region_", "bbox": [ 0.31412904527452257, 0.5666236707899306, 0.5618598937988282, 0.6274873860677084 ], "point": [ 0.438, 0.5971 ] }, { "instruction": "Not Secure", "bbox": [ 0.0828352133433024, 0.05252247280544705, 0.15577949947781033, 0.08427483452690972 ], "point": [ 0.1193, 0.0684 ] }, { "instruction": "X", "bbox": [ 0.15690401924981012, 0.010847824944390192, 0.17091544469197592, 0.03442623138427734 ], "point": [ 0.1639, 0.0226 ] }, { "instruction": "Click or Drop for upload images", "bbox": [ 0.31565846337212455, 0.13477225409613716, 0.6906360838148329, 0.20996197170681424 ], "point": [ 0.5031, 0.1724 ] }, { "instruction": "No file chosen", "bbox": [ 0.4374706268310547, 0.6138130018446181, 0.5016284942626953, 0.642482435438368 ], "point": [ 0.4695, 0.6281 ] }, { "instruction": "a dropdown menu to select a city.", "bbox": [ 0.3147637685139974, 0.6381374104817709, 0.5628575219048394, 0.699934556749132 ], "point": [ 0.4388, 0.669 ] }, { "instruction": "a horizontal scroll bar.", "bbox": [ 0.31316680908203126, 0.7834849039713542, 0.5623601277669271, 0.8459218343098959 ], "point": [ 0.4378, 0.8147 ] }, { "instruction": "a horizontal scrollbar.", "bbox": [ 0.31379237704806856, 0.7120940483940972, 0.5623192257351346, 0.7721367730034723 ], "point": [ 0.4381, 0.7421 ] }, { "instruction": "Select a region.", "bbox": [ 0.31412904527452257, 0.5666236707899306, 0.5618598937988282, 0.6274873860677084 ], "point": [ 0.438, 0.5971 ] }, { "instruction": "Not Security.", "bbox": [ 0.0828352133433024, 0.05252247280544705, 0.15577949947781033, 0.08427483452690972 ], "point": [ 0.1193, 0.0684 ] }, { "instruction": "Reload", "bbox": [ 0.054544825024074976, 0.05014320373535156, 0.07666642400953505, 0.08937647501627605 ], "point": [ 0.0656, 0.0698 ] }, { "instruction": "Five-point star", "bbox": [ 0.8301518758138021, 0.05658482445610894, 0.846380106608073, 0.08569326612684462 ], "point": [ 0.8383, 0.0711 ] }, { "instruction": "Extensions", "bbox": [ 0.8864373948838976, 0.05095436520046658, 0.9082715352376302, 0.08509622361924914 ], "point": [ 0.8974, 0.068 ] }, { "instruction": "Increase", "bbox": [ 0.8614603678385416, 0.05266339619954427, 0.8824898613823785, 0.08548327128092448 ], "point": [ 0.872, 0.0691 ] }, { "instruction": "Time Field", "bbox": [ 0.9476071675618489, 0.046789440578884546, 0.9731754726833768, 0.08785965813530816 ], "point": [ 0.9604, 0.0673 ] }, { "instruction": "Download", "bbox": [ 0.9236731635199653, 0.04829319000244141, 0.9452829996744792, 0.08632639567057292 ], "point": [ 0.9345, 0.0673 ] }, { "instruction": "Back", "bbox": [ 0.004781873358620538, 0.05236665513780382, 0.02678304711977641, 0.08748238457573784 ], "point": [ 0.0158, 0.0699 ] }, { "instruction": "Forward", "bbox": [ 0.02945039802127414, 0.05206690470377604, 0.05027381579081217, 0.08743582831488715 ], "point": [ 0.0399, 0.0698 ] }, { "instruction": "a horizontal scroll bar.", "bbox": [ 0.31395946078830295, 0.9343282063802083, 0.5622236887613933, 0.99712646484375 ], "point": [ 0.4381, 0.9657 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.9754113939073351, 0.0034717559814453126, 0.9968038770887587, 0.040751575893825956 ], "point": [ 0.9861, 0.0221 ] }, { "instruction": "Show container actions", "bbox": [ 0.9753614637586806, 0.05166031731499566, 0.9930426703559028, 0.0872341071234809 ], "point": [ 0.9842, 0.0694 ] }, { "instruction": "Close", "bbox": [ 0.15690401924981012, 0.010847824944390192, 0.17091544469197592, 0.03442623138427734 ], "point": [ 0.1639, 0.0226 ] }, { "instruction": "New Tab", "bbox": [ 0.1812817891438802, 0.007870588302612305, 0.1959400177001953, 0.03814856105380588 ], "point": [ 0.1886, 0.023 ] }, { "instruction": "a dropdown menu for upload images.", "bbox": [ 0.31565846337212455, 0.13477225409613716, 0.6906360838148329, 0.20996197170681424 ], "point": [ 0.5031, 0.1724 ] }, { "instruction": "No file chosen.", "bbox": [ 0.4374706268310547, 0.6138130018446181, 0.5016284942626953, 0.642482435438368 ], "point": [ 0.4695, 0.6281 ] }, { "instruction": "a group of pigs.", "bbox": [ 0.32305357191297746, 0.3303594970703125, 0.42550862630208336, 0.3580413140190972 ], "point": [ 0.3743, 0.3442 ] } ], "element_size": 44 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_22/13092.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Publish a listing", "bbox": [ 0.0340277804268731, 0.011666666666666667, 0.0996527804268731, 0.03166666666666667 ], "point": [ 0.0668, 0.0217 ] }, { "instruction": "Classifieds", "bbox": [ 0.10451388888888889, 0.013888888888888888, 0.15069444444444444, 0.029444444444444443 ], "point": [ 0.1276, 0.0217 ] }, { "instruction": "ec2-3-143-22-101.us-east-2.con", "bbox": [ 0.15868055555555555, 0.06111111111111111, 0.31319444444444444, 0.07833333333333334 ], "point": [ 0.2359, 0.0697 ] }, { "instruction": "action-item_add", "bbox": [ 0.5506944868299696, 0.06111111111111111, 0.6295138465033637, 0.07833333333333334 ], "point": [ 0.5901, 0.0697 ] }, { "instruction": "0 0 | 4", "bbox": [ 0.8673611111111111, 0.0577777820163303, 0.9413194444444445, 0.08277777777777778 ], "point": [ 0.9043, 0.0703 ] }, { "instruction": "Georgia", "bbox": [ 0.3277777777777778, 0.16166666666666665, 0.3680555555555556, 0.18388888888888888 ], "point": [ 0.3479, 0.1728 ] }, { "instruction": "hages", "bbox": [ 0.5506945292154948, 0.1638888888888889, 0.5809027777777778, 0.1811111111111111 ], "point": [ 0.5658, 0.1725 ] }, { "instruction": "Hawaii", "bbox": [ 0.32881944444444444, 0.19111111111111112, 0.36215277777777777, 0.20944444444444443 ], "point": [ 0.3455, 0.2003 ] }, { "instruction": "Idaho", "bbox": [ 0.32743055555555556, 0.21888890584309895, 0.35694444444444445, 0.2372222391764323 ], "point": [ 0.3422, 0.2281 ] }, { "instruction": "Illinois", "bbox": [ 0.328125, 0.2461111111111111, 0.3607638888888889, 0.2644444444444444 ], "point": [ 0.3444, 0.2553 ] }, { "instruction": "Region", "bbox": [ 0.2708333333333333, 0.5866665988498264, 0.3093749576144748, 0.6088888210720486 ], "point": [ 0.2901, 0.5978 ] }, { "instruction": "City", "bbox": [ 0.2854166454739041, 0.6572222222222223, 0.3104166454739041, 0.6811111111111111 ], "point": [ 0.2979, 0.6692 ] }, { "instruction": "Area", "bbox": [ 0.28194446563720704, 0.7311111111111112, 0.3090277989705404, 0.7511111111111111 ], "point": [ 0.2955, 0.7411 ] }, { "instruction": "Address", "bbox": [ 0.26493055555555556, 0.8038888888888889, 0.3090277777777778, 0.8222222222222222 ], "point": [ 0.287, 0.8131 ] }, { "instruction": "North Dakota", "bbox": [ 0.32881944444444444, 0.83, 0.39340277777777777, 0.8483333333333334 ], "point": [ 0.3611, 0.8392 ] }, { "instruction": "City", "bbox": [ 0.2590277777777778, 0.7277777777777777, 0.28055555555555556, 0.7538888888888889 ], "point": [ 0.2698, 0.7408 ] }, { "instruction": "New York", "bbox": [ 0.32762061225043404, 0.7678718397352431, 0.5421843634711372, 0.7970306396484375 ], "point": [ 0.4349, 0.7825 ] }, { "instruction": "Ohio", "bbox": [ 0.32740308973524307, 0.8517125786675347, 0.5500364515516493, 0.8810163709852431 ], "point": [ 0.4387, 0.8664 ] }, { "instruction": "Oklahoma", "bbox": [ 0.32715282440185545, 0.8785894097222222, 0.5517571343315972, 0.9092822265625 ], "point": [ 0.4395, 0.8939 ] }, { "instruction": "North Carolina", "bbox": [ 0.32785191006130643, 0.7955426703559028, 0.5417723337809245, 0.8246527777777778 ], "point": [ 0.4348, 0.8101 ] }, { "instruction": "X", "bbox": [ 0.15649886661105686, 0.008266773223876953, 0.17110409206814237, 0.03857053968641493 ], "point": [ 0.1638, 0.0234 ] }, { "instruction": "New Hampshire", "bbox": [ 0.3270719740125868, 0.6830087619357639, 0.524458736843533, 0.71432861328125 ], "point": [ 0.4258, 0.6987 ] }, { "instruction": "New Jersey", "bbox": [ 0.32760230170355903, 0.7120655653211806, 0.5442566765679253, 0.7419196234809028 ], "point": [ 0.4359, 0.727 ] }, { "instruction": "New Mexico", "bbox": [ 0.3273594750298394, 0.739203626844618, 0.548273171318902, 0.7690864393446181 ], "point": [ 0.4378, 0.7541 ] }, { "instruction": "Colorado", "bbox": [ 0.32228270636664497, 0.04570816040039063, 0.5529995812310113, 0.07606592814127604 ], "point": [ 0.4376, 0.0609 ] }, { "instruction": "Connecticut", "bbox": [ 0.322941886054145, 0.07470191107855903, 0.5565144432915582, 0.1035844251844618 ], "point": [ 0.4397, 0.0891 ] }, { "instruction": "Not Secure", "bbox": [ 0.08298558129204645, 0.05109594980875651, 0.15675154791937934, 0.08546570671929253 ], "point": [ 0.1199, 0.0683 ] }, { "instruction": "Maryland", "bbox": [ 0.32114105224609374, 0.43453887939453123, 0.5278728908962673, 0.46417660183376735 ], "point": [ 0.4245, 0.4494 ] }, { "instruction": "Michigan", "bbox": [ 0.32237326304117836, 0.4908603922526042, 0.5283075968424479, 0.5195372856987848 ], "point": [ 0.4253, 0.5052 ] }, { "instruction": "Minnesota", "bbox": [ 0.3235044479370117, 0.5179835679796007, 0.5296013726128472, 0.5468085734049479 ], "point": [ 0.4266, 0.5324 ] }, { "instruction": "Maine", "bbox": [ 0.31958961486816406, 0.4070755343967014, 0.5296376122368707, 0.43543755425347225 ], "point": [ 0.4246, 0.4213 ] }, { "instruction": "Mississippi", "bbox": [ 0.3231909857855903, 0.5458125474717882, 0.5440591600206163, 0.5747842746310764 ], "point": [ 0.4336, 0.5603 ] }, { "instruction": "Nebraska", "bbox": [ 0.32562018500434026, 0.628274400499132, 0.5294440375434027, 0.657870347764757 ], "point": [ 0.4275, 0.6431 ] }, { "instruction": "Nevada", "bbox": [ 0.32600036197238497, 0.6564493136935764, 0.5363112555609809, 0.6862971327039931 ], "point": [ 0.4312, 0.6714 ] }, { "instruction": "Massachusetts", "bbox": [ 0.3227103551228841, 0.46168755425347224, 0.5252644856770833, 0.49192484537760417 ], "point": [ 0.424, 0.4768 ] }, { "instruction": "Missouri", "bbox": [ 0.32506001790364586, 0.5729245334201389, 0.5329834832085504, 0.6031840006510417 ], "point": [ 0.429, 0.5881 ] }, { "instruction": "Pennsylvania", "bbox": [ 0.31494678921169705, 0.9339385308159722, 0.5543457455105252, 0.9651190863715278 ], "point": [ 0.4346, 0.9495 ] }, { "instruction": "Delaware", "bbox": [ 0.3237222883436415, 0.10171156141493055, 0.557375717163086, 0.13067972819010418 ], "point": [ 0.4405, 0.1162 ] }, { "instruction": "Kentucky", "bbox": [ 0.32009995778401695, 0.35132737901475697, 0.5315902709960938, 0.3810087754991319 ], "point": [ 0.4258, 0.3662 ] }, { "instruction": "Montana", "bbox": [ 0.32502269744873047, 0.6006006537543402, 0.5319671630859375, 0.6303151448567709 ], "point": [ 0.4285, 0.6155 ] }, { "instruction": "Louisiana", "bbox": [ 0.32023230658637153, 0.3789255099826389, 0.5266075134277344, 0.408282470703125 ], "point": [ 0.4234, 0.3936 ] }, { "instruction": "Kansas", "bbox": [ 0.3203694025675456, 0.3231551445855035, 0.5313186645507812, 0.3527605862087674 ], "point": [ 0.4258, 0.338 ] }, { "instruction": "Callornia", "bbox": [ 0.3185800128512912, 0.006161719428168403, 0.5472823248969184, 0.047745361328125 ], "point": [ 0.4329, 0.027 ] }, { "instruction": "lowa", "bbox": [ 0.3200103759765625, 0.2969143676757813, 0.5303499009874132, 0.32594519721137155 ], "point": [ 0.4252, 0.3114 ] }, { "instruction": "Florida", "bbox": [ 0.3226359685262044, 0.1296408165825738, 0.5613099839952257, 0.15805006239149305 ], "point": [ 0.442, 0.1438 ] }, { "instruction": "Oregon", "bbox": [ 0.32029652065700953, 0.907041015625, 0.5518044789632162, 0.9357497829861111 ], "point": [ 0.4361, 0.9214 ] }, { "instruction": "Indiana", "bbox": [ 0.31960413191053605, 0.26766409979926215, 0.5501941257052951, 0.29782036675347223 ], "point": [ 0.4349, 0.2827 ] }, { "instruction": "Phone", "bbox": [ 0.27217468685574003, 0.9488930935329861, 0.31032661861843536, 0.9780257161458333 ], "point": [ 0.2913, 0.9635 ] }, { "instruction": "Reload", "bbox": [ 0.0541491879357232, 0.04923392401801215, 0.07704616652594673, 0.09072144402398004 ], "point": [ 0.0656, 0.07 ] }, { "instruction": "Time Field", "bbox": [ 0.9472488403320313, 0.04780470106336806, 0.9736736721462673, 0.09045204162597656 ], "point": [ 0.9605, 0.0691 ] }, { "instruction": "Five-point star", "bbox": [ 0.8292370266384549, 0.0562510257297092, 0.8469346788194444, 0.08607476976182726 ], "point": [ 0.8381, 0.0712 ] }, { "instruction": "Increase", "bbox": [ 0.8604916042751736, 0.05021220313178169, 0.8836683485243055, 0.08767713758680555 ], "point": [ 0.8721, 0.0689 ] }, { "instruction": "Extensions", "bbox": [ 0.885360124376085, 0.048989512125651044, 0.9089905632866754, 0.08694964090983073 ], "point": [ 0.8972, 0.068 ] }, { "instruction": "expanding or opening a dropdown menu.", "bbox": [ 0.9754951477050782, 0.0028397772047254774, 0.9974784851074219, 0.03998551898532444 ], "point": [ 0.9865, 0.0214 ] }, { "instruction": "Download", "bbox": [ 0.9227503458658854, 0.04789324018690321, 0.9462838066948784, 0.08834537082248264 ], "point": [ 0.9345, 0.0681 ] }, { "instruction": "Forward", "bbox": [ 0.028564945856730143, 0.05056552886962891, 0.05170893669128418, 0.09066375732421875 ], "point": [ 0.0401, 0.0706 ] }, { "instruction": "More options", "bbox": [ 0.9744253370496961, 0.04929528130425347, 0.9942400614420573, 0.08950041029188369 ], "point": [ 0.9843, 0.0694 ] }, { "instruction": "Back", "bbox": [ 0.0032348367902967664, 0.05108735826280382, 0.027572385470072427, 0.09138512505425347 ], "point": [ 0.0154, 0.0712 ] }, { "instruction": "New York.", "bbox": [ 0.32762061225043404, 0.7678718397352431, 0.5421843634711372, 0.7970306396484375 ], "point": [ 0.4349, 0.7825 ] }, { "instruction": "Ohio.", "bbox": [ 0.32740308973524307, 0.8517125786675347, 0.5500364515516493, 0.8810163709852431 ], "point": [ 0.4387, 0.8664 ] }, { "instruction": "Oklahoma.", "bbox": [ 0.32715282440185545, 0.8785894097222222, 0.5517571343315972, 0.9092822265625 ], "point": [ 0.4395, 0.8939 ] }, { "instruction": "A search bar for North Carolina.", "bbox": [ 0.32785191006130643, 0.7955426703559028, 0.5417723337809245, 0.8246527777777778 ], "point": [ 0.4348, 0.8101 ] }, { "instruction": "Close", "bbox": [ 0.15649886661105686, 0.008266773223876953, 0.17110409206814237, 0.03857053968641493 ], "point": [ 0.1638, 0.0234 ] }, { "instruction": "a vertical scroll bar.", "bbox": [ 0.5472913953993056, 0.63743408203125, 0.563187238905165, 0.6681563313802084 ], "point": [ 0.5552, 0.6528 ] }, { "instruction": "New Hampshire.", "bbox": [ 0.3270719740125868, 0.6830087619357639, 0.524458736843533, 0.71432861328125 ], "point": [ 0.4258, 0.6987 ] }, { "instruction": "Minimize window.", "bbox": [ 0.5467036353217231, 0.5643580118815105, 0.5620376163058811, 0.6388431803385417 ], "point": [ 0.5544, 0.6016 ] }, { "instruction": "New Jersey.", "bbox": [ 0.32760230170355903, 0.7120655653211806, 0.5442566765679253, 0.7419196234809028 ], "point": [ 0.4359, 0.727 ] }, { "instruction": "Add New Tab", "bbox": [ 0.18119441138373482, 0.0071465884314643015, 0.19485869937472874, 0.03954603301154243 ], "point": [ 0.188, 0.0233 ] }, { "instruction": "Creating a new mexico location.", "bbox": [ 0.3273594750298394, 0.739203626844618, 0.548273171318902, 0.7690864393446181 ], "point": [ 0.4378, 0.7541 ] }, { "instruction": "colorado.", "bbox": [ 0.32228270636664497, 0.04570816040039063, 0.5529995812310113, 0.07606592814127604 ], "point": [ 0.4376, 0.0609 ] }, { "instruction": "Connecticut.", "bbox": [ 0.322941886054145, 0.07470191107855903, 0.5565144432915582, 0.1035844251844618 ], "point": [ 0.4397, 0.0891 ] }, { "instruction": "Not Security.", "bbox": [ 0.08298558129204645, 0.05109594980875651, 0.15675154791937934, 0.08546570671929253 ], "point": [ 0.1199, 0.0683 ] }, { "instruction": "A search function for Maryland.", "bbox": [ 0.32114105224609374, 0.43453887939453123, 0.5278728908962673, 0.46417660183376735 ], "point": [ 0.4245, 0.4494 ] }, { "instruction": "michigan.", "bbox": [ 0.32237326304117836, 0.4908603922526042, 0.5283075968424479, 0.5195372856987848 ], "point": [ 0.4253, 0.5052 ] }, { "instruction": "minnesota.", "bbox": [ 0.3235044479370117, 0.5179835679796007, 0.5296013726128472, 0.5468085734049479 ], "point": [ 0.4266, 0.5324 ] }, { "instruction": "Maine.", "bbox": [ 0.31958961486816406, 0.4070755343967014, 0.5296376122368707, 0.43543755425347225 ], "point": [ 0.4246, 0.4213 ] }, { "instruction": "a button to access the Mississippi application.", "bbox": [ 0.3231909857855903, 0.5458125474717882, 0.5440591600206163, 0.5747842746310764 ], "point": [ 0.4336, 0.5603 ] }, { "instruction": "Nebraska.", "bbox": [ 0.32562018500434026, 0.628274400499132, 0.5294440375434027, 0.657870347764757 ], "point": [ 0.4275, 0.6431 ] }, { "instruction": "Navigation to the Nevada state.", "bbox": [ 0.32600036197238497, 0.6564493136935764, 0.5363112555609809, 0.6862971327039931 ], "point": [ 0.4312, 0.6714 ] }, { "instruction": "Massachusetts.", "bbox": [ 0.3227103551228841, 0.46168755425347224, 0.5252644856770833, 0.49192484537760417 ], "point": [ 0.424, 0.4768 ] }, { "instruction": "A search function for the Missouri region.", "bbox": [ 0.32506001790364586, 0.5729245334201389, 0.5329834832085504, 0.6031840006510417 ], "point": [ 0.429, 0.5881 ] }, { "instruction": "Pennsylvania.", "bbox": [ 0.31494678921169705, 0.9339385308159722, 0.5543457455105252, 0.9651190863715278 ], "point": [ 0.4346, 0.9495 ] }, { "instruction": "a vertical scroll bar.", "bbox": [ 0.5506629943847656, 0.9328468153211805, 0.5606580098470052, 0.9566008843315972 ], "point": [ 0.5557, 0.9447 ] }, { "instruction": "delivery status or delivery status.", "bbox": [ 0.3237222883436415, 0.10171156141493055, 0.557375717163086, 0.13067972819010418 ], "point": [ 0.4405, 0.1162 ] }, { "instruction": "Kentucky.", "bbox": [ 0.32009995778401695, 0.35132737901475697, 0.5315902709960938, 0.3810087754991319 ], "point": [ 0.4258, 0.3662 ] }, { "instruction": "Montana.", "bbox": [ 0.32502269744873047, 0.6006006537543402, 0.5319671630859375, 0.6303151448567709 ], "point": [ 0.4285, 0.6155 ] }, { "instruction": "louisiana.", "bbox": [ 0.32023230658637153, 0.3789255099826389, 0.5266075134277344, 0.408282470703125 ], "point": [ 0.4234, 0.3936 ] }, { "instruction": "Kansas.", "bbox": [ 0.3203694025675456, 0.3231551445855035, 0.5313186645507812, 0.3527605862087674 ], "point": [ 0.4258, 0.338 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.42687644958496096, 0.9703687201605903, 0.43914146423339845, 0.992782457139757 ], "point": [ 0.433, 0.9816 ] }, { "instruction": "a shortcut link.", "bbox": [ 0.40316802130805124, 0.8245754665798611, 0.416193856133355, 0.8518503146701389 ], "point": [ 0.4097, 0.8382 ] }, { "instruction": "Search or magnifying glass function.", "bbox": [ 0.0, 0.0, 0.01663795444700453, 0.06371687147352431 ], "point": [ 0.0083, 0.0319 ] }, { "instruction": "navigating to the California state.", "bbox": [ 0.3185800128512912, 0.006161719428168403, 0.5472823248969184, 0.047745361328125 ], "point": [ 0.4329, 0.027 ] }, { "instruction": "iowa.", "bbox": [ 0.3200103759765625, 0.2969143676757813, 0.5303499009874132, 0.32594519721137155 ], "point": [ 0.4252, 0.3114 ] }, { "instruction": "the state of Florida.", "bbox": [ 0.3226359685262044, 0.1296408165825738, 0.5613099839952257, 0.15805006239149305 ], "point": [ 0.442, 0.1438 ] }, { "instruction": "oregon.", "bbox": [ 0.32029652065700953, 0.907041015625, 0.5518044789632162, 0.9357497829861111 ], "point": [ 0.4361, 0.9214 ] }, { "instruction": "indiana.", "bbox": [ 0.31960413191053605, 0.26766409979926215, 0.5501941257052951, 0.29782036675347223 ], "point": [ 0.4349, 0.2827 ] }, { "instruction": "Phone.", "bbox": [ 0.27217468685574003, 0.9488930935329861, 0.31032661861843536, 0.9780257161458333 ], "point": [ 0.2913, 0.9635 ] }, { "instruction": "a vertical scroll bar.", "bbox": [ 0.5491901397705078, 0.7110872395833333, 0.5603703392876519, 0.7732215711805556 ], "point": [ 0.5548, 0.7422 ] }, { "instruction": "a vertical scroll bar.", "bbox": [ 0.54964599609375, 0.7831327989366319, 0.5601817660861546, 0.831704576280382 ], "point": [ 0.5549, 0.8074 ] }, { "instruction": "Increase", "bbox": [ 0.9084710862901476, 0.04910961574978299, 0.9242727491590712, 0.08706075880262587 ], "point": [ 0.9164, 0.0681 ] } ], "element_size": 100 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/post_tutorial/action_videoframes/action_23/13740.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Farm", "bbox": [ 0.034375, 0.013888888888888888, 0.05694444444444444, 0.029444444444444443 ], "point": [ 0.0457, 0.0217 ] }, { "instruction": "garden", "bbox": [ 0.06354166666666666, 0.012777776718139648, 0.09513888888888888, 0.031111110051472983 ], "point": [ 0.0793, 0.0219 ] }, { "instruction": "Classifieds", "bbox": [ 0.1, 0.013333333333333334, 0.1451388888888889, 0.029444444444444443 ], "point": [ 0.1226, 0.0214 ] }, { "instruction": "ec2-3-143-22-101.us-east-2 compute amazonaws com:9980/index php?page-search&sCategory-16", "bbox": [ 0.15833333333333333, 0.06055555555555556, 0.628125, 0.08277777777777778 ], "point": [ 0.3932, 0.0717 ] }, { "instruction": "0 2 | g", "bbox": [ 0.8673611111111111, 0.05611111111111111, 0.9427083333333334, 0.08333333333333333 ], "point": [ 0.905, 0.0697 ] }, { "instruction": "19 Culaiu", "bbox": [ 0.36041666666666666, 0.09055555555555556, 0.4635416666666667, 0.11388888888888889 ], "point": [ 0.412, 0.1022 ] }, { "instruction": "Region", "bbox": [ 0.2708333333333333, 0.14444444444444443, 0.3093749576144748, 0.16666666666666666 ], "point": [ 0.2901, 0.1556 ] }, { "instruction": "City", "bbox": [ 0.28506942325168183, 0.21388888888888888, 0.3107638676961263, 0.24055555555555555 ], "point": [ 0.2979, 0.2272 ] }, { "instruction": "Area", "bbox": [ 0.28194446563720704, 0.28833333333333333, 0.3090277989705404, 0.3088888888888889 ], "point": [ 0.2955, 0.2986 ] }, { "instruction": "Address", "bbox": [ 0.26458331214057074, 0.3605555555555556, 0.3093749788072374, 0.38166666666666665 ], "point": [ 0.287, 0.3711 ] }, { "instruction": "Seller's information", "bbox": [ 0.3159722222222222, 0.44555555555555554, 0.4986111111111111, 0.48 ], "point": [ 0.4073, 0.4628 ] }, { "instruction": "Phone", "bbox": [ 0.27361111111111114, 0.5111111789279514, 0.30972222222222223, 0.5333334011501736 ], "point": [ 0.2917, 0.5222 ] }, { "instruction": "Show phone on the listing page", "bbox": [ 0.33194444444444443, 0.5661110093858507, 0.4736111111111111, 0.5894443766276042 ], "point": [ 0.4028, 0.5778 ] }, { "instruction": "Other contact", "bbox": [ 0.23506944444444444, 0.6277777777777778, 0.3104166666666667, 0.6494444444444445 ], "point": [ 0.2727, 0.6386 ] }, { "instruction": "Contact", "bbox": [ 0.15868055555555555, 0.8900000678168403, 0.19895833333333332, 0.9083334011501736 ], "point": [ 0.1788, 0.8992 ] }, { "instruction": "Powered by best classifieds scripts osclass", "bbox": [ 0.15868055555555555, 0.9411110432942709, 0.33402777777777776, 0.958333265516493 ], "point": [ 0.2464, 0.9497 ] }, { "instruction": "City", "bbox": [ 0.259375, 0.285, 0.28020833333333334, 0.31277777777777777 ], "point": [ 0.2698, 0.2989 ] }, { "instruction": "Publish", "bbox": [ 0.3168819427490234, 0.7204280598958334, 0.3884230295817057, 0.7795369466145833 ], "point": [ 0.3527, 0.75 ] }, { "instruction": "Pittsburgh", "bbox": [ 0.3142334832085503, 0.19615651448567709, 0.5625008477105035, 0.2575545925564236 ], "point": [ 0.4384, 0.2269 ] }, { "instruction": "15213", "bbox": [ 0.3135647455851237, 0.2698763190375434, 0.5621387057834202, 0.3295731947157118 ], "point": [ 0.4379, 0.2997 ] }, { "instruction": "Pennsylvania", "bbox": [ 0.3141059875488281, 0.12555328369140625, 0.5619603474934896, 0.18515801323784722 ], "point": [ 0.438, 0.1554 ] }, { "instruction": "Not Secure", "bbox": [ 0.08256277508205838, 0.0510931650797526, 0.1562234984503852, 0.08489694383409288 ], "point": [ 0.1194, 0.068 ] }, { "instruction": "X", "bbox": [ 0.1562098715040419, 0.010334539413452148, 0.17206733491685655, 0.034476821687486434 ], "point": [ 0.1641, 0.0224 ] }, { "instruction": "a progress bar.", "bbox": [ 0.31335027482774525, 0.3416570705837674, 0.5630828009711372, 0.40304785834418405 ], "point": [ 0.4382, 0.3724 ] }, { "instruction": "English language selection.", "bbox": [ 0.3168819427490234, 0.7204280598958334, 0.3884230295817057, 0.7795369466145833 ], "point": [ 0.3527, 0.75 ] }, { "instruction": "a dropdown menu for selecting the font size, font style, and font size.", "bbox": [ 0.3142334832085503, 0.19615651448567709, 0.5625008477105035, 0.2575545925564236 ], "point": [ 0.4384, 0.2269 ] }, { "instruction": "a calendar date.", "bbox": [ 0.3135647455851237, 0.2698763190375434, 0.5621387057834202, 0.3295731947157118 ], "point": [ 0.4379, 0.2997 ] }, { "instruction": "a horizontal scrollbar.", "bbox": [ 0.31493182712131074, 0.4919100613064236, 0.5628593444824219, 0.5533953179253472 ], "point": [ 0.4389, 0.5227 ] }, { "instruction": "a dropdown menu to select the state \"Pennsylvania\".", "bbox": [ 0.3141059875488281, 0.12555328369140625, 0.5619603474934896, 0.18515801323784722 ], "point": [ 0.438, 0.1554 ] }, { "instruction": "a horizontal scrollbar.", "bbox": [ 0.3134543736775716, 0.6096701388888889, 0.5623256259494358, 0.670111083984375 ], "point": [ 0.4379, 0.6399 ] }, { "instruction": "Not Security.", "bbox": [ 0.08256277508205838, 0.0510931650797526, 0.1562234984503852, 0.08489694383409288 ], "point": [ 0.1194, 0.068 ] }, { "instruction": "Extensions", "bbox": [ 0.8867127312554254, 0.05057005140516493, 0.9081860860188802, 0.0859176296657986 ], "point": [ 0.8974, 0.0682 ] }, { "instruction": "Five-point star", "bbox": [ 0.8301711188422309, 0.05650115966796875, 0.8461592780219184, 0.08581434461805555 ], "point": [ 0.8382, 0.0712 ] }, { "instruction": "Increase", "bbox": [ 0.8615680270724826, 0.05311785380045573, 0.8819042629665799, 0.08583033243815104 ], "point": [ 0.8717, 0.0695 ] }, { "instruction": "Close", "bbox": [ 0.05534768104553223, 0.053241216871473526, 0.07578106456332737, 0.08636437310112847 ], "point": [ 0.0656, 0.0698 ] }, { "instruction": "Forward", "bbox": [ 0.029853913519117568, 0.05404644012451172, 0.05015304353502062, 0.08513304816351996 ], "point": [ 0.04, 0.0696 ] }, { "instruction": "Close", "bbox": [ 0.1562098715040419, 0.010334539413452148, 0.17206733491685655, 0.034476821687486434 ], "point": [ 0.1641, 0.0224 ] }, { "instruction": "Download", "bbox": [ 0.9236067030164931, 0.04814643859863281, 0.9452670627170139, 0.08676214430067275 ], "point": [ 0.9344, 0.0675 ] }, { "instruction": "Back", "bbox": [ 0.004389602608150906, 0.052283087836371527, 0.02678296168645223, 0.08743665059407552 ], "point": [ 0.0156, 0.0699 ] }, { "instruction": "Time Field", "bbox": [ 0.9474225362141927, 0.04685503217909071, 0.973354000515408, 0.08775065104166667 ], "point": [ 0.9604, 0.0673 ] }, { "instruction": "Show container actions", "bbox": [ 0.975518798828125, 0.052434700859917534, 0.9928463406032986, 0.08697950575086806 ], "point": [ 0.9842, 0.0697 ] }, { "instruction": "New Tab", "bbox": [ 0.18166097005208334, 0.008631663852267796, 0.1957388136121962, 0.03651915232340495 ], "point": [ 0.1887, 0.0226 ] }, { "instruction": "a completed task or confirmation.", "bbox": [ 0.3165575663248698, 0.5641674465603299, 0.3317331949869792, 0.5902423773871528 ], "point": [ 0.3241, 0.5772 ] }, { "instruction": "expanding or opening a dropdown menu.", "bbox": [ 0.9753023783365885, 0.0031777275933159723, 0.99677980211046, 0.04179145812988281 ], "point": [ 0.986, 0.0225 ] }, { "instruction": "Scroll up.", "bbox": [ 0.6481694963243273, 0.5801181369357639, 0.6659916771782769, 0.6133535427517361 ], "point": [ 0.6571, 0.5967 ] }, { "instruction": "Reload", "bbox": [ 0.019567408826616076, 0.011846317715115018, 0.03222530153062608, 0.03571315765380859 ], "point": [ 0.0259, 0.0238 ] } ], "element_size": 46 } ]