Spaces:
Sleeping
Sleeping
File size: 4,715 Bytes
d7b3d84 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 | """Test clicking elements inside cross-origin iframes."""
import asyncio
import pytest
from browser_use.browser.profile import BrowserProfile, ViewportSize
from browser_use.browser.session import BrowserSession
from browser_use.tools.service import Tools
@pytest.fixture
async def browser_session():
"""Create browser session with cross-origin iframe support."""
session = BrowserSession(
browser_profile=BrowserProfile(
headless=True,
user_data_dir=None,
keep_alive=True,
window_size=ViewportSize(width=1920, height=1400),
cross_origin_iframes=True, # Enable cross-origin iframe extraction
)
)
await session.start()
yield session
await session.kill()
class TestCrossOriginIframeClick:
"""Test clicking elements inside cross-origin iframes."""
async def test_click_element_in_cross_origin_iframe(self, httpserver, browser_session: BrowserSession):
"""Verify that elements inside iframes in different CDP targets can be clicked."""
# Create iframe content with clickable elements
iframe_html = """
<!DOCTYPE html>
<html>
<head><title>Iframe Page</title></head>
<body>
<h1>Iframe Content</h1>
<a href="https://test-domain.example/page" id="iframe-link">Test Link</a>
<button id="iframe-button">Iframe Button</button>
</body>
</html>
"""
# Create main page with iframe pointing to our test server
main_html = """
<!DOCTYPE html>
<html>
<head><title>Multi-Target Test</title></head>
<body>
<h1>Main Page</h1>
<button id="main-button">Main Button</button>
<iframe id="test-iframe" src="/iframe-content" style="width: 800px; height: 600px;"></iframe>
</body>
</html>
"""
# Serve both pages
httpserver.expect_request('/multi-target-test').respond_with_data(main_html, content_type='text/html')
httpserver.expect_request('/iframe-content').respond_with_data(iframe_html, content_type='text/html')
url = httpserver.url_for('/multi-target-test')
# Navigate to the page
await browser_session.navigate_to(url)
# Wait for iframe to load
await asyncio.sleep(2)
# Get DOM state with cross-origin iframe extraction enabled
# Use browser_session.get_browser_state_summary() instead of directly creating DomService
# This goes through the proper event bus and watchdog system
browser_state = await browser_session.get_browser_state_summary(
include_screenshot=False,
include_recent_events=False,
)
assert browser_state.dom_state is not None
state = browser_state.dom_state
print(f'\n📊 Found {len(state.selector_map)} total elements')
# Find elements from different targets
targets_found = set()
main_page_elements = []
iframe_elements = []
for idx, element in state.selector_map.items():
target_id = element.target_id
targets_found.add(target_id)
# Check if element is from iframe (identified by id attributes we set)
# Iframe elements will have a different target_id when cross_origin_iframes=True
if element.attributes:
element_id = element.attributes.get('id', '')
if element_id in ('iframe-link', 'iframe-button'):
iframe_elements.append((idx, element))
print(f' ✅ Found iframe element: [{idx}] {element.tag_name} id={element_id}')
elif element_id == 'main-button':
main_page_elements.append((idx, element))
# Verify we found elements from at least 2 different targets
print(f'\n🎯 Found elements from {len(targets_found)} different CDP targets')
# Check if iframe elements were found
if len(iframe_elements) == 0:
pytest.fail('Expected to find at least one element from iframe, but found none')
# Verify we found at least one element from the iframe
assert len(iframe_elements) > 0, 'Expected to find at least one element from iframe'
# Try clicking the iframe element
print('\n🖱️ Testing Click on Iframe Element:')
tools = Tools()
link_idx, link_element = iframe_elements[0]
print(f' Attempting to click element [{link_idx}] from iframe...')
try:
result = await tools.click(index=link_idx, browser_session=browser_session)
# Check for errors
if result.error:
pytest.fail(f'Click on iframe element [{link_idx}] failed with error: {result.error}')
if result.extracted_content and (
'not available' in result.extracted_content.lower() or 'failed' in result.extracted_content.lower()
):
pytest.fail(f'Click on iframe element [{link_idx}] failed: {result.extracted_content}')
print(f' ✅ Click succeeded on iframe element [{link_idx}]!')
print(' 🎉 Iframe element clicking works!')
except Exception as e:
pytest.fail(f'Exception while clicking iframe element [{link_idx}]: {e}')
print('\n✅ Test passed: Iframe elements can be clicked')
|