| import pytest |
| import pytest_httpbin |
|
|
| from scrapling.core.ai import ScraplingMCPServer, ResponseModel |
|
|
|
|
| @pytest_httpbin.use_class_based_httpbin |
| class TestMCPServer: |
| """Test MCP server functionality""" |
|
|
| @pytest.fixture(scope="class") |
| def test_url(self, httpbin): |
| return f"{httpbin.url}/html" |
|
|
| @pytest.fixture |
| def server(self): |
| return ScraplingMCPServer() |
|
|
| def test_get_tool(self, server, test_url): |
| """Test the get tool method""" |
| result = server.get(url=test_url, extraction_type="markdown") |
| assert isinstance(result, ResponseModel) |
| assert result.status == 200 |
| assert result.url == test_url |
|
|
| @pytest.mark.asyncio |
| async def test_bulk_get_tool(self, server, test_url): |
| """Test the bulk_get tool method""" |
| results = await server.bulk_get(urls=(test_url, test_url), extraction_type="html") |
|
|
| assert len(results) == 2 |
| assert all(isinstance(r, ResponseModel) for r in results) |
|
|
| @pytest.mark.asyncio |
| async def test_fetch_tool(self, server, test_url): |
| """Test the fetch tool method""" |
| result = await server.fetch(url=test_url, headless=True) |
| assert isinstance(result, ResponseModel) |
| assert result.status == 200 |
|
|
| @pytest.mark.asyncio |
| async def test_bulk_fetch_tool(self, server, test_url): |
| """Test the bulk_fetch tool method""" |
| result = await server.bulk_fetch(urls=(test_url, test_url), headless=True) |
| assert all(isinstance(r, ResponseModel) for r in result) |
|
|
| @pytest.mark.asyncio |
| async def test_stealthy_fetch_tool(self, server, test_url): |
| """Test the stealthy_fetch tool method""" |
| result = await server.stealthy_fetch(url=test_url, headless=True) |
| assert isinstance(result, ResponseModel) |
| assert result.status == 200 |
|
|
| @pytest.mark.asyncio |
| async def test_bulk_stealthy_fetch_tool(self, server, test_url): |
| """Test the bulk_stealthy_fetch tool method""" |
| result = await server.bulk_stealthy_fetch(urls=(test_url, test_url), headless=True) |
| assert all(isinstance(r, ResponseModel) for r in result) |
|
|
