feat: skip expensive tests in pipeline

.github/workflows/pipeline.yml

@@ -15,25 +15,13 @@ jobs:
       - name: Install uv
         uses: astral-sh/setup-uv@v5
 
-      - uses: actions/setup-node@v4
-        with:
-          node-version: lts/*
-
-
-      - name: Install Playwright Browsers
-        run: npx playwright install --with-deps
-
       - name: Install the project
         run: uv sync --locked --all-extras --dev
 
-      - name: Run formatter check
-        run: uv run black --check src tests
-
       - name: Run tests
-        run: uv run pytest tests
+        run: uv run pytest -m "not (playwright or expensive)" tests
         env:
           MISTRAL_API_KEY: ${{ secrets.MISTRAL_API_KEY }}
           LINKUP_API_KEY: ${{ secrets.LINKUP_API_KEY }}
           TAVILY_API_KEY: ${{ secrets.TAVILY_API_KEY }}
-          DEEPSEEK_API_KEY: ${{ secrets.DEEPSEEK_API_KEY }}
-
+          DEEPSEEK_API_KEY: ${{ secrets.DEEPSEEK_API_KEY }}

pytest.ini

@@ -0,0 +1,5 @@
+[pytest]
+markers =
+    playwright: marks tests that need playwright (deselect with '-m "not playwright"')
+    expensive: marks tests that are expensive to run (deselect with '-m "not expensive"')
+    asyncio: marks tests that are asyncio (deselect with '-m "not asyncio"')

tests/deepsearch/test_main_agent.py

@@ -5,7 +5,7 @@ import pytest
 from deepengineer.deepsearch.main_agent import main_search
 
 
-@pytest.mark.skip(reason="This test is very long to run")
+@pytest.mark.expensive
 def test_main_agent():
     log_queue = queue.Queue()
     while not log_queue.empty():

tests/deepsearch/test_pdf_agent.py

@@ -14,7 +14,6 @@ def load_mock_ocr_response() -> OCRResponse:
     with open(DATA_DIR / "report_thermal_neutron.json") as f:
         return OCRResponse.model_validate_json(f.read())
 
-
 def test_pdf_agent():
     ocr_response = load_mock_ocr_response()
     pdf_agent = create_agent(ocr_response)
@@ -28,7 +27,7 @@ def test_pdf_agent():
     GetPagesContentTool(ocr_response).forward([1, 2, 3])
     FindInMarkdownTool(ocr_response).forward(["thermal neutron", "neutron"])
 
-
+@pytest.mark.expensive
 def test_run_pdf_agent():
     ocr_response = load_mock_ocr_response()
     pdf_agent = create_agent(ocr_response)

tests/deepsearch/test_web_agent.py

@@ -6,7 +6,7 @@ def test_create_web_search_agent():
     create_web_search_agent()
 
 
-@pytest.mark.skip(reason="This test is very long to run")
+@pytest.mark.expensive
 def test_run_web_search_agent():
     agent = create_web_search_agent()
     assert (

tests/webcrawler/test_async_crawl.py

@@ -8,13 +8,13 @@ from deepengineer.webcrawler.async_crawl import (
 from deepengineer.webcrawler.testing import ARXIV_URL, URL_PDF, URL_WIKIPEDIA
 
 
+@pytest.mark.playwright
 @pytest.mark.asyncio
 async def test_crawl4ai_extract_markdown_of_url_async():
     markdown = await crawl4ai_extract_markdown_of_url_async(URL_WIKIPEDIA)
     assert isinstance(markdown, str)
     assert "Graphite-moderated reactor" in markdown
 
-
 @pytest.mark.asyncio
 async def test_download_pdf_async():
     output_path = DATA_DIR / "temp.pdf"

tests/webcrawler/test_crawl_database.py

@@ -1,6 +1,7 @@
 from deepengineer.webcrawler.crawl_database import DataBase
+import pytest
 
-
+@pytest.mark.expensive
 def test_crawl_database_arxiv_pdf():
     db = DataBase()
     db.crawl_url("https://arxiv.org/pdf/2105.00643")
@@ -12,7 +13,7 @@ def test_crawl_database_arxiv_pdf():
     )
     assert len(db.get_markdown_of_url("https://arxiv.org/pdf/2105.00643").pages) == 20
 
-
+@pytest.mark.expensive
 def test_crawl_database_arxiv_link():
     db = DataBase()
     db.crawl_url("https://arxiv.org/abs/2105.00643")
@@ -25,6 +26,7 @@ def test_crawl_database_arxiv_link():
     assert len(db.get_markdown_of_url("https://arxiv.org/abs/2105.00643").pages) == 20
 
 
+@pytest.mark.expensive
 def test_crawl_database_wikipedia_url():
     db = DataBase()
     db.crawl_url("https://en.wikipedia.org/wiki/Deep_learning")

tests/webcrawler/test_draw_agent.py

@@ -20,6 +20,7 @@ def test_draw_image_agent():
     assert output_path.exists()
 
 
+@pytest.mark.expensive
 def test_save_matplotlib_fig_tool():
     model = LiteLLMModel(model_id="mistral/mistral-medium-latest")
     agent = CodeAgent(