added pandas and numpy

requirements.txt

@@ -5,3 +5,6 @@ openai
 requests          # Add this line for making HTTP requests
 beautifulsoup4    # Add this line for parsing HTML
 lxml              # Add this line, it's a fast parser for BeautifulSoup
+pandas
+numpy 
+# playwright  

tools.py

@@ -35,4 +35,17 @@ def scrape_url_to_dataframe(url: str) -> (pd.DataFrame | str):
     except requests.exceptions.RequestException as e:
         return f"Error fetching URL: {e}"
     except Exception as e:
-        return f"An unexpected error occurred: {e}"
+        return f"An unexpected error occurred: {e}"
+    
+
+# from playwright.sync_api import sync_playwright
+
+# def scrape_dynamic_url(url: str) -> str:
+#     """Scrapes a dynamic URL using Playwright and returns the final HTML."""
+#     with sync_playwright() as p:
+#         browser = p.chromium.launch()
+#         page = browser.new_page()
+#         page.goto(url, wait_until='networkidle') # Wait for network activity to cease
+#         html_content = page.content()
+#         browser.close()
+#         return html_content