AhsanRazi commited on
Commit
7a5ef29
·
verified ·
1 Parent(s): f9758ae

Update crawl.py

Browse files
Files changed (1) hide show
  1. crawl.py +2 -2
crawl.py CHANGED
@@ -24,7 +24,7 @@ def remove_links_and_pics(input_text):
24
 
25
  # Crawling for marketing
26
  async def marketing_crawling(url):
27
- browser_config = BrowserConfig(headless=True) # Default browser configuration
28
  run_config = CrawlerRunConfig() # Default crawl run configuration
29
 
30
  async with AsyncWebCrawler(config=browser_config) as crawler:
@@ -38,7 +38,7 @@ async def marketing_crawling(url):
38
 
39
  # Crawling for SEO
40
  async def seo_crawling(url):
41
- browser_config = BrowserConfig(headless=True) # Default browser configuration
42
  run_config = CrawlerRunConfig() # Default crawl run configuration
43
 
44
  async with AsyncWebCrawler(config=browser_config) as crawler:
 
24
 
25
  # Crawling for marketing
26
  async def marketing_crawling(url):
27
+ browser_config = BrowserConfig() # Default browser configuration
28
  run_config = CrawlerRunConfig() # Default crawl run configuration
29
 
30
  async with AsyncWebCrawler(config=browser_config) as crawler:
 
38
 
39
  # Crawling for SEO
40
  async def seo_crawling(url):
41
+ browser_config = BrowserConfig() # Default browser configuration
42
  run_config = CrawlerRunConfig() # Default crawl run configuration
43
 
44
  async with AsyncWebCrawler(config=browser_config) as crawler: