Soham Waghmare commited on
Commit
963ab6b
·
1 Parent(s): d81dcf8

fix: error handling

Browse files
Files changed (1) hide show
  1. backend/scraper.py +5 -4
backend/scraper.py CHANGED
@@ -83,10 +83,11 @@ class CrawlForAIScraper:
83
  continue
84
  search_results.append(url)
85
 
86
- if not search_results:
87
- self.logger.warning("No search results found.")
88
- self.logger.info("Performing DuckDuckGo search as fallback...")
89
- search_results = self._duckduckgo_search(query)
 
90
 
91
  self.logger.info(f"Found {len(search_results)} results")
92
  return search_results
 
83
  continue
84
  search_results.append(url)
85
 
86
+ for i in range(3):
87
+ if not search_results:
88
+ self.logger.info("Performing DuckDuckGo search as fallback...")
89
+ self.logger.warning("No search results found.")
90
+ search_results = self._duckduckgo_search(query)
91
 
92
  self.logger.info(f"Found {len(search_results)} results")
93
  return search_results