Spaces:
Paused
Paused
Soham Waghmare
commited on
Commit
·
963ab6b
1
Parent(s):
d81dcf8
fix: error handling
Browse files- backend/scraper.py +5 -4
backend/scraper.py
CHANGED
|
@@ -83,10 +83,11 @@ class CrawlForAIScraper:
|
|
| 83 |
continue
|
| 84 |
search_results.append(url)
|
| 85 |
|
| 86 |
-
|
| 87 |
-
|
| 88 |
-
|
| 89 |
-
|
|
|
|
| 90 |
|
| 91 |
self.logger.info(f"Found {len(search_results)} results")
|
| 92 |
return search_results
|
|
|
|
| 83 |
continue
|
| 84 |
search_results.append(url)
|
| 85 |
|
| 86 |
+
for i in range(3):
|
| 87 |
+
if not search_results:
|
| 88 |
+
self.logger.info("Performing DuckDuckGo search as fallback...")
|
| 89 |
+
self.logger.warning("No search results found.")
|
| 90 |
+
search_results = self._duckduckgo_search(query)
|
| 91 |
|
| 92 |
self.logger.info(f"Found {len(search_results)} results")
|
| 93 |
return search_results
|