update wen_retrieval

web_retrieval.py

@@ -82,7 +82,7 @@ def scrape_url(url: str, timeout=10) -> Tuple[str, str]:
     return web_text, url
 
 
-def search_google(query:str, num_web_pages:int=10, timeout:int=6, save_url:str='') -> List[str]:
+def search_google(query:str, num_web_pages:int=20, timeout:int=6, save_url:str='') -> List[str]:
     """Searches the query using Google. 
     Args:
         query: Search query.
@@ -104,7 +104,7 @@ def search_google(query:str, num_web_pages:int=10, timeout:int=6, save_url:str='
 
     # scrape google results
     all_urls = []
-    for search_query in set([query] + list(set(extract_entities(query)))):
+    for search_query in [query]:
         for page in range(0, num_web_pages, 10):
             # here page is google search's bottom page meaning, click 2 -> start=10
             # url = "https://www.google.com/search?q={}&start={}".format(query, page)