Update scraper.py

scraper.py

@@ -99,18 +99,18 @@ class Scraper:
     async def scrape(url):
         try:
             headers = {'User-Agent': 'Mozilla/5.0'}
-            response = requests.get(url)
+            response = requests.get(url,timeout=5)
             soup = BeautifulSoup(response.content, 'html.parser')
     
             title = Scraper.get_title(soup)
             links = Scraper.get_links(soup)
             text_content = Scraper.get_text_content(soup)
     
-            if not text_content:
+            if not links:
                 print("Running alternative scrapper")
                 links, text_content = await Scraper.power_scrapper_2(url)
-    
             return {"title": title, "URL": links, "Content": text_content}
         except:
+            print("Running alternative scrapper second time")
             title,links, text_content = await Scraper.power_scrapper_2(url)
             return {"title": title, "URL": links, "Content": text_content}