Update main.py

main.py

@@ -36,10 +36,11 @@ async def power_scrapper(url):
 
         # Extract all links
         links = await page.query_selector_all('a')
-        result = []
+        page_url = []
+        page_content = []
         for link in links:
             href = await link.get_attribute('href')
-            result.append({'href': href})
+            result.append(href)
 
         # Extract all text content
         elements = await page.query_selector_all('body *')
@@ -47,10 +48,10 @@ async def power_scrapper(url):
         for element in elements:
             text_content = await element.text_content()
             if text_content and text_content.strip():
-                result.append({'text': text_content.strip()})
+                page_content.append(text_content.strip())
 
         await browser.close()
-        return result
+        return page_url,page_content
 
 
 def get_links(soup):
@@ -89,6 +90,6 @@ async def get_data(url: str):
 
     if links==[]:
         print("running alternative scrapper")
-        links = await power_scrapper(url)   
+        links,text_content = await power_scrapper(url)   
 
-    return ({"title": title , "contend":links+text_content})
+    return ({"title": title ,"URL":links,"Content":text_content})