DEBUG: updating getLinks

functions.py

@@ -255,7 +255,7 @@ def listTables(username: str):
 
 def getLinks(url: str, timeout=30):
     start = time.time()
-
+    
     def getLinksFromPage(url: str) -> list:
         response = requests.get(url)
         soup = BeautifulSoup(response.content, "lxml")
@@ -265,11 +265,12 @@ def getLinks(url: str, timeout=30):
             if "href" in anchor.attrs:
                 if urlparse(anchor.attrs["href"]).netloc == urlparse(url).netloc:
                     links.append(anchor.attrs["href"])
-                elif anchor.attrs["href"].startswith("/"):
+                elif not anchor.attrs["href"].startswith(("//", "file", "javascript", "tel", "mailto", "http")):
                     links.append(urljoin(url + "/", anchor.attrs["href"]))
                 else:
                     pass
-                links = list(set([link for link in links if url in link]))
+                links = [link for link in links if "#" not in link]
+                links = list(set(links)) 
             else:
                 continue
         return links