Upload app.py with huggingface_hub
Browse files
app.py
CHANGED
|
@@ -12,7 +12,7 @@ def is_valid(url):
|
|
| 12 |
def get_all_website_links(url, query):
|
| 13 |
urls = set()
|
| 14 |
domain_name = urlparse(url).netloc
|
| 15 |
-
soup = BeautifulSoup(requests.get(url + "?
|
| 16 |
for a_tag in soup.findAll("a"):
|
| 17 |
href = a_tag.attrs.get("href")
|
| 18 |
if href == "" or href is None:
|
|
|
|
| 12 |
def get_all_website_links(url, query):
|
| 13 |
urls = set()
|
| 14 |
domain_name = urlparse(url).netloc
|
| 15 |
+
soup = BeautifulSoup(requests.get(url + "?q=" + query).content, "html.parser")
|
| 16 |
for a_tag in soup.findAll("a"):
|
| 17 |
href = a_tag.attrs.get("href")
|
| 18 |
if href == "" or href is None:
|