Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
|
@@ -20,9 +20,10 @@ def link_find(url):
|
|
| 20 |
q=("a","p","span","content","article")
|
| 21 |
for p in soup.find_all("a"):
|
| 22 |
node1['TREE'].append({"URL":p.get('href'),"TITLE":p.get('title'),"STRING":p.string,"TEXT":"","TREE":[]})
|
|
|
|
| 23 |
else:
|
| 24 |
pass
|
| 25 |
-
return node1
|
| 26 |
#https://huggingface.co/spaces/Omnibus/crawl
|
| 27 |
|
| 28 |
def sitemap(url,level):
|
|
|
|
| 20 |
q=("a","p","span","content","article")
|
| 21 |
for p in soup.find_all("a"):
|
| 22 |
node1['TREE'].append({"URL":p.get('href'),"TITLE":p.get('title'),"STRING":p.string,"TEXT":"","TREE":[]})
|
| 23 |
+
#out1.append(node1)
|
| 24 |
else:
|
| 25 |
pass
|
| 26 |
+
return [node1]
|
| 27 |
#https://huggingface.co/spaces/Omnibus/crawl
|
| 28 |
|
| 29 |
def sitemap(url,level):
|