Update agent.py
Browse files
agent.py
CHANGED
|
@@ -60,8 +60,7 @@ def fetch_page(url: str) -> str:
|
|
| 60 |
soup = BeautifulSoup(r.text, "html.parser")
|
| 61 |
for tag in soup(["script", "style", "nav", "footer", "header"]):
|
| 62 |
tag.decompose()
|
| 63 |
-
text = soup.get_text(separator="
|
| 64 |
-
", strip=True)
|
| 65 |
return text[:9000] if text else "Page appears empty."
|
| 66 |
except Exception as e:
|
| 67 |
return f"Could not fetch page: {type(e).__name__}."
|
|
@@ -223,8 +222,7 @@ def _clean_answer(raw: str) -> str:
|
|
| 223 |
):
|
| 224 |
if answer.lower().startswith(prefix):
|
| 225 |
answer = answer[len(prefix):].strip()
|
| 226 |
-
if '
|
| 227 |
-
' in answer:
|
| 228 |
answer = answer.splitlines()[0].strip()
|
| 229 |
return answer[:300] if answer else 'N/A'
|
| 230 |
|
|
|
|
| 60 |
soup = BeautifulSoup(r.text, "html.parser")
|
| 61 |
for tag in soup(["script", "style", "nav", "footer", "header"]):
|
| 62 |
tag.decompose()
|
| 63 |
+
text = soup.get_text(separator="", strip=True)
|
|
|
|
| 64 |
return text[:9000] if text else "Page appears empty."
|
| 65 |
except Exception as e:
|
| 66 |
return f"Could not fetch page: {type(e).__name__}."
|
|
|
|
| 222 |
):
|
| 223 |
if answer.lower().startswith(prefix):
|
| 224 |
answer = answer[len(prefix):].strip()
|
| 225 |
+
if '' in answer:
|
|
|
|
| 226 |
answer = answer.splitlines()[0].strip()
|
| 227 |
return answer[:300] if answer else 'N/A'
|
| 228 |
|