Update app.py
Browse files
app.py
CHANGED
|
@@ -52,9 +52,11 @@ def extract_text(url: str, language: str = "ja", length: int = 150000):
|
|
| 52 |
return {"message": error_msg}
|
| 53 |
|
| 54 |
def fetch_and_convert_to_markdown(url):
|
| 55 |
-
response = requests.get(url)
|
| 56 |
if response.status_code != 200:
|
| 57 |
-
|
|
|
|
|
|
|
| 58 |
|
| 59 |
soup = BeautifulSoup(response.text, 'html.parser')
|
| 60 |
markdown = ""
|
|
|
|
| 52 |
return {"message": error_msg}
|
| 53 |
|
| 54 |
def fetch_and_convert_to_markdown(url):
|
| 55 |
+
response = requests.get(url,timeout = 10)
|
| 56 |
if response.status_code != 200:
|
| 57 |
+
response = requests.get("https://r.jina.ai/"+ url)
|
| 58 |
+
return response.text
|
| 59 |
+
# return f"エラー: ステータスコード {response.status_code}"
|
| 60 |
|
| 61 |
soup = BeautifulSoup(response.text, 'html.parser')
|
| 62 |
markdown = ""
|