Update app.py
Browse files
app.py
CHANGED
|
@@ -17,7 +17,7 @@ async def validate_token(token: str = Depends(oauth2_scheme)):
|
|
| 17 |
raise HTTPException(status_code=401, detail="Invalid API Key")
|
| 18 |
|
| 19 |
@app.post("/extract_text", tags=["Text Extraction"], dependencies=[Depends(validate_token)])
|
| 20 |
-
def extract_text(url: str, language: str = "ja", length: int = 150000,
|
| 21 |
try:
|
| 22 |
if "youtube.com" in url or "youtu.be" in url:
|
| 23 |
# YouTubeの場合
|
|
@@ -38,9 +38,9 @@ def extract_text(url: str, language: str = "ja", length: int = 150000,jina:bool
|
|
| 38 |
# loader = WebBaseLoader(url)
|
| 39 |
# docs = loader.load()
|
| 40 |
# text_content = docs[0].page_content
|
| 41 |
-
if
|
| 42 |
response = requests.get("https://r.jina.ai/"+ url)
|
| 43 |
-
|
| 44 |
else:
|
| 45 |
text_content = str(fetch_and_convert_to_markdown(url))
|
| 46 |
|
|
|
|
| 17 |
raise HTTPException(status_code=401, detail="Invalid API Key")
|
| 18 |
|
| 19 |
@app.post("/extract_text", tags=["Text Extraction"], dependencies=[Depends(validate_token)])
|
| 20 |
+
def extract_text(url: str, language: str = "ja", length: int = 150000,use_jina:bool = True):
|
| 21 |
try:
|
| 22 |
if "youtube.com" in url or "youtu.be" in url:
|
| 23 |
# YouTubeの場合
|
|
|
|
| 38 |
# loader = WebBaseLoader(url)
|
| 39 |
# docs = loader.load()
|
| 40 |
# text_content = docs[0].page_content
|
| 41 |
+
if use_jina:
|
| 42 |
response = requests.get("https://r.jina.ai/"+ url)
|
| 43 |
+
text_content = response.text
|
| 44 |
else:
|
| 45 |
text_content = str(fetch_and_convert_to_markdown(url))
|
| 46 |
|