tregu0458 commited on
Commit
eb8dde2
·
verified ·
1 Parent(s): d0a97bd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -17,7 +17,7 @@ async def validate_token(token: str = Depends(oauth2_scheme)):
17
  raise HTTPException(status_code=401, detail="Invalid API Key")
18
 
19
  @app.post("/extract_text", tags=["Text Extraction"], dependencies=[Depends(validate_token)])
20
- def extract_text(url: str, language: str = "ja", length: int = 150000,jina:bool = true):
21
  try:
22
  if "youtube.com" in url or "youtu.be" in url:
23
  # YouTubeの場合
@@ -38,9 +38,9 @@ def extract_text(url: str, language: str = "ja", length: int = 150000,jina:bool
38
  # loader = WebBaseLoader(url)
39
  # docs = loader.load()
40
  # text_content = docs[0].page_content
41
- if jina:
42
  response = requests.get("https://r.jina.ai/"+ url)
43
- return response.text
44
  else:
45
  text_content = str(fetch_and_convert_to_markdown(url))
46
 
 
17
  raise HTTPException(status_code=401, detail="Invalid API Key")
18
 
19
  @app.post("/extract_text", tags=["Text Extraction"], dependencies=[Depends(validate_token)])
20
+ def extract_text(url: str, language: str = "ja", length: int = 150000,use_jina:bool = True):
21
  try:
22
  if "youtube.com" in url or "youtu.be" in url:
23
  # YouTubeの場合
 
38
  # loader = WebBaseLoader(url)
39
  # docs = loader.load()
40
  # text_content = docs[0].page_content
41
+ if use_jina:
42
  response = requests.get("https://r.jina.ai/"+ url)
43
+ text_content = response.text
44
  else:
45
  text_content = str(fetch_and_convert_to_markdown(url))
46