| import yaml |
| import os |
| import sys |
| from urllib.parse import urljoin |
| from typing import Callable, Dict, Any |
| from utils.configs import TOOLS_SERVER_BASE_ENDPOINT_URL, USE_NLP_FORMAT_RETURN, WEB_BASED_TOOLS_USE_CACHE |
| from tool_kits.base import BaseToolkit |
|
|
|
|
| class FileWideParseToolkit(BaseToolkit): |
| NAME = "parse_file" |
| TOOLS_SERVER_BASE_ENDPOINT = TOOLS_SERVER_BASE_ENDPOINT_URL |
| ENTRY_POINT = "file_wide_parse" |
| DESCRIPTION = f"This is a tool that can be used to parse multiple user uploaded local files or online files such as PDF, DOCX, PPTX, TXT, CSV, XLSX, DOC, ZIP, MP4, MP3." |
| TIMEOUT = 600 |
| TOOL_PARAMS = { |
| "files": { |
| "type": "array", |
| "items": { |
| "type": "string" |
| }, |
| "description": "The online file's URLs or the user uploaded local file paths to be parsed." |
| }, |
| } |
| TOOL_PARAMS_REQUIRED = ["files"] |
| USE_CACHE = WEB_BASED_TOOLS_USE_CACHE |
| USE_TONGYI_FORMAT = USE_NLP_FORMAT_RETURN |
|
|
