File size: 995 Bytes
816198f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 | import yaml
import os
import sys
from urllib.parse import urljoin
from typing import Callable, Dict, Any
from utils.configs import TOOLS_SERVER_BASE_ENDPOINT_URL, USE_NLP_FORMAT_RETURN, WEB_BASED_TOOLS_USE_CACHE
from tool_kits.base import BaseToolkit
class FileWideParseToolkit(BaseToolkit):
NAME = "parse_file"
TOOLS_SERVER_BASE_ENDPOINT = TOOLS_SERVER_BASE_ENDPOINT_URL
ENTRY_POINT = "file_wide_parse"
DESCRIPTION = f"This is a tool that can be used to parse multiple user uploaded local files or online files such as PDF, DOCX, PPTX, TXT, CSV, XLSX, DOC, ZIP, MP4, MP3."
TIMEOUT = 600
TOOL_PARAMS = {
"files": {
"type": "array",
"items": {
"type": "string"
},
"description": "The online file's URLs or the user uploaded local file paths to be parsed."
},
}
TOOL_PARAMS_REQUIRED = ["files"]
USE_CACHE = WEB_BASED_TOOLS_USE_CACHE
USE_TONGYI_FORMAT = USE_NLP_FORMAT_RETURN
|