a

tools.py

@@ -21,6 +21,33 @@ from langchain_tavily import TavilySearch
 from langchain.schema import Document
 from langchain_community.document_loaders import YoutubeLoader
 from langchain_community.document_loaders import AssemblyAIAudioTranscriptLoader
+from langchain_community.document_loaders.assemblyai import TranscriptFormat
+
+
+def audio_search(path: str) -> str:
+    """Read an audio mp3 file and extract the text to understand it.
+    
+    Args:
+        path: The path to the file. If the file is just {name}.mp3, then it is local, and just use {name}.mp3. """
+    aai.settings.api_key = "945f7d6c00f142158322cd0c13901024"
+    audio_file = "./"+path
+    loader = AssemblyAIAudioTranscriptLoader(file_path=audio_file, transcript_format=TranscriptFormat.PARAGRAPHS)
+
+    raw_docs = loader.load()
+    # convert each Document into a serializable dict
+    serialized_docs = [
+        {"text": doc.page_content, "metadata": doc.metadata}
+        for doc in raw_docs
+    ]
+    return {"audio_docs": serialized_docs}
+
+audio_search_tool = Tool(
+    name="audio_search",
+    func=audio_search,
+    description="Uses an mp3 audio file path and extract it into paragraphs of text that are searchable."
+)
+
+
 
 
 def excel_search(excel_path: str ) -> str: