Table reader added

agent_tools.py

@@ -103,6 +103,20 @@ def audio_transcription_tool(media_data: IO) -> dict:
 
 #python code running
 
+#tables from webpage
+@tool
+def dataframes_from_website(url:str) -> list:
+    """Returns a list of pandas dataframes from all tables found at a given url. This is useful for working with tabulated data on Wikipedia pages etc.
+    You can efficiently conduct sums, counts etc once you identify the correct table from the list of dataframes returned. 
+
+    Args:
+        url (str): Web page which contains one or more tables
+
+    Returns:
+        list: List of pandas dataframes
+    """
+    return pd.read_html(url)
+
 #chess analysis
 
 #pdf reader
@@ -138,7 +152,8 @@ def string_reverser(text: str) -> str:
     """
     return text[::-1]
 
-custom_tools = [get_remote_file, excel_reader_io, excel_reader_url, audio_transcription_tool, string_reverser, text_from_pdf, youtube_transcriber]
+custom_tools = [get_remote_file, excel_reader_io, excel_reader_url, audio_transcription_tool, string_reverser, 
+                text_from_pdf, youtube_transcriber, dataframes_from_website]
 default_tools = [DuckDuckGoSearchTool(), WikipediaSearchTool(), VisitWebpageTool(), SpeechToTextTool()]
 tools = custom_tools + default_tools
 
@@ -149,7 +164,7 @@ model = AzureOpenAIServerModel(
     azure_endpoint=os.environ.get("AZURE_OPENAI_ENDPOINT"),
     api_key=os.environ.get("AZURE_OPENAI_API_KEY"),
     api_version=os.environ.get("OPENAI_API_VERSION"),
-    #max_tokens=4096   
+    max_tokens=4096   
 )
 
 planning_steps = 1