Update agent.py

agent.py

@@ -1,7 +1,45 @@
+import asyncio
 import tools
 from llama_index.core import Settings
 from llama_index.core.agent.workflow import AgentWorkflow
 
+# Silence the torch error
+def init_async():
+    import torch
+    torch.classes.__path__ = [] # add this line to manually set it to empty. 
+
+
+def run_async_task(async_func, *args):
+    """
+    Run an asynchronous function in a new event loop.
+
+    Args:
+    async_func (coroutine): The asynchronous function to execute.
+    *args: Arguments to pass to the asynchronous function.
+
+    Returns:
+    None
+    """
+    
+    loop = None
+
+    try:
+        loop = asyncio.new_event_loop()
+        loop.run_until_complete(async_func(*args))
+    except:
+        # Close the existing loop if open
+        if loop is not None:
+            loop.close()
+
+        # Create a new loop for retry
+        loop = asyncio.new_event_loop()
+
+        loop.run_until_complete(async_func(*args))
+    finally:
+        if loop is not None:
+            loop.close()
+
+
 # Initialize model (defaults to llama3.1)
 def init_model(model:str='llama3.1:8b-instruct-q4_0'):
     # from llama_index.llms.ollama import Ollama
@@ -64,12 +102,12 @@ def init_agent():
 
     return agent
 
-# # Run the agent
-# async def run_agent(agent,query:str):
-#     response = await agent.run(query)
-#     return response
+# Run the agent
+async def run_agent(agent,query:str):
+    response = await agent.run(query)
+    return response
 
-# # Await function for async
-# async def await_result(agent,query:str):
-#     response = await agent.run_agent(query)
-#     return response.response.blocks[0].text
+# Await function for async
+async def await_result(agent,query:str):
+    response = await agent.run_agent(query)
+    return response.response.blocks[0].text