giulia-fontanella commited on
Commit
88aac3f
·
verified ·
1 Parent(s): 9e20d45

Update agent.py

Browse files
Files changed (1) hide show
  1. agent.py +5 -3
agent.py CHANGED
@@ -18,9 +18,11 @@ class AgentState(TypedDict):
18
 
19
 
20
  class BasicAgent():
21
- def __init__(self, chat, vision_llm):
22
- extract_text_from_image = tool(ExtractTextFromImage(vision_llm).__call__)
23
- describe_image = tool(DescribeImage(vision_llm).__call__)
 
 
24
 
25
  self.tools = [extract_text_from_image, describe_image, read_excel, read_python, wiki_search, web_search, arxiv_search]
26
  self.chat_with_tools = chat.bind_tools(self.tools)
 
18
 
19
 
20
  class BasicAgent():
21
+ def __init__(self, chat):
22
+ self.vision_llm = ChatOpenAI(model="gpt-4o")
23
+
24
+ extract_text_from_image = tool(ExtractTextFromImage(self.vision_llm).__call__)
25
+ describe_image = tool(DescribeImage(self.vision_llm).__call__)
26
 
27
  self.tools = [extract_text_from_image, describe_image, read_excel, read_python, wiki_search, web_search, arxiv_search]
28
  self.chat_with_tools = chat.bind_tools(self.tools)