Katya Beresneva commited on
Commit ·
f61d1e4
1
Parent(s): 6b2a8a9
fix
Browse files
agent.py
CHANGED
|
@@ -81,8 +81,8 @@ class MultiModalAgent:
|
|
| 81 |
llm,
|
| 82 |
tools=tools,
|
| 83 |
state_schema=MultiModalTaskState,
|
| 84 |
-
|
| 85 |
-
checkpointer
|
| 86 |
)
|
| 87 |
|
| 88 |
def _get_llm(self, model_name: str):
|
|
|
|
| 81 |
llm,
|
| 82 |
tools=tools,
|
| 83 |
state_schema=MultiModalTaskState,
|
| 84 |
+
system_prompt=MULTIMODAL_TASK_SOLVER_PROMPT,
|
| 85 |
+
checkpointer=MemorySaver()
|
| 86 |
)
|
| 87 |
|
| 88 |
def _get_llm(self, model_name: str):
|
tools.py
CHANGED
|
@@ -272,7 +272,7 @@ async def analyze_image(state: Annotated[dict, InjectedState], image_path: str)
|
|
| 272 |
file_agent = create_react_agent(
|
| 273 |
llm,
|
| 274 |
tools=[],
|
| 275 |
-
|
| 276 |
)
|
| 277 |
|
| 278 |
message = HumanMessage(
|
|
@@ -320,7 +320,7 @@ async def analyze_excel(state: Annotated[dict, InjectedState], excel_path: str)
|
|
| 320 |
file_agent = create_react_agent(
|
| 321 |
llm,
|
| 322 |
tools=[],
|
| 323 |
-
|
| 324 |
)
|
| 325 |
|
| 326 |
message = HumanMessage(
|
|
@@ -365,7 +365,7 @@ async def analyze_audio(state: Annotated[dict, InjectedState], audio_path: str)
|
|
| 365 |
file_agent = create_react_agent(
|
| 366 |
llm,
|
| 367 |
tools=[],
|
| 368 |
-
|
| 369 |
)
|
| 370 |
|
| 371 |
message = HumanMessage(
|
|
@@ -398,7 +398,7 @@ async def analyze_video(state: Annotated[dict, InjectedState], video_url: str) -
|
|
| 398 |
file_agent = create_react_agent(
|
| 399 |
llm,
|
| 400 |
tools=[],
|
| 401 |
-
|
| 402 |
)
|
| 403 |
|
| 404 |
message = HumanMessage(
|
|
|
|
| 272 |
file_agent = create_react_agent(
|
| 273 |
llm,
|
| 274 |
tools=[],
|
| 275 |
+
system_prompt=MULTIMODAL_FILE_ANALYZER_PROMPT,
|
| 276 |
)
|
| 277 |
|
| 278 |
message = HumanMessage(
|
|
|
|
| 320 |
file_agent = create_react_agent(
|
| 321 |
llm,
|
| 322 |
tools=[],
|
| 323 |
+
system_prompt=MULTIMODAL_FILE_ANALYZER_PROMPT,
|
| 324 |
)
|
| 325 |
|
| 326 |
message = HumanMessage(
|
|
|
|
| 365 |
file_agent = create_react_agent(
|
| 366 |
llm,
|
| 367 |
tools=[],
|
| 368 |
+
system_prompt=MULTIMODAL_FILE_ANALYZER_PROMPT,
|
| 369 |
)
|
| 370 |
|
| 371 |
message = HumanMessage(
|
|
|
|
| 398 |
file_agent = create_react_agent(
|
| 399 |
llm,
|
| 400 |
tools=[],
|
| 401 |
+
system_prompt=MULTIMODAL_FILE_ANALYZER_PROMPT,
|
| 402 |
)
|
| 403 |
|
| 404 |
message = HumanMessage(
|