langchain tools definition

app.py

@@ -5,15 +5,14 @@ from PIL import Image
 from app_utils import TEMP_DIR_NAME,save_uploaded_file,reset_chat
 import os
 import sys
-from text_summarizer import agent
-from image_processor import ImageProcessor
+from text_summarizer import agent,processor
 
 BOT_DEFAULT_MSG="Hello 👋 I'm a test AI assistant to help you with your questions about an input file, or feel free to ask me anything"
 st.set_page_config(page_title="Invoice | Receipt LLM Summarizer",layout='wide',page_icon=":shark:")
 
 #placeholders for temporal image path and an image processor in case we want to read img text separately
 IMAGE_TMP_PATH=None
-PROCESSOR=ImageProcessor()
+PROCESSOR=processor
 img_text=""
 
 with st.sidebar:

image_processor.py

@@ -77,7 +77,7 @@ class ImageProcessor(BaseTool):
         img=self.process_image(str(img_path))
         text=self.img_to_text(img)
         if save_to_disk:
-            with open(f"/tmp/{str(img_pth).split('/')[-1].replace('.jpg','.txt')}",'w') as f:
+            with open(f"/tmp/{str(img_path).split('/')[-1].replace('.jpg','.txt')}",'w') as f:
                 f.write(text)
         return text
 

text_summarizer.py

@@ -25,9 +25,7 @@ prompt = OpenAIFunctionsAgent.create_prompt(system_message=system_message)
 llm = ChatOpenAI(temperature=0.1, model=OPEN_AI_MODEL_NAME,)
 
 #tools to use as functions to trigger from the llm
-tools = [
-    ImageProcessor()
-]
+tools = [processor]
 
 agent_kwargs = {
     "extra_prompt_messages": [MessagesPlaceholder(variable_name="memory")],