Update app.py

app.py

@@ -4,29 +4,33 @@ from huggingface_hub import login
 import gradio as gr
 from smolagents import HfApiModel, CodeAgent, LiteLLMModel
 from PIL import Image
+import firecrawler
+import rag
+import prompt
 
-# Login to Hugging Face for access to LLama or Claude token to access Claude
-
+# Get secret for Antropic API
 claude =  os.getenv('claude')
 
-
+#Fetch tools
+execute_firecrawl = firecrawler.FireCrawlTool()
+retriever_tool = rag.retriever_tool 
 
 
 agent = CodeAgent(
-    tools=[], 
+    tools=[execute_firecrawl, retriever_tool], 
     model = LiteLLMModel(model_id="anthropic/claude-3-5-sonnet-latest", api_key=claude),
     max_steps=5
 )
 
 
-def get_answer(image):
+def get_answer(image, url, text):
     """
     A function that takes any question as input and returns the answer using agent.run()
     
     Args:
-        image (PIL): An image to investigate
+        url (str): The URL to investigate
         text (str): Additional context about the situation
-        
+        image (PIL): An image to investigate
         
     Returns:
         str: Detailed analysis report
@@ -47,10 +51,7 @@ def get_answer(image):
 
     
     # Enhanced prompt with more specific instruction for detailed output
-    full_prompt = f'''
-        IMAGE ANALYSIS 
-        - Image contents assessment, use image_tool to obtain image OCR and label.
-        '''
+    full_prompt = prompt.full_prompt
     
     answer = agent.run(full_prompt, images=images)
     
@@ -73,9 +74,9 @@ with gr.Blocks(theme=gr.themes.Monochrome()) as demo:
     
     with gr.Row():
         with gr.Column(scale=1, min_width=300):
-            #input_text = gr.Textbox(label="Description", info="Please describe your concerns regarding the situation", lines=3, value="Is this website a reliable source of investment information?")
             input_image = gr.Image(label="Upload a suspicious screenshot (email, text message, advertisement etc)", type="pil")
-            #input_url = gr.Textbox(label="URLs", info="Please enter a suspicious URL", lines=3, value="https://fliojinews.xyz/9tKwgmC7")
+            input_url = gr.Textbox(label="URLs", info="Please enter a suspicious URL", lines=3, value="https://fliojinews.xyz/9tKwgmC7")
+            input_text = gr.Textbox(label="Description", info="Please describe your concerns regarding the situation", lines=3, value="Is this website a reliable source of investment information?")
             btn = gr.Button("Process submission")
         
         with gr.Column(scale=2, min_width=300):
@@ -83,7 +84,7 @@ with gr.Blocks(theme=gr.themes.Monochrome()) as demo:
             
     btn.click(
         fn=get_answer, 
-        inputs=[input_image], 
+        inputs=[input_image, input_url, input_text], 
         outputs=[t3]
     )