Update app.py

app.py

@@ -24,43 +24,32 @@ class BasicAgent:
 
         
 @tool
-# this tool allow web search on a local SearXNG instance
-def search_web(query: str, num_results: int = 5) -> list:
+def analyze_image(question: str, image_url: str) -> str:
     """
-    Perform a web search using local SearXNG instance.
+    Analyze an image using OpenAI's API.
     Args:
-        query (str): The search query.
-        num_results (int): The number of results to return.
-    Returns:
-        list: A list of search results sorted by score with {url, title, content, score} for each result.
+        question (str): The question to ask about the image. eg. "What is in this image?"
+        image_url (str): The URL of the image to analyze.
     """
-    # local metaserach engine searxng, run on localhost:8888
-    searxng_url = "http://localhost:8888/search"
-    params = {"q": query, "format": 'json'}
-    response = requests.get(searxng_url, params=params)
-    if response.status_code == 200:
-        ret = response.json()
-        # keep only the response'results' array
-        results = ret.get("results", [])
-        # keep only the first num_results   
-        results = results[:num_results]
-        # for each result keep only the url, title and content ans score
-        results = [
+    client = OpenAI()
+
+    response = client.responses.create(
+        model="gpt-4o-mini",
+        input=[
             {
-                "url": result.get("url"),
-                "title": result.get("title"),
-                "content": result.get("content"),
-                "score": result.get("score"),
+                "role": "user",
+                "content": [
+                    { "type": "input_text", "text": f"{question}" },
+                    {
+                        "type": "input_image",
+                        "image_url": f"{image_url}",
+                    }
+                ]
             }
-            for result in results
         ]
-        
-        return results
-        
-    else:
-        print(f"Error: {response.status_code}")
-        return []
+    )
 
+    return response
 
 
 
@@ -94,7 +83,7 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
         search_tool = DuckDuckGoSearchTool()
         my_small_agent = CodeAgent(
                         model=openai_41mini_model,
-                        tools=[search_tool],
+                        tools=[search_tool, analyze_image],
                         name="web_agent",
                         description="Use search engine to find webpages related to a subject and get the page content",
                         #additional_authorized_imports=["pandas", "numpy","bs4"],