add tools

src/tools.py

@@ -14,6 +14,8 @@ import requests
 import whisper
 import wikipedia
 from bs4 import BeautifulSoup
+from langchain_community.tools import DuckDuckGoSearchRun, WikipediaQueryRun
+from langchain_community.utilities import ArxivAPIWrapper, WikipediaAPIWrapper
 from openpyxl import load_workbook
 from smolagents import tool
 
@@ -138,141 +140,61 @@ def fetch_webpage_content(url: str, max_length: int = 3000) -> str:
         return f"Error fetching webpage {url}: {str(e)}"
 
 
-# === MATHEMATICAL OPERATIONS ===
-
-
 @tool
-def add_numbers(*numbers: int | float) -> str:
+def arxiv_search(query: str) -> str:
     """
-    Add multiple numbers together.
+    Search arXiv papers.
 
     Args:
-        numbers: Variable number of integers or floats to add
+        query: Search query or paper ID (e.g., "1605.08386")
 
     Returns:
-        Sum of all numbers as string
+        str: arXiv paper information
     """
     try:
-        if not numbers:
-            return "Error: No numbers provided to add"
-
-        # Convert strings to numbers if needed
-        converted_numbers = []
-        for num in numbers:
-            if isinstance(num, str):
-                try:
-                    converted_numbers.append(float(num) if "." in num else int(num))
-                except ValueError:
-                    return f"Error: '{num}' is not a valid number"
-            else:
-                converted_numbers.append(num)
-
-        result = sum(converted_numbers)
-        return f"Sum of {converted_numbers} = {result}"
-
+        arxiv = ArxivAPIWrapper()
+        docs = arxiv.run(query)
+        return str(docs)
     except Exception as e:
-        return f"Error adding numbers: {str(e)}"
+        return f"arXiv search error: {str(e)}"
 
 
 @tool
-def multiply_numbers(*numbers: int | float) -> str:
+def wikipedia_search_tool(query: str) -> str:
     """
-    Multiply multiple numbers together.
+    Search Wikipedia using LangChain's WikipediaQueryRun.
 
     Args:
-        numbers: Variable number of integers or floats to multiply
+        query: Search query
 
     Returns:
-        Product of all numbers as string
+        str: Wikipedia search results
     """
     try:
-        if not numbers:
-            return "Error: No numbers provided to multiply"
-
-        # Convert strings to numbers if needed
-        converted_numbers = []
-        for num in numbers:
-            if isinstance(num, str):
-                try:
-                    converted_numbers.append(float(num) if "." in num else int(num))
-                except ValueError:
-                    return f"Error: '{num}' is not a valid number"
-            else:
-                converted_numbers.append(num)
-
-        result = 1
-        for num in converted_numbers:
-            result *= num
-
-        return f"Product of {converted_numbers} = {result}"
-
-    except Exception as e:
-        return f"Error multiplying numbers: {str(e)}"
-
-
-@tool
-def divide_numbers(dividend: int | float, divisor: int | float) -> str:
-    """
-    Divide two numbers.
-
-    Args:
-        dividend: The number to be divided
-        divisor: The number to divide by
-
-    Returns:
-        Result of division as string
-    """
-    try:
-        # Convert strings to numbers if needed
-        if isinstance(dividend, str):
-            dividend = float(dividend) if "." in dividend else int(dividend)
-        if isinstance(divisor, str):
-            divisor = float(divisor) if "." in divisor else int(divisor)
-
-        if divisor == 0:
-            return "Error: Cannot divide by zero"
-
-        result = dividend / divisor
-        return f"{dividend} ÷ {divisor} = {result}"
-
-    except ValueError as e:
-        return f"Error: Invalid number format - {str(e)}"
+        wikipedia = WikipediaQueryRun(api_wrapper=WikipediaAPIWrapper())
+        result = wikipedia.run(query)
+        return result
     except Exception as e:
-        return f"Error dividing numbers: {str(e)}"
+        return f"Wikipedia search error: {str(e)}"
 
 
 @tool
-def calculate_percentage(part: int | float, whole: int | float) -> str:
+def duckduckgo_search(query: str) -> str:
     """
-    Calculate what percentage one number is of another.
+    Search using DuckDuckGo.
 
     Args:
-        part: The part value
-        whole: The whole value
+        query: Search query
 
     Returns:
-        Percentage calculation as string
+        str: DuckDuckGo search results
     """
     try:
-        # Convert strings to numbers if needed
-        if isinstance(part, str):
-            part = float(part) if "." in part else int(part)
-        if isinstance(whole, str):
-            whole = float(whole) if "." in whole else int(whole)
-
-        if whole == 0:
-            return "Error: Cannot calculate percentage with zero as whole"
-
-        percentage = (part / whole) * 100
-        return f"{part} is {percentage:.2f}% of {whole}"
-
-    except ValueError as e:
-        return f"Error: Invalid number format - {str(e)}"
+        search = DuckDuckGoSearchRun()
+        result = search.invoke(query)
+        return result
     except Exception as e:
-        return f"Error calculating percentage: {str(e)}"
-
-
-# === FILE PROCESSING TOOLS ===
+        return f"DuckDuckGo search error: {str(e)}"
 
 
 @tool
@@ -661,3 +583,110 @@ def count_items_in_list(items_text: str, separator: str = ",") -> str:
 
     except Exception as e:
         return f"Error counting items: {str(e)}"
+
+
+@tool
+def ocr_tool(image_path: str) -> str:
+    """
+    Extract text from images using OCR.
+
+    Args:
+        image_path: Path to image file
+
+    Returns:
+        str: Extracted text
+    """
+    try:
+        import pytesseract
+        from PIL import Image
+
+        image = Image.open(image_path)
+        text = pytesseract.image_to_string(image)
+        return f"OCR text from {image_path}:\n{text.strip()}"
+
+    except ImportError:
+        return "Error: pytesseract not installed. Install with: pip install pytesseract"
+    except Exception as e:
+        return f"OCR error: {str(e)}"
+
+
+@tool
+def image_captioning_tool(image_path: str) -> str:
+    """
+    Generate basic image information (placeholder for actual captioning).
+
+    Args:
+        image_path: Path to image file
+
+    Returns:
+        str: Basic image information
+    """
+    try:
+        from PIL import Image
+
+        image = Image.open(image_path)
+        width, height = image.size
+        mode = image.mode
+        format_type = image.format
+
+        caption = f"Image: {image_path}\n"
+        caption += f"Dimensions: {width}x{height} pixels\n"
+        caption += f"Mode: {mode}\n"
+        caption += f"Format: {format_type}\n"
+        caption += "Note: For detailed content description, integrate with a vision model."
+
+        return caption
+
+    except Exception as e:
+        return f"Image info error: {str(e)}"
+
+
+@tool
+def visual_qa_tool(image_path: str, question: str) -> str:
+    """
+    Answer questions about images (placeholder for actual VQA).
+
+    Args:
+        image_path: Path to image file
+        question: Question about the image
+
+    Returns:
+        str: Basic response about the image
+    """
+    try:
+        from PIL import Image
+
+        image = Image.open(image_path)
+        width, height = image.size
+        mode = image.mode
+
+        response = f"Question: {question}\n"
+        response += f"Image: {image_path} ({width}x{height}, {mode})\n"
+        response += "Note: For actual visual QA, integrate with a vision-language model."
+
+        return response
+
+    except Exception as e:
+        return f"Visual QA error: {str(e)}"
+
+
+all_tools = [
+    wikipedia_search,
+    web_search_duckduckgo,
+    fetch_webpage_content,
+    arxiv_search,
+    wikipedia_search_tool,
+    duckduckgo_search,
+    load_csv_file,
+    load_excel_file,
+    read_text_file,
+    transcribe_audio_file,
+    analyze_chess_position,
+    reverse_string,
+    reverse_words_in_string,
+    analyze_table_commutativity,
+    count_items_in_list,
+    ocr_tool,
+    image_captioning_tool,
+    visual_qa_tool,
+]