Spaces:
Build error
Build error
File size: 1,216 Bytes
a52d511 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 |
"""This module contains tools for processing images or videos."""
import os
import base64
import mimetypes
from langchain_core.tools import tool
from langchain_google_genai import ChatGoogleGenerativeAI
@tool
def query_image(image_path: str, query: str) -> str:
"""Uses a multimodal LLM to answer a query for a given image.
Args:
image_path (str): The path to the image to process
query (str): The query to be answered based on the image
Returns:
str: Answer of the query based on the image
"""
llm = ChatGoogleGenerativeAI(
model="gemini-2.0-flash-001",
temperature=0.8,
max_tokens=None,
timeout=None,
max_retries=2,
google_api_key=os.getenv("GOOGLE_API_KEY") # Get API key from environment variable
)
with open(image_path, "rb") as f:
image_bytes = f.read()
mime_type = mimetypes.guess_type(image_path)[0] or "image/jpeg"
image_b64 = base64.b64encode(image_bytes).decode("utf-8")
image_dict = {
"mime_type": mime_type,
"data": image_b64
}
response = llm.invoke(
input=query,
images=[image_dict]
)
return response.content
|