updated tools for video

tools.py

@@ -181,19 +181,6 @@ def read_csv_file(file_path: str) -> str:
     except Exception as err:
         raise type(err)(f"Could not parse csv file > {err}")
 
-    # # Read the CSV file
-    # df = pd.read_csv(file_path)
-
-    # # Run various analyses based on the query
-    # result = f"CSV file loaded with {len(df)} rows and {len(df.columns)} columns.\n"
-    # result += f"Columns: {', '.join(df.columns)}\n\n"
-
-    # # Add summary statistics
-    # result += "Summary statistics:\n"
-    # result += str(df.describe())
-
-    # return result
-
 
 @tool(parse_docstring=True)
 def read_excel_file(file_path: str) -> str:
@@ -214,19 +201,6 @@ def read_excel_file(file_path: str) -> str:
     except Exception as err:
         raise type(err)(f"Could not parse excel file > {err}")
 
-    # # Read the Excel file
-    # df = pd.read_excel(file_path)
-
-    # # Run various analyses based on the query
-    # result = f"Excel file loaded with {len(df)} rows and {len(df.columns)} columns.\n"
-    # result += f"Columns: {', '.join(df.columns)}\n\n"
-
-    # # Add summary statistics
-    # result += "Summary statistics:\n"
-    # result += str(df.describe())
-
-    # return result
-
 
 @tool(parse_docstring=True)
 def read_python_file(file_path: str) -> str:
@@ -257,7 +231,7 @@ def describe_image_file(file_path: str, query: str = "") -> str:
     Reads an image file and describes it accordingly to an optional query.
 
     Args:
-        file_path: Path to the Excel file
+        file_path: Path to the image file
         query: Otional query to generate an expected image description
     """
     api_key = os.environ.get("GOOGLE_API_KEY", "")
@@ -293,7 +267,7 @@ def describe_audio_file(file_path: str, query: str = "") -> str:
     Reads an audio file and describes it accordingly to an optional query.
 
     Args:
-        file_path: Path to the Excel file
+        file_path: Path to the audio file
         query: Otional query to generate an expected image description
     """
     api_key = os.environ.get("GOOGLE_API_KEY", "")
@@ -325,6 +299,95 @@ def describe_audio_file(file_path: str, query: str = "") -> str:
         raise type(err)(f"Could not generate an audio description > {err}")
 
 
+@tool(parse_docstring=True)
+def describe_video_file(file_path: str, query: str = "") -> str:
+    """
+    Reads an video from a file and describes it accordingly to an optional query.
+
+    Args:
+        file_path: Path to the Video file
+        query: Otional query to generate an expected image description
+    """
+    api_key = os.environ.get("GOOGLE_API_KEY", "")
+    model_name = os.environ.get(
+        "DESCRIPTION_GOOGLE_MODEL", DEFAULT_DESCRIPTION_GOOGLE_MODEL
+    )
+
+    if api_key == "":
+        raise EnvironmentError(
+            "GOOGLE API KEY not present in environment, please do provide one."
+        )
+    if query == "":
+        query = "Transcribe the audio from this video, giving timestamps for salient events in the video. Also provide visual descriptions."
+    try:
+        validate_file_path(file_path)
+        validate_file_ext(file_path, ".mp4", ".mpeg", ".avi")
+        client = genai.Client(api_key=api_key)
+        # upload file
+        file = client.files.upload(file=file_path)
+        client = genai.Client(api_key=api_key)
+        # Request generation
+        response = client.models.generate_content(
+            model=model_name, contents=[file, query]
+        )
+        return response.text
+    except Exception as err:
+        raise type(err)(f"Could not generate an audio description > {err}")
+
+
+@tool(parse_docstring=True)
+def describe_youtube_video(video_url: str, query: str = "") -> str:
+    """
+    Reads an video from a youtube and describes it accordingly to an optional query.
+
+    Args:
+        video_url: URL to youtube video
+        query: Otional query to generate an expected image description
+    """
+    api_key = os.environ.get("GOOGLE_API_KEY", "")
+    model_name = os.environ.get(
+        "DESCRIPTION_GOOGLE_MODEL", DEFAULT_DESCRIPTION_GOOGLE_MODEL
+    )
+
+    if api_key == "":
+        raise EnvironmentError(
+            "GOOGLE API KEY not present in environment, please do provide one."
+        )
+    if query == "":
+        query = "Transcribe the audio from this video, giving timestamps for salient events in the video. Also provide visual descriptions."
+    try:
+        validate_url(video_url, "youtube.com", "youtu.be")
+        client = genai.Client(api_key=api_key)
+        # upload file
+        video_part = genai.types.Part(
+            file_data=genai.types.FileData(file_uri=video_url)
+        )
+        prompt_part = genai.types.Part(text=query)
+        # Request generation
+        response = client.models.generate_content(
+            model=model_name,
+            contents=genai.types.Content(parts=[video_part, prompt_part]),
+        )
+        return response.text
+    except Exception as err:
+        raise type(err)(f"Could not generate an audio description > {err}")
+
+
+def validate_url(url: str, *site: str):
+    # Validate URL parts
+    parsed_url = urlparse(url)
+    if not all([parsed_url.scheme, parsed_url.netloc]):
+        raise ValueError(
+            "Please provide a valid video URL with http:// or https:// prefix."
+        )
+
+    # Check if it's a site URL
+    if not any(site_ in url for site_ in site):
+        raise ValueError(
+            f"URL ({url}) is not one of supported sites ({' ,'.join(site_ for site_ in site)})."
+        )
+
+
 def validate_file_path(file_path: str):
     path = Path(file_path)
     assert path.exists()
@@ -347,10 +410,12 @@ basic_tools = [
     wiki_search,
     web_search,
     arvix_search,
-    read_video,
+    # read_video,
     read_csv_file,
     read_excel_file,
     read_python_file,
     describe_image_file,
     describe_audio_file,
+    describe_video_file,
+    describe_youtube_video,
 ]