Update streamlit_app.py

streamlit_app.py

@@ -5,6 +5,18 @@ import string
 import ffmpeg
 from glob import glob
 import streamlit as st
+from phi.agent import Agent
+from phi.model.google import Gemini
+from phi.tools.duckduckgo import DuckDuckGo
+from google.generativeai import upload_file, get_file
+import time
+import google.generativeai as genai
+from pathlib import Path
+import tempfile
+
+from dotenv import load_dotenv
+load_dotenv()
+
 
 # Config
 if "videos" not in st.session_state:
@@ -38,6 +50,42 @@ def _remove_all_videos():
         except FileNotFoundError:
             print("Couldn't delete file:", video)
 
+#API KEY
+API_KEY = os.getenv("GOOGLE_API_KEY")
+if API_KEY:
+    genai.configure(api_key=API_KEY)
+    
+#Gemini Model
+model_id = st.sidebar.text_input("Gemini Model", "gemini-2.0-flash-exp")
+safety_settings = [ { "category": "HARM_CATEGORY_HARASSMENT", "threshold": "BLOCK_NONE" }, { "category": "HARM_CATEGORY_HATE_SPEECH", "threshold": "BLOCK_NONE" }, { "category": "HARM_CATEGORY_SEXUALLY_EXPLICIT", "threshold": "BLOCK_NONE" }, { "category": "HARM_CATEGORY_DANGEROUS_CONTENT", "threshold": "BLOCK_NONE" }, ]
+
+
+@st.cache_resource
+def initialize_agent():
+    return Agent(
+        name="Video AI summarizer",
+        model=Gemini(id=model_id),
+        tools=[DuckDuckGo()],
+        markdown=True,
+    )
+
+# Initialize the agent
+multimodal_Agent = initialize_agent()
+
+def download_video(url: str, output_path: str):
+    """Downloads a video using yt-dlp."""
+    ydl_opts = {
+        'outtmpl': output_path,  # Path where the video will be saved
+        'format': 'best',        # Download the best quality available
+    }
+    
+    try:
+        with yt_dlp.YoutubeDL(ydl_opts) as ydl:
+            ydl.download([url])
+        return True, f"Video downloaded successfully to {output_path}"
+    except Exception as e:
+        return False, str(e)
+
 
 # --- Main Functions ---
 def download_video(url: str, save_path: str, **kwargs):
@@ -150,3 +198,48 @@ if st.session_state["videos"]:
         )
     except Exception as e:
         st.error("Failed downloading the video", icon="😔")
+
+# Analysis prompt
+analysis_prompt = st.sidebar.text_area("Enter analysis")
+
+if st.button('Generate the story'):
+    if not video_file:
+        st.sidebar.warning('PLEASE ENTER A VALID URL')
+    else:
+        # Download the video
+        with st.spinner("Retrieving video..."):
+            temp_video_path = os.path.join(tempfile.gettempdir(), 'video.mp4')
+            success, message = download_video(video_file, temp_video_path)
+
+        if not success:
+            st.sidebar.error(f"Error downloading video: {message}")
+        else:
+            st.sidebar.success(message)
+
+            # Display the video
+            st.sidebar.divider()
+            st.sidebar.video(temp_video_path, format="video/mp4", start_time=0, loop=True, autoplay=True)                    
+            
+            try:
+                with st.spinner("Generating the story of the video"):
+                    # Upload and process the video
+                    processed_video = upload_file(temp_video_path)
+                    while processed_video.state.name == "PROCESSING":
+                        time.sleep(1)
+                        processed_video = get_file(processed_video.name)
+
+                    # AI agent processing
+                    response = multimodal_Agent.run(analysis_prompt, videos=[processed_video], safety_settings=safety_settings)
+
+                st.subheader('Analysis Result')
+                st.markdown(response.content)
+            
+            except Exception as error:
+                st.sidebar.error(f"An error occurred: {error}")
+            finally:
+                # Delete the downloaded video
+                try:
+                    os.remove(temp_video_path)
+                    # st.sidebar.info("Downloaded video deleted.")
+                except Exception as e:
+                    st.sidebar.warning(f"Failed to delete video: {e}")