Update app.py

app.py

@@ -6,10 +6,27 @@ import streamlit as st
 import plotly.graph_objects as go
 from dotenv import load_dotenv
 from crewai import Agent, Crew, Process, Task
+from crewai_tools import SerperDevTool
 
 # Load environment variables
 load_dotenv()
 
+# Function to get API keys from HF secrets
+def get_api_keys():
+    """Get API keys from environment or Hugging Face Secrets"""
+    # Try to get from HF secrets first
+    try:
+        serper_key = os.environ.get('SERPER_API_KEY')
+        openai_key = os.environ.get('OPENAI_API_KEY')
+        
+        # Log for debugging (will appear in HF Space logs)
+        print("API Keys loaded successfully")
+        
+        return serper_key, openai_key
+    except Exception as e:
+        st.error(f"Error loading API keys: {str(e)}")
+        return None, None
+
 # Set page config
 st.set_page_config(
     page_title="Market Research Generator",
@@ -87,6 +104,8 @@ st.markdown("""
 # Initialize session state
 if 'agent_logs' not in st.session_state:
     st.session_state.agent_logs = []
+if 'agent_outputs' not in st.session_state:
+    st.session_state.agent_outputs = []
 
 def log_agent_activity(agent_type: str, message: str):
     """Log agent activity with timestamp"""
@@ -97,8 +116,15 @@ def log_agent_activity(agent_type: str, message: str):
         'message': message
     })
 
+def log_agent_output(agent_type: str, output: str):
+    """Log agent outputs for transparency"""
+    st.session_state.agent_outputs.append({
+        'agent': agent_type,
+        'output': output
+    })
+
 def display_agent_logs():
-    """Display all agent logs"""
+    """Display all agent logs"
     if not st.session_state.agent_logs:
         st.info("No agent activity logs yet. Generate a report to see agents in action!")
         return
@@ -115,6 +141,16 @@ def display_agent_logs():
     
     st.markdown('</div>', unsafe_allow_html=True)
 
+def display_agent_outputs():
+    """Display all agent outputs"""
+    if not st.session_state.agent_outputs:
+        st.info("No agent outputs available yet. Generate a report to see agents in action!")
+        return
+
+    for output in st.session_state.agent_outputs:
+        st.markdown(f"**{output['agent']} Output:**")
+        st.code(output['output'], language='json')
+
 def update_progress(progress_container, percentage, message=""):
     """Update the progress bar."""
     progress_html = f"""
@@ -125,92 +161,103 @@ def update_progress(progress_container, percentage, message=""):
     progress_container.markdown(progress_html, unsafe_allow_html=True)
 
 def create_research_crew(topic: str):
-    """Create the research crew with enhanced prompts"""
-    researcher = Agent(
-        role='Research Analyst',
-        goal=f'Conduct comprehensive market research about {topic} with detailed metrics and verifiable sources',
-        backstory="You are an experienced market research analyst who focuses on gathering concrete data points and always verifies sources.",
-        verbose=True
-    )
-    
-    analyst = Agent(
-        role='Data Analyst',
-        goal='Transform research data into actionable insights with visualization-ready metrics',
-        backstory="You are a skilled data analyst who excels at interpreting market research and creating data-driven insights.",
-        verbose=True
-    )
-    
-    writer = Agent(
-        role='Report Writer',
-        goal='Create professional market research reports with executive summary and detailed analysis',
-        backstory="You are an expert business writer who specializes in creating clear, comprehensive market research reports.",
-        verbose=True
-    )
+    """Create the research crew with SerperDev tool integration"""
+    try:
+        # Initialize SerperDev tool
+        search_tool = SerperDevTool()
+        log_agent_activity("System", "Initialized SerperDev search tool")
 
-    research_task = Task(
-        description=f"""
-        Conduct extensive market research on {topic} with:
-        1. Market Overview (market size, growth rates, projections)
-        2. Competitive Analysis (market shares, positioning)
-        3. Market Dynamics (drivers, challenges, trends)
+        researcher = Agent(
+            role='Research Analyst',
+            goal=f'Conduct comprehensive market research about {topic} with detailed metrics and verifiable sources',
+            backstory="""You are an experienced market research analyst who focuses on gathering concrete data points 
+            and always verifies sources using real-time market data.""",
+            tools=[search_tool],
+            verbose=True
+        )
         
-        Provide specific numerical values and sources.
-        Format data for visualization.
-        """,
-        agent=researcher,
-        expected_output="Comprehensive research data with specific metrics and sources"
-    )
-
-    analysis_task = Task(
-        description=f"""
-        Analyze the findings and provide:
-        1. Growth projections and trends (5 years)
-        2. Market share analysis
-        3. Competitive landscape
-        4. Strategic recommendations
+        analyst = Agent(
+            role='Data Analyst',
+            goal='Transform research data into actionable insights with visualization-ready metrics',
+            backstory="""You are a skilled data analyst who excels at interpreting market research and creating 
+            data-driven insights from verified sources.""",
+            tools=[search_tool],
+            verbose=True
+        )
         
-        Include specific numbers and percentages.
-        """,
-        agent=analyst,
-        expected_output="Detailed analysis with visualization-ready metrics",
-        context=[research_task]
-    )
+        writer = Agent(
+            role='Report Writer',
+            goal='Create professional market research reports with executive summary and detailed analysis',
+            backstory="You are an expert business writer who specializes in creating clear, comprehensive market research reports.",
+            verbose=True
+        )
 
-    report_task = Task(
-        description=f"""
-        Create a professional report with:
-        1. Executive Summary (2-3 pages)
-        2. Detailed Report (10+ pages)
-        3. Sources and Citations
-        
-        Format as JSON:
-        {{
-            "exec_summary": {{
-                "summary": "text",
-                "market_size": "data",
-                "growth_rate": "data",
-                "key_players": "data"
-            }},
-            "detailed_report": "text",
-            "sources": ["source1", "source2"],
-            "metrics": {{
-                "market_size_data": [],
-                "growth_rates": [],
-                "market_shares": []
+        research_task = Task(
+            description=f"""
+            Conduct extensive market research on {topic} with:
+            1. Market Overview (market size, growth rates, projections)
+            2. Competitive Analysis (market shares, positioning)
+            3. Market Dynamics (drivers, challenges, trends)
+            
+            Provide specific numerical values and sources.
+            Format data for visualization.
+            """,
+            agent=researcher,
+            expected_output="Comprehensive research data with specific metrics and sources"
+        )
+
+        analysis_task = Task(
+            description=f"""
+            Analyze the findings and provide:
+            1. Growth projections and trends (5 years)
+            2. Market share analysis
+            3. Competitive landscape
+            4. Strategic recommendations
+            
+            Include specific numbers and percentages.
+            """,
+            agent=analyst,
+            expected_output="Detailed analysis with visualization-ready metrics",
+            context=[research_task]
+        )
+
+        report_task = Task(
+            description=f"""
+            Create a professional report with:
+            1. Executive Summary (2-3 pages)
+            2. Detailed Report (10+ pages)
+            3. Sources and Citations
+            
+            Format as JSON:
+            {{
+                "exec_summary": {{
+                    "summary": "text",
+                    "market_size": "data",
+                    "growth_rate": "data",
+                    "key_players": "data"
+                }},
+                "detailed_report": "text",
+                "sources": ["source1", "source2"],
+                "metrics": {{
+                    "market_size_data": [],
+                    "growth_rates": [],
+                    "market_shares": []
+                }}
             }}
-        }}
-        """,
-        agent=writer,
-        expected_output="JSON containing executive summary and detailed report",
-        context=[research_task, analysis_task]
-    )
+            """,
+            agent=writer,
+            expected_output="JSON containing executive summary and detailed report",
+            context=[research_task, analysis_task]
+        )
 
-    return Crew(
-        agents=[researcher, analyst, writer],
-        tasks=[research_task, analysis_task, report_task],
-        verbose=True,
-        process=Process.sequential
-    )
+        return Crew(
+            agents=[researcher, analyst, writer],
+            tasks=[research_task, analysis_task, report_task],
+            verbose=True,
+            process=Process.sequential
+        )
+    except Exception as e:
+        st.error(f"Error initializing research crew: {str(e)}")
 
 def extract_section(text, section_name):
     """Extract a section from the text"""
@@ -246,6 +293,7 @@ def run_market_research(topic: str, progress_container, chat_container, log_cont
     try:
         # Clear previous logs
         st.session_state.agent_logs = []
+        st.session_state.agent_outputs = []
         
         # Initialize research team
         update_progress(progress_container, 0, "Initializing research team...")
@@ -277,6 +325,7 @@ def run_market_research(topic: str, progress_container, chat_container, log_cont
         
         # Log the raw output for debugging
         print("Raw output:", raw_text)
+        log_agent_output("Crew", raw_text)
         
         # Format the result
         report_data = format_json_output(raw_text)
@@ -301,6 +350,21 @@ def run_market_research(topic: str, progress_container, chat_container, log_cont
 def main():
     st.title("🤖 AI Market Research Generator")
     
+    # Get API keys
+    serper_key, openai_key = get_api_keys()
+    
+    if not serper_key or not openai_key:
+        st.error("Failed to load required API keys. Please check your Hugging Face Space secrets.")
+        return
+    
+    # Initialize SerperDev tool with the key
+    try:
+        search_tool = SerperDevTool()
+        print("SerperDev tool initialized successfully")  # Debug log
+    except Exception as e:
+        st.error(f"Error initializing SerperDev tool: {str(e)}")
+        return
+    
     # Initialize session states
     if 'generating' not in st.session_state:
         st.session_state.generating = False
@@ -308,7 +372,7 @@ def main():
         st.session_state.agent_logs = []
     
     # Create tabs including the new Live Agent Log tab
-    tab1, tab2, tab3 = st.tabs(["Generate Report", "View Reports", "Live Agent Log"])
+    tab1, tab2, tab3, tab4 = st.tabs(["Generate Report", "View Reports", "Live Agent Log", "Agent Outputs"])
     
     with tab1:
         col1, col2 = st.columns([2, 3])
@@ -375,37 +439,33 @@ def main():
             
             # Executive Summary Section
             st.subheader("Executive Summary")
-            st.markdown("""
+            st.markdown(f"""
                 <div class="exec-summary">
-                    {}
+                    <h4>Summary</h4>
+                    {report['exec_summary']['summary']}
                     
                     <div class="key-findings">
                         <div class="finding-card">
                             <h4>Market Size</h4>
-                            {}
+                            {report['exec_summary']['market_size']}
                         </div>
                         <div class="finding-card">
                             <h4>Growth Rate</h4>
-                            {}
+                            {report['exec_summary']['growth_rate']}
                         </div>
                         <div class="finding-card">
                             <h4>Key Players</h4>
-                            {}
+                            {report['exec_summary']['key_players']}
                         </div>
                     </div>
                 </div>
-            """.format(
-                report['exec_summary']['summary'],
-                report['exec_summary']['market_size'],
-                report['exec_summary']['growth_rate'],
-                report['exec_summary']['key_players']
-            ), unsafe_allow_html=True)
+            """, unsafe_allow_html=True)
             
             # Detailed Report Section
             st.subheader("Detailed Report")
             st.markdown(f"""
                 <div class="detailed-section">
-                    {report['detailed_report']}
+                    <pre>{report['detailed_report']}</pre>
                 </div>
             """, unsafe_allow_html=True)
             
@@ -440,6 +500,10 @@ def main():
         
         # Display the logs
         display_agent_logs()
+    
+    with tab4:
+        st.subheader("Agent Outputs")
+        display_agent_outputs()
 
 def format_json_output(raw_output):
     """Format CrewOutput or raw string into proper JSON structure"""