Update app.py

app.py

@@ -1,3 +1,4 @@
+# app.py
 import os
 import time
 import json
@@ -14,14 +15,10 @@ load_dotenv()
 # Function to get API keys from HF secrets
 def get_api_keys():
     """Get API keys from environment or Hugging Face Secrets"""
-    # Try to get from HF secrets first
     try:
         serper_key = os.environ.get('SERPER_API_KEY')
         openai_key = os.environ.get('OPENAI_API_KEY')
-        
-        # Log for debugging (will appear in HF Space logs)
         print("API Keys loaded successfully")
-        
         return serper_key, openai_key
     except Exception as e:
         st.error(f"Error loading API keys: {str(e)}")
@@ -159,7 +156,6 @@ def update_progress(progress_container, percentage, message=""):
         </div>
     """
     progress_container.markdown(progress_html, unsafe_allow_html=True)
-
 def create_research_crew(topic: str):
     """Create the research crew with SerperDev tool integration"""
     try:
@@ -203,7 +199,7 @@ def create_research_crew(topic: str):
         )
 
         research_task = Task(
-            description="""
+            description=f"""
             Conduct exhaustive market research on {topic} with:
 
             1. Comprehensive Market Overview:
@@ -248,8 +244,8 @@ def create_research_crew(topic: str):
             """,
             agent=researcher,
             expected_output="Exhaustive research data with comprehensive analysis and verified sources"
-        )
-      analysis_task = Task(
+        )    
+analysis_task = Task(
             description="""
             Perform comprehensive analysis of the research findings:
 
@@ -400,8 +396,8 @@ def create_research_crew(topic: str):
             expected_output="Comprehensive JSON containing detailed executive summary and full report",
             context=[research_task, analysis_task]
         )
-      
-  return Crew(
+
+        return Crew(
             agents=[researcher, analyst, writer],
             tasks=[research_task, analysis_task, report_task],
             verbose=True,
@@ -409,7 +405,7 @@ def create_research_crew(topic: str):
         )
     except Exception as e:
         st.error(f"Error initializing research crew: {str(e)}")
-
+        raise e
 def extract_section(text, section_name):
     """Extract a section from the text"""
     pattern = f"{section_name}.*?\n(.*?)(?=\n\n|$)"
@@ -439,6 +435,62 @@ def extract_sources(text):
     
     return sources if sources else ["Sources not explicitly mentioned in the report"]
 
+def format_json_output(raw_output):
+    """Format CrewOutput or raw string into proper JSON structure"""
+    try:
+        # Handle CrewOutput object
+        if hasattr(raw_output, 'raw_output'):
+            raw_text = str(raw_output.raw_output)
+        else:
+            raw_text = str(raw_output)
+
+        # Try to find and parse JSON structure
+        json_pattern = r"\{[\s\S]*\}"
+        match = re.search(json_pattern, raw_text)
+        if match:
+            try:
+                return json.loads(match.group())
+            except:
+                pass
+
+        # If no JSON found, create structured format
+        return {
+            "exec_summary": {
+                "summary": extract_section(raw_text, "Executive Summary"),
+                "market_size": extract_section(raw_text, "Market Size"),
+                "growth_rate": extract_section(raw_text, "Growth Rate"),
+                "key_players": extract_section(raw_text, "Key Players")
+            },
+            "detailed_report": raw_text,
+            "sources": extract_sources(raw_text),
+            "metrics": {
+                "market_size_data": [],
+                "growth_rates": [],
+                "market_shares": {},
+                "regional_distribution": [],
+                "segment_analysis": [],
+                "competitor_metrics": {},
+                "trend_indicators": []
+            }
+        }
+    except Exception as e:
+        st.error(f"Error formatting output: {str(e)}")
+        return {
+            "exec_summary": {
+                "summary": "Error formatting report",
+                "market_size": "N/A",
+                "growth_rate": "N/A",
+                "key_players": "N/A"
+            },
+            "detailed_report": raw_text if 'raw_text' in locals() else str(raw_output),
+            "sources": [],
+            "metrics": {
+                "market_size_data": [],
+                "growth_rates": [],
+                "market_shares": {}
+            }
+        }
+
 def run_market_research(topic: str, progress_container, chat_container, log_container):
     """Run the market research process"""
     try:
@@ -456,14 +508,17 @@ def run_market_research(topic: str, progress_container, chat_container, log_cont
         # Research Phase
         update_progress(progress_container, 25, "Gathering market data...")
         log_agent_activity("Research Analyst", f"Beginning comprehensive research on {topic}")
+        time.sleep(1)
         
         # Analysis Phase
         update_progress(progress_container, 50, "Analyzing findings...")
         log_agent_activity("Data Analyst", "Processing research data...")
+        time.sleep(1)
         
         # Report Phase
         update_progress(progress_container, 75, "Generating report...")
         log_agent_activity("Report Writer", "Compiling final report...")
+        time.sleep(1)
         
         # Execute the crew
         result = crew.kickoff()
@@ -508,21 +563,11 @@ def main():
         st.error("Failed to load required API keys. Please check your Hugging Face Space secrets.")
         return
     
-    # Initialize SerperDev tool with the key
-    try:
-        search_tool = SerperDevTool()
-        print("SerperDev tool initialized successfully")  # Debug log
-    except Exception as e:
-        st.error(f"Error initializing SerperDev tool: {str(e)}")
-        return
-    
     # Initialize session states
     if 'generating' not in st.session_state:
         st.session_state.generating = False
-    if 'agent_logs' not in st.session_state:
-        st.session_state.agent_logs = []
     
-    # Create tabs including the new Live Agent Log tab
+    # Create tabs
     tab1, tab2, tab3, tab4 = st.tabs(["Generate Report", "View Reports", "Live Agent Log", "Agent Outputs"])
     
     with tab1:
@@ -564,7 +609,7 @@ def main():
                             st.error(f"Error generating report: {str(e)}")
                         finally:
                             st.session_state.generating = False
-                        
+        
         # Show live agent activity in col2
         with col2:
             st.subheader("Live Agent Activity")
@@ -616,7 +661,7 @@ def main():
             st.subheader("Detailed Report")
             st.markdown(f"""
                 <div class="detailed-section">
-                    <pre>{report['detailed_report']}</pre>
+                    {report['detailed_report']}
                 </div>
             """, unsafe_allow_html=True)
             
@@ -656,42 +701,5 @@ def main():
         st.subheader("Agent Outputs")
         display_agent_outputs()
 
-def format_json_output(raw_output):
-    """Format CrewOutput or raw string into proper JSON structure"""
-    try:
-        # Handle CrewOutput object
-        if hasattr(raw_output, 'raw_output'):
-            raw_text = str(raw_output.raw_output)
-        else:
-            raw_text = str(raw_output)
-
-        # Try to find and parse JSON structure
-        json_pattern = r"\{[\s\S]*\}"
-        match = re.search(json_pattern, raw_text)
-        if match:
-            try:
-                return json.loads(match.group())
-            except:
-                pass
-
-        # If no JSON found, create structured format
-        return {
-            "exec_summary": {
-                "summary": extract_section(raw_text, "Executive Summary"),
-                "market_size": extract_section(raw_text, "Market Size"),
-                "growth_rate": extract_section(raw_text, "Growth Rate"),
-                "key_players": extract_section(raw_text, "Key Players")
-            },
-            "detailed_report": raw_text,
-            "sources": extract_sources(raw_text),
-            "metrics": {
-                "market_size_data": [],
-                "growth_rates": [],
-                "market_shares": []
-            }
-        }
-    except Exception as e:
-        st.error(f"Error formatting output: {str(e)}")
-
 if __name__ == "__main__":
     main()