Update app.py

app.py

@@ -212,72 +212,91 @@ def create_research_crew(topic: str):
         process=Process.sequential
     )
 
+def extract_section(text, section_name):
+    """Extract a section from the text"""
+    pattern = f"{section_name}.*?\n(.*?)(?=\n\n|$)"
+    match = re.search(pattern, text, re.DOTALL | re.IGNORECASE)
+    if match:
+        return match.group(1).strip()
+    
+    # Try alternative patterns
+    pattern2 = f"{section_name}[:\s](.*?)(?=\n\n|$)"
+    match = re.search(pattern2, text, re.DOTALL | re.IGNORECASE)
+    return match.group(1).strip() if match else "Information not found"
+
+def extract_sources(text):
+    """Extract sources from the text"""
+    sources = []
+    patterns = [
+        r"Source:.*?(?:\n|$)",
+        r"\[.*?\]",
+        r"\(https?://.*?\)",
+        r"Reference:.*?(?:\n|$)",
+        r"Retrieved from:.*?(?:\n|$)"
+    ]
+    
+    for pattern in patterns:
+        matches = re.finditer(pattern, text, re.MULTILINE)
+        sources.extend([match.group().strip() for match in matches])
+    
+    return sources if sources else ["Sources not explicitly mentioned in the report"]
+
 def run_market_research(topic: str, progress_container, chat_container, log_container):
     """Run the market research process"""
     try:
-        # Clear previous logs when starting new research
+        # Clear previous logs
         st.session_state.agent_logs = []
         
-        # Step 1: Initialize research team
+        # Initialize research team
         update_progress(progress_container, 0, "Initializing research team...")
         log_agent_activity("System", f"Starting market research for: {topic}")
-        time.sleep(1)
         
-        # Step 2: Gathering market data
+        # Create and run the crew
+        crew = create_research_crew(topic)
+        
+        # Research Phase
         update_progress(progress_container, 25, "Gathering market data...")
         log_agent_activity("Research Analyst", f"Beginning comprehensive research on {topic}")
-        time.sleep(1)
-        log_agent_activity("Research Analyst", "Collecting market size data...")
-        time.sleep(1)
-        log_agent_activity("Research Analyst", "Analyzing competitive landscape...")
-        time.sleep(1)
-        log_agent_activity("Research Analyst", "Gathering growth projections...")
-        time.sleep(1)
         
-        # Step 3: Analyzing findings
+        # Analysis Phase
         update_progress(progress_container, 50, "Analyzing findings...")
-        log_agent_activity("Data Analyst", "Beginning data analysis phase")
-        time.sleep(1)
-        log_agent_activity("Data Analyst", "Processing market size metrics...")
-        time.sleep(1)
-        log_agent_activity("Data Analyst", "Calculating growth rates...")
-        time.sleep(1)
-        log_agent_activity("Data Analyst", "Generating market share analysis...")
-        time.sleep(1)
+        log_agent_activity("Data Analyst", "Processing research data...")
         
-        # Step 4: Compiling final report
-        update_progress(progress_container, 75, "Compiling final report...")
-        log_agent_activity("Report Writer", "Starting report compilation")
-        time.sleep(1)
-        log_agent_activity("Report Writer", "Creating executive summary...")
-        time.sleep(1)
-        log_agent_activity("Report Writer", "Drafting detailed analysis...")
-        time.sleep(1)
-        log_agent_activity("Report Writer", "Adding citations and sources...")
-        time.sleep(1)
-
-        # Create and run the crew
-        crew = create_research_crew(topic)
+        # Report Phase
+        update_progress(progress_container, 75, "Generating report...")
+        log_agent_activity("Report Writer", "Compiling final report...")
+        
+        # Execute the crew
         result = crew.kickoff()
         
-        # Log completion
-        log_agent_activity("System", "Report generation completed successfully")
+        # Process the result
+        if hasattr(result, 'raw_output'):
+            raw_text = str(result.raw_output)
+        else:
+            raw_text = str(result)
+        
+        # Log the raw output for debugging
+        print("Raw output:", raw_text)
         
-        # Format and process the result
-        report_data = format_json_output(result)
+        # Format the result
+        report_data = format_json_output(raw_text)
         
+        # Update progress and log completion
         update_progress(progress_container, 100, "Report completed!")
-        st.success("✨ Report generation completed! You can now view the full report.")
-        log_agent_activity("System", "Report generation completed!")
+        log_agent_activity("System", "Report generation completed successfully")
         
-        # Store the report data in session state
+        # Store in session state
         st.session_state.current_report = report_data
         st.session_state.current_topic = topic
         
+        return report_data
+
     except Exception as e:
         error_msg = f"Error during research: {str(e)}"
         log_agent_activity("System", f"Error: {error_msg}")
         st.error(error_msg)
+        print(f"Full error details: {str(e)}")  # For debugging
+        return None
 
 def main():
     st.title("🤖 AI Market Research Generator")
@@ -301,7 +320,6 @@ def main():
                 placeholder="e.g., Electric Vehicles Market"
             )
             
-            # Dynamic button state
             if st.session_state.generating:
                 st.button("Generating Report...", disabled=True)
             else:
@@ -311,17 +329,33 @@ def main():
                     else:
                         st.session_state.generating = True
                         
-                        # Create containers for progress, chat, and log
+                        # Create containers
                         progress_container = st.container()
                         chat_container = st.container()
                         log_container = st.container()
                         
                         try:
-                            run_market_research(topic, progress_container, chat_container, log_container)
+                            with st.spinner("Generating report..."):
+                                result = run_market_research(
+                                    topic, 
+                                    progress_container, 
+                                    chat_container, 
+                                    log_container
+                                )
+                                
+                                if result:
+                                    st.success("Report generated successfully! Switch to the Reports tab to view it.")
                         except Exception as e:
                             st.error(f"Error generating report: {str(e)}")
                         finally:
                             st.session_state.generating = False
+                        
+        # Show live agent activity in col2
+        with col2:
+            st.subheader("Live Agent Activity")
+            st.markdown('<div class="agent-log">', unsafe_allow_html=True)
+            display_agent_logs()
+            st.markdown('</div>', unsafe_allow_html=True)
     
     with tab2:
         if 'current_report' in st.session_state: