Update app.py

app.py

@@ -1,100 +1,13 @@
 # app.py
 import os
-from utils import ReportManager
+import time
+import json
+import random
 import streamlit as st
 from dotenv import load_dotenv
 from crewai import Agent, Crew, Process, Task
-
-# Initialize report manager
-report_manager = ReportManager()
-
-def create_research_crew(topic: str):
-    researcher = Agent(
-        role='Research Analyst',
-        goal=f'Conduct thorough market research about {topic} with verifiable sources',
-        backstory='You are an experienced market research analyst with expertise in data analysis and trend identification. You always provide specific numbers and data points with sources.',
-        verbose=True
-    )
-    
-    analyst = Agent(
-        role='Data Analyst',
-        goal='Create data-driven insights with specific metrics and visualizable data points',
-        backstory='You are a skilled data analyst who specializes in turning research into actionable insights. You focus on quantifiable metrics and clear data points that can be visualized.',
-        verbose=True
-    )
-    
-    writer = Agent(
-        role='Report Writer',
-        goal='Create both executive summary and detailed reports with proper citations',
-        backstory='You are a professional writer who creates clear, structured reports with both high-level summaries and detailed analysis. You always include sources and references.',
-        verbose=True
-    )
-
-    # Define tasks with improved prompts
-    research_task = Task(
-        description=f"""
-        Research {topic} with a focus on:
-        1. Market size (provide specific numbers)
-        2. Growth rates and projections
-        3. Key players and market share percentages
-        4. Competitive analysis
-        5. Find and verify credible sources for all data points
-        
-        Format data in a way that can be easily visualized.
-        Include URLs and references for all sources.
-        """,
-        agent=researcher,
-        expected_output="Detailed research data with sources and numerical data points"
-    )
-
-    analysis_task = Task(
-        description=f"""
-        Analyze the research findings and:
-        1. Create growth projections with specific percentages
-        2. Break down market share data
-        3. Identify key trends with supporting data
-        4. Analyze competitive landscape with market positions
-        
-        Present all data in a format suitable for charts and graphs.
-        """,
-        agent=analyst,
-        expected_output="Analysis with specific metrics and visualization-ready data",
-        context=[research_task]
-    )
-
-    report_task = Task(
-        description=f"""
-        Create two report versions:
-        1. Executive Summary (2-3 paragraphs)
-        - Key findings and recommendations
-        - Major metrics and insights
-        - Strategic implications
-        
-        2. Detailed Report
-        - Comprehensive market analysis
-        - Detailed data presentation
-        - Competitive analysis
-        - Future projections
-        - Source citations and references
-        
-        Format the output as JSON with the following structure:
-        {{
-            "exec_summary": "executive summary text",
-            "detailed_report": "detailed report text",
-            "sources": ["source1", "source2", ...]
-        }}
-        """,
-        agent=writer,
-        expected_output="JSON containing exec summary, detailed report, and sources",
-        context=[research_task, analysis_task]
-    )
-
-    return Crew(
-        agents=[researcher, analyst, writer],
-        tasks=[research_task, analysis_task, report_task],
-        verbose=True,
-        process=Process.sequential
-    )
+import plotly.graph_objects as go
+import re
 
 # Load environment variables
 load_dotenv()
@@ -107,286 +20,343 @@ st.set_page_config(
     initial_sidebar_state="expanded"
 )
 
-# Add custom CSS with darker text colors and better contrast
+# Enhanced CSS with more animations
 st.markdown("""
     <style>
-        /* Text colors */
-        .stTabs [data-baseweb="tab"] {
-            color: #1a1a1a !important;
-            font-weight: 500;
-        }
-        
-        .stMarkdown, .stText {
-            color: #1a1a1a !important;
+        /* Animated background */
+        .stApp {
+            background: linear-gradient(135deg, #f5f7fa 0%, #e4e7eb 100%);
         }
         
-        /* Main container styles */
-        .main-container { 
+        /* Agent Chat Containers */
+        .chat-window {
+            height: 400px;
+            overflow-y: auto;
             padding: 20px;
-            color: #1a1a1a;
+            background: rgba(255, 255, 255, 0.9);
+            border-radius: 15px;
+            box-shadow: 0 8px 32px rgba(31, 38, 135, 0.15);
+            margin: 20px 0;
+            border: 1px solid rgba(255, 255, 255, 0.18);
         }
         
-        /* Agent flow animation */
-        .agent-flow {
+        .agent-message {
             display: flex;
-            align-items: center;
-            justify-content: space-between;
-            margin: 20px 0;
-            position: relative;
+            align-items: flex-start;
+            margin: 15px 0;
+            animation: messageSlide 0.5s ease forwards;
+            opacity: 0;
+            transform: translateX(-20px);
+        }
+        
+        @keyframes messageSlide {
+            to {
+                opacity: 1;
+                transform: translateX(0);
+            }
         }
         
-        .agent-node {
-            background-color: #ffffff;
+        .agent-avatar {
+            width: 45px;
+            height: 45px;
             border-radius: 50%;
-            width: 80px;
-            height: 80px;
             display: flex;
             align-items: center;
             justify-content: center;
-            box-shadow: 0 4px 6px rgba(0,0,0,0.1);
-            position: relative;
-            z-index: 2;
-            color: #1a1a1a;
-            font-weight: 500;
-            text-align: center;
-            line-height: 1.2;
+            font-size: 24px;
+            margin-right: 15px;
+            box-shadow: 0 4px 12px rgba(0, 0, 0, 0.1);
+            animation: avatarPop 0.3s ease forwards;
         }
         
-        .agent-connector {
-            height: 2px;
-            background: #ddd;
-            flex-grow: 1;
-            margin: 0 10px;
+        @keyframes avatarPop {
+            0% { transform: scale(0); }
+            50% { transform: scale(1.2); }
+            100% { transform: scale(1); }
+        }
+        
+        .message-bubble {
+            background: white;
+            padding: 12px 20px;
+            border-radius: 18px;
+            box-shadow: 0 2px 8px rgba(0, 0, 0, 0.08);
+            max-width: 80%;
             position: relative;
-            overflow: hidden;
+            animation: bubbleFade 0.3s ease forwards;
         }
         
-        .data-particle {
-            position: absolute;
-            width: 10px;
-            height: 10px;
-            background: #4CAF50;
-            border-radius: 50%;
-            animation: moveParticle 2s linear infinite;
+        @keyframes bubbleFade {
+            from { opacity: 0; transform: scale(0.9); }
+            to { opacity: 1; transform: scale(1); }
         }
         
-        @keyframes moveParticle {
-            0% { transform: translateX(0); opacity: 0; }
-            50% { opacity: 1; }
-            100% { transform: translateX(100%); opacity: 0; }
+        /* Thinking animation */
+        .thinking-dots {
+            display: inline-flex;
+            gap: 4px;
+            margin-left: 8px;
         }
         
-        /* Agent status indicators */
-        .agent-status {
-            padding: 15px;
-            margin: 10px 0;
-            border-radius: 8px;
-            background: #ffffff;
-            border-left: 4px solid #4CAF50;
-            animation: slideIn 0.3s ease-out;
-            color: #1a1a1a;
-            font-weight: 400;
-            box-shadow: 0 2px 4px rgba(0,0,0,0.05);
+        .dot {
+            width: 8px;
+            height: 8px;
+            background: #4CAF50;
+            border-radius: 50%;
+            animation: dotPulse 1.5s infinite;
         }
         
-        @keyframes slideIn {
-            from { transform: translateX(-20px); opacity: 0; }
-            to { transform: translateX(0); opacity: 1; }
+        .dot:nth-child(2) { animation-delay: 0.2s; }
+        .dot:nth-child(3) { animation-delay: 0.4s; }
+        
+        @keyframes dotPulse {
+            0%, 100% { transform: scale(0.7); opacity: 0.5; }
+            50% { transform: scale(1); opacity: 1; }
         }
         
-        /* Report sections */
-        .report-section {
-            background: #ffffff;
-            padding: 20px;
-            border-radius: 10px;
-            margin: 15px 0;
-            box-shadow: 0 2px 4px rgba(0,0,0,0.1);
-            color: #1a1a1a;
-            font-weight: 400;
-            line-height: 1.6;
+        /* Progress bar animation */
+        .progress-container {
+            width: 100%;
+            height: 8px;
+            background: #f0f0f0;
+            border-radius: 4px;
+            overflow: hidden;
+            margin: 20px 0;
         }
-
-        /* Progress bar */
-        .stProgress > div > div {
-            background-color: #4CAF50;
+        
+        .progress-bar {
+            height: 100%;
+            background: linear-gradient(90deg, #4CAF50, #81C784);
+            transition: width 0.5s ease;
+            position: relative;
+            overflow: hidden;
         }
         
-        /* Button styles */
-        .stButton > button {
-            font-weight: 500;
-            color: #1a1a1a;
+        .progress-bar::after {
+            content: '';
+            position: absolute;
+            top: 0;
+            left: 0;
+            width: 100%;
+            height: 100%;
+            background: linear-gradient(
+                90deg,
+                transparent,
+                rgba(255, 255, 255, 0.4),
+                transparent
+            );
+            animation: shimmer 2s infinite;
         }
         
-        /* Tab styling */
-        .stTabs [data-baseweb="tab-list"] {
-            gap: 24px;
-            background-color: #f8f9fa;
-            padding: 10px;
-            border-radius: 10px;
+        @keyframes shimmer {
+            0% { transform: translateX(-100%); }
+            100% { transform: translateX(100%); }
         }
         
-        .stTabs [data-baseweb="tab"] {
-            height: 50px;
-            white-space: pre-wrap;
-            background-color: #ffffff;
-            border-radius: 8px;
-            padding: 10px 20px;
+        /* Status badges */
+        .status-badge {
+            display: inline-flex;
+            align-items: center;
+            padding: 6px 12px;
+            border-radius: 12px;
+            font-size: 14px;
             font-weight: 500;
-            box-shadow: 0 2px 4px rgba(0,0,0,0.05);
+            margin: 4px;
+            animation: badgeFade 0.3s ease forwards;
         }
         
-        .stTabs [aria-selected="true"] {
-            background-color: #e7f3ff;
-            color: #0066cc !important;
+        @keyframes badgeFade {
+            from { opacity: 0; transform: translateY(-10px); }
+            to { opacity: 1; transform: translateY(0); }
         }
-
-        /* Headers */
-        h1, h2, h3, h4, h5, h6 {
-            color: #1a1a1a !important;
-            font-weight: 600;
+        
+        /* Agent-specific styles */
+        .researcher {
+            background: linear-gradient(135deg, #E3F2FD 0%, #BBDEFB 100%);
         }
-
-        /* Links */
-        a {
-            color: #0066cc !important;
-            text-decoration: none;
+        
+        .analyst {
+            background: linear-gradient(135deg, #F3E5F5 0%, #E1BEE7 100%);
         }
         
-        /* Error messages */
-        .stAlert {
-            background-color: #ffebee;
-            color: #c62828;
-            padding: 10px;
-            border-radius: 8px;
+        .writer {
+            background: linear-gradient(135deg, #E8F5E9 0%, #C8E6C9 100%);
         }
     </style>
-        """, unsafe_allow_html=True)
+""", unsafe_allow_html=True)
 
-def create_agent_flow(container):
-    """Create animated agent flow diagram"""
-    container.markdown("""
-        <div class="agent-flow">
-            <div class="agent-node">🔍<br/>Research</div>
-            <div class="agent-connector">
-                <div class="data-particle"></div>
+def format_json_output(raw_output):
+    """Format agent output into proper JSON"""
+    try:
+        # Try direct JSON parsing
+        return json.loads(raw_output)
+    except json.JSONDecodeError:
+        # If direct parsing fails, try to extract JSON block
+        json_pattern = r"\{[\s\S]*\}"
+        match = re.search(json_pattern, raw_output)
+        if match:
+            try:
+                return json.loads(match.group())
+            except:
+                pass
+        
+        # If JSON extraction fails, create structured format
+        return {
+            "exec_summary": "Error formatting report",
+            "detailed_report": raw_output,
+            "sources": []
+        }
+
+def display_thinking_animation():
+    """Display thinking animation dots"""
+    return """
+        <div class="thinking-dots">
+            <div class="dot"></div>
+            <div class="dot"></div>
+            <div class="dot"></div>
+        </div>
+    """
+
+def display_agent_message(container, agent_type: str, message: str, thinking: bool = False):
+    """Display an animated agent message"""
+    icons = {
+        "researcher": "🔍",
+        "analyst": "📊",
+        "writer": "✍️"
+    }
+    
+    message_html = f"""
+        <div class="agent-message">
+            <div class="agent-avatar {agent_type}">
+                {icons.get(agent_type, "👤")}
             </div>
-            <div class="agent-node">📊<br/>Analysis</div>
-            <div class="agent-connector">
-                <div class="data-particle"></div>
+            <div class="message-bubble">
+                {message}
+                {display_thinking_animation() if thinking else ""}
             </div>
-            <div class="agent-node">✍️<br/>Report</div>
         </div>
-    """, unsafe_allow_html=True)
+    """
+    container.markdown(message_html, unsafe_allow_html=True)
 
-def run_market_research(topic: str, progress_bar, chat_container):
+def update_progress(container, progress, message=""):
+    """Update progress bar with animation"""
+    progress_html = f"""
+        <div class="progress-container">
+            <div class="progress-bar" style="width: {progress}%"></div>
+        </div>
+        <div class="status-badge">
+            {message}
+        </div>
+    """
+    container.markdown(progress_html, unsafe_allow_html=True)
+
+def run_market_research(topic: str, progress_container, chat_container):
     try:
-        # Create agents
         researcher = Agent(
             role='Research Analyst',
-            goal=f'Conduct thorough market research about {topic}',
+            goal=f'Conduct thorough market research about {topic} with verifiable sources',
             backstory='You are an experienced market research analyst with expertise in data analysis and trend identification.',
             verbose=True
         )
         
         analyst = Agent(
             role='Data Analyst',
-            goal='Analyze research findings and identify key insights',
-            backstory='You are a skilled data analyst with expertise in interpreting market research and creating actionable insights.',
+            goal='Create data-driven insights with specific metrics',
+            backstory='You are a skilled data analyst who specializes in turning research into actionable insights.',
             verbose=True
         )
         
         writer = Agent(
             role='Report Writer',
-            goal='Create comprehensive and engaging market research reports',
-            backstory='You are a professional writer specializing in creating clear and compelling business reports.',
+            goal='Create both executive summary and detailed reports with citations',
+            backstory='You are a professional writer who creates clear, structured reports.',
             verbose=True
         )
 
-        # Update progress
-        progress_bar.progress(0, "Initializing research...")
-        chat_container.markdown("""
-            <div class="agent-status">
-                🔍 Research Analyst: Starting market analysis...
-            </div>
-        """, unsafe_allow_html=True)
+        # Research Phase
+        display_agent_message(chat_container, "researcher", 
+            f"👋 Hello! I'll be researching the {topic} market thoroughly.", False)
+        time.sleep(1)
+        
+        update_progress(progress_container, 20, "🔍 Gathering market data...")
+        display_agent_message(chat_container, "researcher", "Processing market information...", True)
         time.sleep(1)
         
-        # Research Phase
         research_task = Task(
             description=f"""
-            Conduct comprehensive market research on {topic}.
-            Focus on:
-            1. Current market size and growth projections
-            2. Key players and their market share
-            3. Consumer adoption trends
-            4. Regulatory environment
+            Research {topic} with focus on:
+            1. Market size and growth projections (with specific numbers)
+            2. Key players and market share percentages
+            3. Competitive analysis
+            4. Future trends
+            5. Include verifiable sources
+            
+            Format the output as clear sections with numerical data points.
             """,
             agent=researcher,
-            expected_output="A comprehensive research document with market analysis."
+            expected_output="Detailed market research with data points and sources"
         )
-        
-        progress_bar.progress(33, "Analyzing data...")
-        chat_container.markdown("""
-            <div class="agent-status">
-                📊 Data Analyst: Processing research findings...
-            </div>
-        """, unsafe_allow_html=True)
+
+        # Analysis Phase
+        update_progress(progress_container, 40, "📊 Analyzing findings...")
+        display_agent_message(chat_container, "analyst", 
+            "I've received the research data. Beginning analysis...", False)
         time.sleep(1)
         
-        # Analysis Phase
         analysis_task = Task(
             description=f"""
-            Analyze the research findings for {topic} and identify:
-            1. Key market opportunities
-            2. Potential challenges
-            3. Growth drivers
-            4. Competitive dynamics
+            Analyze the research findings and provide:
+            1. Growth projections and trends
+            2. Market share analysis
+            3. Competitive landscape
+            4. Key opportunities and challenges
+            
+            Include specific metrics and percentages.
             """,
             agent=analyst,
-            expected_output="An analytical report with key insights.",
+            expected_output="Market analysis with specific metrics",
             context=[research_task]
         )
-        
-        progress_bar.progress(66, "Generating report...")
-        chat_container.markdown("""
-            <div class="agent-status">
-                ✍️ Report Writer: Compiling final report...
-            </div>
-        """, unsafe_allow_html=True)
+
+        # Report Phase
+        update_progress(progress_container, 70, "✍️ Generating report...")
+        display_agent_message(chat_container, "writer", 
+            "Converting analysis into comprehensive report...", False)
         time.sleep(1)
         
-        # Report Phase
         report_task = Task(
             description=f"""
-            Create a detailed market research report that includes:
-            1. Executive summary
-            2. Market overview
-            3. Key findings
-            4. Strategic recommendations
+            Create a market research report with:
+            1. Executive Summary (2-3 paragraphs)
+            2. Detailed Report (full analysis)
+            3. Sources and Citations
+            
+            Format as a JSON with:
+            {{
+                "exec_summary": "summary text",
+                "detailed_report": "detailed text",
+                "sources": ["source1", "source2"]
+            }}
             """,
             agent=writer,
-            expected_output="A complete market research report in markdown format.",
+            expected_output="JSON formatted report with summary and details",
             context=[research_task, analysis_task]
         )
-        
-        # Create and run the crew
+
         crew = Crew(
             agents=[researcher, analyst, writer],
             tasks=[research_task, analysis_task, report_task],
             verbose=True,
             process=Process.sequential
         )
-        
+
         result = crew.kickoff()
-        progress_bar.progress(100, "Completed!")
         
-        # Format the final result
-        if hasattr(result, 'raw_output'):
-            final_report = str(result.raw_output)
-        else:
-            final_report = str(result)
-            
-        return final_report
+        # Update final progress
+        update_progress(progress_container, 100, "✨ Report completed!")
+        display_agent_message(chat_container, "writer", 
+            "Report generation completed! You can now view the full report.", False)
+
+        return format_json_output(result)
 
     except Exception as e:
         st.error(f"Error: {str(e)}")
@@ -395,8 +365,7 @@ def run_market_research(topic: str, progress_bar, chat_container):
 def main():
     st.title("🤖 AI Market Research Generator")
     
-    # Create tabs
-    tab1, tab2, tab3 = st.tabs(["Generate Report", "View Reports", "About"])
+    tab1, tab2 = st.tabs(["Generate Report", "View Reports"])
     
     with tab1:
         col1, col2 = st.columns([2, 3])
@@ -413,82 +382,44 @@ def main():
                     st.error("Please enter a research topic")
                     return
                 
-                with st.spinner("Generating report..."):
-                    # Create and run crew
-                    crew = create_research_crew(topic)
-                    result = crew.kickoff()
-                    
-                    # Process and save report
-                    try:
-                        report_data = json.loads(result)
-                        # Generate visualizations
-                        charts = report_manager.generate_visualizations(report_data['detailed_report'])
-                        report_data['charts'] = charts
-                        
-                        # Save report
-                        report_id = report_manager.save_report(topic, report_data)
-                        st.success("Report generated successfully!")
-                        
-                        # Switch to the view tab
-                        st.session_state.current_report = report_id
-                        st.rerun()
-                    
-                    except Exception as e:
-                        st.error(f"Error processing report: {str(e)}")
+                # Create containers for progress and chat
+                progress_container = st.container()
+                
+                with col2:
+                    st.markdown('<div class="chat-window">', unsafe_allow_html=True)
+                    chat_container = st.container()
+                    st.markdown('</div>', unsafe_allow_html=True)
+                
+                result = run_market_research(topic, progress_container, chat_container)
+                
+                if result:
+                    st.session_state.current_report = result
+                    st.success("Report generated successfully! View it in the Reports tab.")
     
     with tab2:
-        st.subheader("Saved Reports")
-        reports = report_manager.get_all_reports()
-        
-        if not reports:
-            st.info("No reports generated yet. Create your first report in the Generate tab!")
-            return
-        
-        # Report selection
-        report_options = {f"{data['topic']} ({data['timestamp']})": rid 
-                         for rid, data in reports.items()}
-        selected_report = st.selectbox(
-            "Select a report to view",
-            options=list(report_options.keys())
-        )
-        
-        if selected_report:
-            report_id = report_options[selected_report]
-            report = report_manager.get_report(report_id)
+        if hasattr(st.session_state, 'current_report'):
+            st.subheader("📊 Generated Report")
             
-            # Display report
-            col1, col2 = st.columns([2, 1])
+            # Display Executive Summary
+            with st.expander("Executive Summary", expanded=True):
+                st.markdown(st.session_state.current_report['exec_summary'])
             
-            with col1:
-                st.subheader("Executive Summary")
-                st.markdown(report['exec_summary'])
-                
-                st.subheader("Detailed Report")
-                st.markdown(report['detailed_report'])
-                
-                st.subheader("Sources")
-                for source in report['sources']:
-                    st.markdown(f"- {source}")
+            # Display Detailed Report
+            with st.expander("Detailed Report", expanded=True):
+                st.markdown(st.session_state.current_report['detailed_report'])
             
-            with col2:
-                st.subheader("Visualizations")
-                for chart in report['charts']:
-                    st.plotly_chart(chart, use_container_width=True)
+            # Display Sources
+            with st.expander("Sources", expanded=True):
+                for source in st.session_state.current_report['sources']:
+                    st.markdown(f"- {source}")
             
             # Download buttons
             col1, col2 = st.columns(2)
             with col1:
                 st.download_button(
-                    "Download as PDF",
-                    data=report_manager.generate_pdf(report_id),
-                    file_name=f"{report['topic']}_report.pdf",
-                    mime="application/pdf"
-                )
-            with col2:
-                st.download_button(
-                    "Download as Markdown",
-                    data=report['detailed_report'],
-                    file_name=f"{report['topic']}_report.md",
+                    "Download Full Report",
+                    data=st.session_state.current_report['detailed_report'],
+                    file_name=f"{topic}_report.md",
                     mime="text/markdown"
                 )