Update agents.py

agents.py

@@ -1,41 +1,364 @@
 # agents.py
 from crewai import Agent, Crew, Process, Task
-from crewai_tools import SerperDevTool
+from crewai_tools import SerperDevTool, ScrapeWebsiteTool
+from langchain.tools import Tool
+
+class MarketResearchTools:
+    """Advanced research tools using Serper capabilities"""
+    
+    def __init__(self):
+        self.serper = SerperDevTool()
+        self.scraper = ScrapeWebsiteTool()
+        
+        # Specialized search tools
+        self.news_search = Tool(
+            name="News Search",
+            func=self.serper.search_news,
+            description="Search recent news articles, press releases, and media coverage"
+        )
+        
+        self.market_search = Tool(
+            name="Market Research",
+            func=self.serper.search,
+            description="Search for market reports, statistics, and industry analysis"
+        )
+        
+        self.competitor_search = Tool(
+            name="Competitor Analysis",
+            func=self.serper.search,
+            description="Research specific companies, their market position, and strategies"
+        )
+
+def create_research_crew(topic: str):
+    """Create an advanced research crew with specialized tools"""
+    try:
+        tools = MarketResearchTools()
+
+        # Advanced Research Analyst
+        researcher = Agent(
+            role='Senior Market Research Analyst',
+            goal=f'Conduct exhaustive market research about {topic} with detailed data and industry insights',
+            backstory="""You are a veteran market research analyst with 20+ years of experience.
+                You excel at uncovering hard-to-find data points, analyzing industry dynamics,
+                and identifying emerging trends. You have a strong network of industry contacts
+                and access to premium research databases. You always validate data through
+                multiple sources and provide confidence levels for your findings.""",
+            tools=[tools.market_search, tools.news_search, tools.competitor_search, tools.scraper],
+            verbose=True
+        )
+        
+        # Industry Expert Analyst
+        analyst = Agent(
+            role='Industry Expert & Strategy Analyst',
+            goal='Transform research into strategic insights and actionable recommendations',
+            backstory="""You are an industry expert with deep domain knowledge and strategic consulting
+                experience. You specialize in connecting market data to business implications,
+                forecasting industry changes, and developing strategic recommendations.
+                Your analysis is always backed by concrete examples and case studies.""",
+            tools=[tools.market_search, tools.competitor_search],
+            verbose=True
+        )
+        
+        # Professional Report Writer
+        writer = Agent(
+            role='Executive Report Writer',
+            goal='Create compelling, comprehensive market analysis reports',
+            backstory="""You are an experienced business writer who specializes in creating
+                executive-level market research reports. You excel at distilling complex
+                information into clear narratives while maintaining analytical rigor.
+                You always include relevant examples, case studies, and data visualizations.""",
+            verbose=True
+        )
+
+        # Create enhanced tasks
+        research_task = Task(
+            description=f"""
+            Conduct comprehensive market research on {topic} with the following focus areas:
+
+            1. Market Overview:
+                - Current market size with specific values
+                - Historical growth patterns (5-year minimum)
+                - Future projections with CAGR
+                - Market segmentation analysis
+                - Regional market distribution
+                - Value chain analysis
+                - Pricing trends and dynamics
+
+            2. Competitive Landscape:
+                - Detailed analysis of top 5-7 players
+                - Market share breakdown
+                - Competitive strategies
+                - Recent developments and initiatives
+                - SWOT analysis of major players
+                - Barriers to entry analysis
+                - Industry concentration metrics
+
+            3. Technology & Innovation:
+                - Current technology trends
+                - Innovation patterns
+                - Patent analysis
+                - R&D investments
+                - Emerging technologies
+                - Digital transformation trends
+
+            4. Regulatory & Environmental Factors:
+                - Current regulations
+                - Upcoming policy changes
+                - Environmental considerations
+                - Compliance requirements
+                - Industry standards
+                - Certification needs
+
+            Requirements:
+            - Use multiple sources for each data point
+            - Focus on recent data (last 12 months)
+            - Include source citations
+            - Note confidence levels for projections
+            - Identify any data gaps or inconsistencies
+            """,
+            agent=researcher,
+            expected_output="Comprehensive research data with verified sources and confidence levels"
+        )
+
+        analysis_task = Task(
+            description="""
+            Analyze the research findings and create strategic insights:
+
+            1. Strategic Analysis:
+                - Porter's Five Forces analysis
+                - PESTLE analysis
+                - Value chain opportunities
+                - Growth vectors
+                - Market maturity assessment
+                - Investment potential
+
+            2. Trend Analysis:
+                - Major market trends
+                - Technology impact assessment
+                - Consumer behavior shifts
+                - Emerging business models
+                - Future scenarios
+                - Risk assessment
+
+            3. Strategic Implications:
+                - Market entry strategies
+                - Growth opportunities
+                - Potential threats
+                - Success factors
+                - Risk mitigation strategies
+                - Partnership opportunities
+
+            Requirements:
+            - Provide concrete examples
+            - Include case studies
+            - Support all conclusions with data
+            - Identify key success factors
+            - Assess market attractiveness
+            """,
+            agent=analyst,
+            expected_output="Strategic analysis with actionable insights",
+            context=[research_task]
+        )
+
+# agents.py
+from crewai import Agent, Crew, Process, Task
+from crewai_tools import SerperDevTool, ScrapeWebsiteTool
+from langchain.tools import Tool
+
+class MarketResearchTools:
+    """Advanced research tools using Serper capabilities"""
+    
+    def __init__(self):
+        self.serper = SerperDevTool()
+        self.scraper = ScrapeWebsiteTool()
+        
+        # Specialized search tools
+        self.news_search = Tool(
+            name="News Search",
+            func=self.serper.search_news,
+            description="Search recent news articles, press releases, and media coverage"
+        )
+        
+        self.market_search = Tool(
+            name="Market Research",
+            func=self.serper.search,
+            description="Search for market reports, statistics, and industry analysis"
+        )
+        
+        self.competitor_search = Tool(
+            name="Competitor Analysis",
+            func=self.serper.search,
+            description="Research specific companies, their market position, and strategies"
+        )
 
 def create_research_crew(topic: str):
-    """Create the research crew with SerperDev tool integration"""
+    """Create an advanced research crew with specialized tools"""
     try:
-        # Initialize SerperDev tool
-        search_tool = SerperDevTool()
+        tools = MarketResearchTools()
 
-        # Create agents
+        # Advanced Research Analyst
         researcher = Agent(
-            role='Research Analyst',
-            goal=f'Conduct exhaustive market research about {topic} with comprehensive analysis',
-            backstory="""Senior market research analyst with 15+ years of experience in detailed industry analysis.""",
-            tools=[search_tool],
+            role='Senior Market Research Analyst',
+            goal=f'Conduct exhaustive market research about {topic} with detailed data and industry insights',
+            backstory="""You are a veteran market research analyst with 20+ years of experience.
+                You excel at uncovering hard-to-find data points, analyzing industry dynamics,
+                and identifying emerging trends. You have a strong network of industry contacts
+                and access to premium research databases. You always validate data through
+                multiple sources and provide confidence levels for your findings.""",
+            tools=[tools.market_search, tools.news_search, tools.competitor_search, tools.scraper],
             verbose=True
         )
         
+        # Industry Expert Analyst
         analyst = Agent(
-            role='Data Analyst',
-            goal='Transform research data into actionable insights with visualizations',
-            backstory="""Expert data analyst specializing in predictive analytics and trend analysis.""",
-            tools=[search_tool],
+            role='Industry Expert & Strategy Analyst',
+            goal='Transform research into strategic insights and actionable recommendations',
+            backstory="""You are an industry expert with deep domain knowledge and strategic consulting
+                experience. You specialize in connecting market data to business implications,
+                forecasting industry changes, and developing strategic recommendations.
+                Your analysis is always backed by concrete examples and case studies.""",
+            tools=[tools.market_search, tools.competitor_search],
             verbose=True
         )
         
+        # Professional Report Writer
         writer = Agent(
-            role='Report Writer',
-            goal='Create comprehensive market research reports with compelling narratives',
-            backstory="""Professional writer specializing in creating clear, engaging market research reports.""",
+            role='Executive Report Writer',
+            goal='Create compelling, comprehensive market analysis reports',
+            backstory="""You are an experienced business writer who specializes in creating
+                executive-level market research reports. You excel at distilling complex
+                information into clear narratives while maintaining analytical rigor.
+                You always include relevant examples, case studies, and data visualizations.""",
             verbose=True
         )
 
-        # Create tasks
-        research_task = create_research_task(topic, researcher)
-        analysis_task = create_analysis_task(analyst, research_task)
-        report_task = create_report_task(writer, [research_task, analysis_task])
+        # Create enhanced tasks
+        research_task = Task(
+            description=f"""
+            Conduct comprehensive market research on {topic} with the following focus areas:
+
+            1. Market Overview:
+                - Current market size with specific values
+                - Historical growth patterns (5-year minimum)
+                - Future projections with CAGR
+                - Market segmentation analysis
+                - Regional market distribution
+                - Value chain analysis
+                - Pricing trends and dynamics
+
+            2. Competitive Landscape:
+                - Detailed analysis of top 5-7 players
+                - Market share breakdown
+                - Competitive strategies
+                - Recent developments and initiatives
+                - SWOT analysis of major players
+                - Barriers to entry analysis
+                - Industry concentration metrics
+
+            3. Technology & Innovation:
+                - Current technology trends
+                - Innovation patterns
+                - Patent analysis
+                - R&D investments
+                - Emerging technologies
+                - Digital transformation trends
+
+            4. Regulatory & Environmental Factors:
+                - Current regulations
+                - Upcoming policy changes
+                - Environmental considerations
+                - Compliance requirements
+                - Industry standards
+                - Certification needs
+
+            Requirements:
+            - Use multiple sources for each data point
+            - Focus on recent data (last 12 months)
+            - Include source citations
+            - Note confidence levels for projections
+            - Identify any data gaps or inconsistencies
+            """,
+            agent=researcher,
+            expected_output="Comprehensive research data with verified sources and confidence levels"
+        )
+
+        analysis_task = Task(
+            description="""
+            Analyze the research findings and create strategic insights:
+
+            1. Strategic Analysis:
+                - Porter's Five Forces analysis
+                - PESTLE analysis
+                - Value chain opportunities
+                - Growth vectors
+                - Market maturity assessment
+                - Investment potential
+
+            2. Trend Analysis:
+                - Major market trends
+                - Technology impact assessment
+                - Consumer behavior shifts
+                - Emerging business models
+                - Future scenarios
+                - Risk assessment
+
+            3. Strategic Implications:
+                - Market entry strategies
+                - Growth opportunities
+                - Potential threats
+                - Success factors
+                - Risk mitigation strategies
+                - Partnership opportunities
+
+            Requirements:
+            - Provide concrete examples
+            - Include case studies
+            - Support all conclusions with data
+            - Identify key success factors
+            - Assess market attractiveness
+            """,
+            agent=analyst,
+            expected_output="Strategic analysis with actionable insights",
+            context=[research_task]
+        )
+
+        report_task = Task(
+            description="""
+            Create a professional market research report:
+
+            1. Executive Summary (2-3 pages):
+                - Key findings
+                - Market highlights
+                - Strategic implications
+                - Recommendations
+                - Investment thesis
+
+            2. Comprehensive Analysis (15-20 pages):
+                - Detailed market analysis
+                - Competitive landscape
+                - Strategic insights
+                - Future outlook
+                - Risk analysis
+
+            3. Supporting Materials:
+                - Case studies
+                - Company profiles
+                - Data tables
+                - Source citations
+                - Methodology notes
+
+            Requirements:
+            - Clear, professional writing
+            - Logical flow of information
+            - Evidence-based conclusions
+            - Actionable recommendations
+            - 5-10 credible sources
+            - Recent data points
+            """,
+            agent=writer,
+            expected_output="Professional report with executive summary and detailed analysis",
+            context=[research_task, analysis_task]
+        )
 
         return Crew(
             agents=[researcher, analyst, writer],
@@ -43,54 +366,6 @@ def create_research_crew(topic: str):
             verbose=True,
             process=Process.sequential
         )
+
     except Exception as e:
         raise Exception(f"Error initializing research crew: {str(e)}")
-
-def create_research_task(topic: str, agent):
-    """Create the research task"""
-    return Task(
-        description=f"""
-        Conduct exhaustive market research on {topic} covering:
-        1. Market Overview (size, growth, segmentation)
-        2. Competitive Analysis (players, shares, positioning)
-        3. Market Dynamics (drivers, challenges, trends)
-        4. Economic Factors (macro influences, indicators)
-        
-        Provide specific numerical data and sources.
-        """,
-        agent=agent,
-        expected_output="Comprehensive research data with verified sources"
-    )
-
-def create_analysis_task(agent, research_task):
-    """Create the analysis task"""
-    return Task(
-        description="""
-        Analyze the research findings providing:
-        1. Strategic Market Analysis
-        2. Advanced Data Analysis
-        3. Competitive Intelligence
-        4. Trend Analysis
-        
-        Include specific metrics and visualization-ready data.
-        """,
-        agent=agent,
-        expected_output="Detailed analysis with visualization-ready metrics",
-        context=[research_task]
-    )
-
-def create_report_task(agent, context_tasks):
-    """Create the report task"""
-    return Task(
-        description="""
-        Create a professional report with:
-        1. Executive Summary (2-3 pages)
-        2. Detailed Analysis (10+ pages)
-        3. Sources and Citations
-        
-        Format as JSON with exec_summary, detailed_report, and metrics sections.
-        """,
-        agent=agent,
-        expected_output="JSON formatted report with executive summary and details",
-        context=context_tasks
-    )