Update app.py

app.py

@@ -12,7 +12,9 @@ import time
 import random
 from urllib.parse import quote_plus
 import os
+from langchain_groq import ChatGroq
 from langchain_openai import ChatOpenAI
+from langchain_community.llms import Ollama
 from langchain_community.tools import DuckDuckGoSearchRun
 
 # Configuration
@@ -102,92 +104,105 @@ class ShoppingTools:
             return f"Error comparing products: {str(e)}"
 
 def create_agents(api_key=None):
-    """Create the shopping agent crew using AIML API"""
+    """Create the shopping agent crew"""
     
-    # Initialize LLM with AIML API configuration
-    aiml_api_key = api_key or os.environ.get("AIML_API_KEY")
+    # Initialize LLM with proper configuration for CrewAI
+    groq_api_key = api_key or os.environ.get("GROQ_API_KEY")
     
-    if not aiml_api_key:
+    if not groq_api_key:
         try:
-            aiml_api_key = st.secrets.get("AIML_API_KEY")
+            groq_api_key = st.secrets.get("GROQ_API_KEY")
         except:
             pass
     
-    if not aiml_api_key or aiml_api_key.strip() == "":
+    if not groq_api_key or groq_api_key.strip() == "" or groq_api_key == "your-groq-api-key-here":
         return None, None, None
     
     # Clean the API key (remove any whitespace)
-    aiml_api_key = aiml_api_key.strip()
+    groq_api_key = groq_api_key.strip()
+    
+    # Validate API key format (Groq keys typically start with gsk_)
+    if not groq_api_key.startswith('gsk_'):
+        st.error("⚠️ Invalid Groq API key format. Groq API keys should start with 'gsk_'")
+        return None, None, None
     
     try:
-        # CRITICAL FIX: Set both environment variables for compatibility
-        os.environ["AIML_API_KEY"] = aiml_api_key
-        os.environ["OPENAI_API_KEY"] = aiml_api_key  # CrewAI/LangChain expects this
+        # Set environment variable for CrewAI
+        os.environ["GROQ_API_KEY"] = groq_api_key
         
-        # AIML API models to try (these are available on aimlapi.com)
-        aiml_models = [
-            "gpt-4o-mini",
-            "gpt-4o",
-            "gpt-4-turbo",
-            "gpt-3.5-turbo",
-            "claude-3-5-sonnet-20241022",
-            "claude-3-haiku-20240307",
-            "llama-3.1-8b-instruct",
-            "llama-3.1-70b-instruct",
-            "mixtral-8x7b-instruct"
+        # Try different Groq models with proper provider prefix for CrewAI
+        groq_models = [
+            "groq/llama3-8b-8192",
+            "groq/llama-3.1-8b-instant", 
+            "groq/mixtral-8x7b-32768",
+            "groq/llama3-70b-8192",
+            "groq/gemma-7b-it"
         ]
         
         llm = None
         successful_model = None
         
-        for model in aiml_models:
+        for model in groq_models:
             try:
-                st.info(f"🔄 Trying AIML API model: {model}")
-                
-                # Create ChatOpenAI client configured for AIML API
-                llm = ChatOpenAI(
-                    model=model,
-                    openai_api_key=aiml_api_key,  # Explicitly pass the API key
-                    openai_api_base="https://api.aimlapi.com/v1",  # Use openai_api_base for compatibility
+                st.info(f"🔄 Trying Groq model: {model}")
+                llm = ChatGroq(
+                    model=model.replace("groq/", ""),  # Remove prefix for ChatGroq
+                    api_key=groq_api_key,
                     temperature=0.1,
-                    max_tokens=1024,
-                    request_timeout=30
+                    max_tokens=1024
                 )
                 
                 # Test the LLM with a simple prompt
                 test_response = llm.invoke("Say 'Hello'")
                 successful_model = model
-                st.success(f"✅ Successfully initialized AIML API LLM with model: {model}")
+                st.success(f"✅ Successfully initialized Groq LLM with model: {model}")
                 break
                 
             except Exception as model_error:
                 error_msg = str(model_error)
-                if "401" in error_msg or "invalid_api_key" in error_msg or "unauthorized" in error_msg:
+                if "401" in error_msg or "invalid_api_key" in error_msg:
                     st.error(f"❌ API Key Error: {error_msg}")
-                    st.error("Please check your AIML API key at https://aimlapi.com/app/keys")
+                    st.error("Please check your Groq API key at https://console.groq.com/")
                     return None, None, None
                 elif "404" in error_msg or "model_not_found" in error_msg:
                     st.warning(f"⚠️ Model {model} not available, trying next...")
                     continue
-                elif "rate_limit" in error_msg:
-                    st.warning(f"⚠️ Rate limit for model {model}, trying next...")
-                    continue
                 else:
                     st.warning(f"⚠️ Error with model {model}: {error_msg}")
                     continue
         
         if llm is None:
-            st.error("❌ Failed to initialize any AIML API model. Please check your API key and try again.")
+            st.error("❌ Failed to initialize any Groq model. Please check your API key and try again.")
             return None, None, None
         
-        st.success(f"🎉 Using model: {successful_model}")
+        # For CrewAI, we need to specify the model with provider prefix
+        # Create a wrapper that uses the correct model name for CrewAI
+        class CrewAIGroqLLM:
+            def __init__(self, model, api_key):
+                self.model = model
+                self.api_key = api_key
+                self.llm = ChatGroq(
+                    model=model.replace("groq/", ""),
+                    api_key=api_key,
+                    temperature=0.1,
+                    max_tokens=1024
+                )
+            
+            def invoke(self, prompt):
+                return self.llm.invoke(prompt)
+            
+            def __call__(self, prompt):
+                return self.llm.invoke(prompt)
+        
+        # Use the successful model
+        crewai_llm = CrewAIGroqLLM(successful_model, groq_api_key)
             
     except Exception as e:
         error_msg = str(e)
-        if "401" in error_msg or "invalid_api_key" in error_msg or "unauthorized" in error_msg:
-            st.error("❌ Invalid AIML API Key. Please check your key at https://aimlapi.com/app/keys")
+        if "401" in error_msg or "invalid_api_key" in error_msg:
+            st.error("❌ Invalid Groq API Key. Please check your key at https://console.groq.com/")
         else:
-            st.error(f"❌ Error initializing AIML API: {error_msg}")
+            st.error(f"❌ Error initializing Groq: {error_msg}")
         return None, None, None
     
     # Product Search Agent
@@ -196,7 +211,7 @@ def create_agents(api_key=None):
         goal="Search for products based on user queries and find relevant options",
         backstory="You are an expert at finding products online. You know how to search effectively and find the most relevant products for users.",
         tools=[ShoppingTools.search_products],
-        llm=llm,
+        llm=crewai_llm,
         verbose=True,
         allow_delegation=False
     )
@@ -207,7 +222,7 @@ def create_agents(api_key=None):
         goal="Extract and analyze product information including prices, specifications, and ratings",
         backstory="You are a meticulous analyst who can extract structured information from unstructured data and identify key product features.",
         tools=[ShoppingTools.extract_product_info],
-        llm=llm,
+        llm=crewai_llm,
         verbose=True,
         allow_delegation=False
     )
@@ -218,7 +233,7 @@ def create_agents(api_key=None):
         goal="Compare products and recommend the best options based on various criteria",
         backstory="You are an expert at comparing products and providing recommendations. You consider price, quality, ratings, and features to make the best suggestions.",
         tools=[ShoppingTools.compare_products],
-        llm=llm,
+        llm=crewai_llm,
         verbose=True,
         allow_delegation=False
     )
@@ -379,46 +394,36 @@ def main():
     # Header
     st.title("🛒 Smart Shopping Agent")
     st.markdown("### AI-Powered Product Search, Comparison & Recommendation System")
-    st.markdown("**Now powered by AIML API with 300+ AI models!**")
     
     # Sidebar for configuration
     with st.sidebar:
         st.header("⚙️ Configuration")
         
         # API Key input
-        aiml_api_key = st.text_input("AIML API Key", type="password", help="Enter your AIML API key for LLM access")
+        groq_api_key = st.text_input("Groq API Key", type="password", help="Enter your Groq API key for LLM access")
         
         # Demo mode toggle
         demo_mode = st.checkbox("Demo Mode", value=True, help="Use mock data for demonstration")
         
         # Add instructions for getting API key
         st.markdown("---")
-        st.markdown("**🔑 Get Your AIML API Key:**")
-        st.markdown("1. Visit [aimlapi.com](https://aimlapi.com/)")
-        st.markdown("2. Sign up for an account")
-        st.markdown("3. Go to [API Keys](https://aimlapi.com/app/keys)")
-        st.markdown("4. Generate a new API key")
-        st.markdown("5. Copy and paste it above")
+        st.markdown("**🔑 Get Free Groq API Key:**")
+        st.markdown("1. Visit [console.groq.com](https://console.groq.com/)")
+        st.markdown("2. Sign up for free")
+        st.markdown("3. Generate API key")
+        st.markdown("4. Copy the key (starts with 'gsk_')")
+        st.markdown("5. Paste it above")
         
         # Add API key validation info
         st.markdown("---")
-        st.markdown("**🔍 API Key Status:**")
-        if aiml_api_key:
-            if len(aiml_api_key.strip()) > 10:  # Basic length check
-                st.success("✅ API key provided")
+        st.markdown("**🔍 API Key Validation:**")
+        if groq_api_key:
+            if groq_api_key.strip().startswith('gsk_'):
+                st.success("✅ API key format looks correct")
             else:
-                st.error("❌ API key too short")
+                st.error("❌ Invalid format. Groq keys start with 'gsk_'")
         else:
-            st.info("💡 Enter your API key above")
-        
-        # Add model info
-        st.markdown("---")
-        st.markdown("**🤖 Available Models:**")
-        st.markdown("- GPT-4o, GPT-4 Turbo")
-        st.markdown("- Claude 3.5 Sonnet, Claude 3 Haiku")
-        st.markdown("- Llama 3.1 (8B, 70B)")
-        st.markdown("- Mixtral 8x7B")
-        st.markdown("- And 290+ more models!")
+            st.info("💡 Enter your API key above to validate")
         
         st.markdown("---")
         st.markdown("**How to use:**")
@@ -427,8 +432,8 @@ def main():
         st.markdown("3. View comparison and recommendations")
         
         st.markdown("---")
-        st.markdown("**Powered by:**")
-        st.markdown("- AIML API (300+ models)")
+        st.markdown("**Free Resources Used:**")
+        st.markdown("- Groq LLM (Free tier)")
         st.markdown("- DuckDuckGo Search")
         st.markdown("- CrewAI Framework")
         st.markdown("- Streamlit")
@@ -457,14 +462,14 @@ def main():
                 
             else:
                 # Check if API key is provided
-                if not aiml_api_key:
-                    st.error("Please enter your AIML API key in the sidebar to use AI agents, or enable Demo Mode.")
-                    st.info("You can get a free API key from [aimlapi.com](https://aimlapi.com/app/keys)")
+                if not groq_api_key:
+                    st.error("Please enter your Groq API key in the sidebar to use AI agents, or enable Demo Mode.")
+                    st.info("You can get a free API key from [console.groq.com](https://console.groq.com/)")
                     return
                 
-                # Use real CrewAI agents with AIML API
+                # Use real CrewAI agents
                 try:
-                    agents = create_agents(aiml_api_key)
+                    agents = create_agents(groq_api_key)
                     if not all(agents):
                         st.error("Failed to initialize AI agents. Please check your API key.")
                         st.info("Falling back to demo mode...")
@@ -490,8 +495,6 @@ def main():
                             st.session_state.search_results = products
                             st.session_state.comparison_data = comparison_data
                         except:
-                            # If JSON parsing fails, use mock data
-                            st.warning("Could not parse AI response, using mock data")
                             st.session_state.search_results = mock_search_results(product_query)
                             st.session_state.comparison_data = st.session_state.search_results
                 
@@ -538,13 +541,6 @@ def main():
                     file_name=f"{product_query.replace(' ', '_')}_comparison.json",
                     mime="application/json"
                 )
-    
-    # Footer
-    st.markdown("---")
-    st.markdown("**💡 Pro Tips:**")
-    st.markdown("- Be specific in your search queries (e.g., 'wireless noise-cancelling headphones under $200')")
-    st.markdown("- Try different models if one doesn't work well")
-    st.markdown("- Use demo mode to test the interface before adding your API key")
 
 if __name__ == "__main__":
     main()