requirements update for llm compat

app.py

@@ -330,15 +330,37 @@ class BasicAgent:
                     
                     logger.info("Attempting to use primary LLM (Gemini)")
                     try:
+                        # First try with explicit tool usage prompt
+                        messages_with_tool_prompt = messages_with_system + [
+                            HumanMessage(content="Please use the google_search tool to find information about Mercedes Sosa's studio albums between 2000 and 2009.")
+                        ]
+                        
                         response = self.primary_llm.invoke(
-                            messages_with_system,
+                            messages_with_tool_prompt,
                             tools=[genai_tool]
                         )
+                        
                         if not response or not hasattr(response, 'content'):
                             raise ValueError("Invalid response format from Gemini")
-                        logger.info("Successfully used primary LLM")
+                            
+                        # Check if response contains tool call
+                        if not hasattr(response, 'tool_calls') or not response.tool_calls:
+                            # If no tool call, try without tools
+                            response = self.primary_llm.invoke(messages_with_tool_prompt)
+                            if not response or not hasattr(response, 'content'):
+                                raise ValueError("Invalid response format from Gemini")
+                            logger.info("Successfully used primary LLM without tools")
+                        else:
+                            logger.info("Successfully used primary LLM with tools")
+                            
                     except Exception as e:
-                        if "list index out of range" in str(e):
+                        error_str = str(e)
+                        if "429" in error_str:
+                            # Handle rate limit
+                            logger.warning("Rate limit hit for Gemini, waiting before retry...")
+                            time.sleep(60)  # Wait 60 seconds before retry
+                            raise
+                        elif "list index out of range" in error_str:
                             # Try without tools if tool configuration fails
                             response = self.primary_llm.invoke(messages_with_system)
                             if not response or not hasattr(response, 'content'):
@@ -355,9 +377,14 @@ class BasicAgent:
                     if hasattr(self, 'fallback_llm') and self.fallback_llm is not None:
                         try:
                             logger.info("Attempting to use fallback LLM (OpenAI)")
+                            # Add explicit tool usage prompt
+                            messages_with_tool_prompt = [self.sys_msg] + messages + [
+                                HumanMessage(content="Please use the google_search tool to find information about Mercedes Sosa's studio albums between 2000 and 2009.")
+                            ]
+                            
                             # For OpenAI, we can use the system message directly
                             response = self.fallback_llm.invoke(
-                                [self.sys_msg] + messages,
+                                messages_with_tool_prompt,
                                 tools=[{
                                     "type": "function",
                                     "function": {
@@ -376,9 +403,19 @@ class BasicAgent:
                                     }
                                 }]
                             )
+                            
                             if not response or not hasattr(response, 'content'):
                                 raise ValueError("Invalid response format from fallback LLM")
-                            logger.info("Successfully used fallback LLM")
+                                
+                            # Check if response contains tool call
+                            if not hasattr(response, 'tool_calls') or not response.tool_calls:
+                                # If no tool call, try without tools
+                                response = self.fallback_llm.invoke(messages_with_tool_prompt)
+                                if not response or not hasattr(response, 'content'):
+                                    raise ValueError("Invalid response format from fallback LLM")
+                                logger.info("Successfully used fallback LLM without tools")
+                            else:
+                                logger.info("Successfully used fallback LLM with tools")
                         except Exception as fallback_error:
                             logger.error(f"Fallback LLM error: {str(fallback_error)}")
                             if "429" in str(fallback_error):