Refactor chat_with_session_memory function to improve user interaction and intent handling

- Enhanced the system message construction to provide clearer property search preferences, including location, budget, size, and must-haves, only when relevant.
- Updated the guidelines for user interactions to ensure a more conversational tone and to avoid asking for preferences unless the user is explicitly inquiring.
- Improved intent classification logic to allow for a more natural flow of conversation, reducing unnecessary prompts for user preferences.
- Added detailed examples for intent classification to clarify user requests and improve response accuracy.

ai_chat.py

@@ -45,6 +45,7 @@ def chat_with_session_memory(state):
         "If the user requests more detail, respond with whatever is in that listing dict (URL, images, features, etc.). "
         "Always base property recommendations solely on listings in our database."
     )
+    
     if user_info.get("name") and user_info["name"] != "Unknown":
         system_message += f" The user's name is {user_info['name']}."
     
@@ -54,13 +55,18 @@ def chat_with_session_memory(state):
     )
     
     intent_data = state.get("intent", {})
-    must_have_list = intent_data.get('must_have', []) or []
-    system_message += (
-        f" They're looking for a property in {intent_data.get('location_preference','[any area]')}, "
-        f"with a budget up to {intent_data.get('budget','[any amount]')} per month, "
-        f"around {intent_data.get('size_preference_sqm','[size]')} sqm, "
-        f"and must-haves: {', '.join(must_have_list) if must_have_list else '[none]'}. "
-    )
+    if intent_data.get('location_preference'):
+        must_have_list = intent_data.get('must_have', []) or []
+        system_message += (
+            f"\n\nUser's property search preferences (only mention if relevant to conversation):\n"
+            f"- Location: {intent_data.get('location_preference','[not set]')}\n"
+        )
+        if intent_data.get('budget'):
+            system_message += f"- Budget: {intent_data.get('budget')} per month\n"
+        if intent_data.get('size_preference_sqm'):
+            system_message += f"- Size: {intent_data.get('size_preference_sqm')} sqm\n"
+        if must_have_list:
+            system_message += f"- Must-haves: {', '.join(must_have_list)}\n"
     
     # Include search status if present
     if search_status:
@@ -68,7 +74,7 @@ def chat_with_session_memory(state):
     
     # Include property data if available (without showing images or addresses in listings)
     if props:
-        system_message += "\n\nAvailable listings:\n"
+        system_message += "\n\nAvailable property listings:\n"
         for p in props[:5]:
             system_message += (
                 f"- {p.get('title')} in {p.get('location')}, {p.get('city')}: "
@@ -95,7 +101,16 @@ def chat_with_session_memory(state):
             if available_extras:
                 system_message += f"  Available on request: {', '.join(available_extras)}\n"
     
-    system_message += "\n\nIMPORTANT: You may only reference listings passed in state['properties']. When users ask for images, photos, or pictures, let them know that images are available and will be sent separately. When users ask for the address, location, or where a property is located, provide the Google Maps address from the property data. The addresses are Google Maps compatible for navigation. If information is not available, respond with 'For this listing, I don't have [specific detail] available right now'."
+    system_message += (
+        f"\n\nIMPORTANT GUIDELINES:\n"
+        f"- Be conversational and friendly, not pushy or sales-focused\n"
+        f"- Only reference properties if user asks about them or if they're actively searching\n"
+        f"- For casual greetings or location mentions, respond conversationally\n"
+        f"- When users ask for images, let them know images will be sent separately\n"
+        f"- When users ask for addresses, provide the Google Maps address from property data\n"
+        f"- If information isn't available, politely say 'I don't have that information available'\n"
+        f"- Don't immediately jump to asking about property preferences unless user is actively looking"
+    )
     
     # Build messages array with history
     messages = [{"role": "system", "content": system_message}]
@@ -149,53 +164,54 @@ async def extract_and_update_persona(state):
     wa_id = state["wa_id"]
     persona = state.get("persona", {})
 
-    # b. Build a one-shot extraction prompt
-    extraction_prompt = f"""
-    Extract and normalize the user's language and tone preferences from this message:
-    {user_message}
-
-    Normalize any shorthand or typos before deciding language and tone.
-    Return only a JSON object with keys "language" and "tone", and use null for unknown.
-    """
-
-    # c. Call the LLM
-    response = await llm.ainvoke([{"role":"user","content":extraction_prompt}])
-    import json
-    import re
-    extracted = {}
-    try:
-        # Clean up the response content (remove markdown formatting if present)
-        content = response.content.strip()
-        if content.startswith('```json'):
-            content = content[7:]  # Remove ```json
-        if content.endswith('```'):
-            content = content[:-3]  # Remove ```
-        content = content.strip()
-        
-        extracted = json.loads(content)
-    except Exception as e:
-        print("Failed to parse persona JSON:", response.content)
-        print("Error:", e)
-
-    # d. Update DB and in-memory state for any changed values
-    for field in persona_fields:
-        new_val = extracted.get(field)
-        old_val = persona.get(field)
-        if new_val is not None and new_val != old_val:
-            await update_user_persona(wa_id, {field: new_val})
-            persona[field] = new_val
+    # Check if user is explicitly asking about or setting preferences
+    is_preference_related = any(word in user_message.lower() for word in [
+        "language", "tone", "prefer", "speak", "formal", "casual", "friendly"
+    ])
+
+    # Only extract persona if user is actually setting preferences or this is preference-related
+    if is_preference_related:
+        # b. Build a one-shot extraction prompt
+        extraction_prompt = f"""
+        Extract and normalize the user's language and tone preferences from this message:
+        {user_message}
+
+        Normalize any shorthand or typos before deciding language and tone.
+        Return only a JSON object with keys "language" and "tone", and use null for unknown.
+        """
+
+        # c. Call the LLM
+        response = await llm.ainvoke([{"role":"user","content":extraction_prompt}])
+        import json
+        import re
+        extracted = {}
+        try:
+            # Clean up the response content (remove markdown formatting if present)
+            content = response.content.strip()
+            if content.startswith('```json'):
+                content = content[7:]  # Remove ```json
+            if content.endswith('```'):
+                content = content[:-3]  # Remove ```
+            content = content.strip()
+            
+            extracted = json.loads(content)
+        except Exception as e:
+            print("Failed to parse persona JSON:", response.content)
+            print("Error:", e)
+
+        # d. Update DB and in-memory state for any changed values
+        for field in persona_fields:
+            new_val = extracted.get(field)
+            old_val = persona.get(field)
+            if new_val is not None and new_val != old_val:
+                await update_user_persona(wa_id, {field: new_val})
+                persona[field] = new_val
 
     state["persona"] = persona
 
-    # e. If any field still unset, ask a gentle follow-up
-    missing = [f for f in persona_fields if state["persona"].get(f) is None]
-    if missing:
-        state["response"] = f"Hi there! What is your {missing[0]} preference?"
-        print(f"DEBUG - Persona update returning response: {state['response']}")
-        return state
-
-    # f. All persona fields present—proceed to chat
-    print("DEBUG - Persona update returning None")
+    # Don't ask for preferences unless user explicitly asks about them
+    # Let conversation flow naturally
+    print("DEBUG - Persona update returning None - letting conversation flow naturally")
     return {"response": None}
 
 async def extract_and_update_intent(state):
@@ -322,16 +338,13 @@ async def extract_and_update_intent(state):
                 "classification": classification
             }
         
-        # User is setting preferences, ask for missing fields
-        questions = {
-            "location_preference": "Hi there! Which area or suburb are you interested in?",
-            "budget": "Hi there! What is your monthly budget?",
-            "size_preference_sqm": "Hi there! How many square metres do you need?",
-            "must_have": "Hi there! What features are must-haves for you?"
+        # If user is not actively searching for properties, don't ask preference questions
+        # Let conversation flow naturally - only ask preferences when they're actually looking
+        print(f"DEBUG - User not actively searching for properties (classification: {classification}), letting conversation flow naturally")
+        return {
+            "response": None,
+            "classification": classification
         }
-        state["response"] = questions.get(missing[0], f"Hi there! Could you tell me your {missing[0]}?")
-        print(f"DEBUG - Intent update returning response: {state['response']}")
-        return state
 
     print("DEBUG - Intent update returning None")
     return {
@@ -359,13 +372,13 @@ async def classify_user_intent(state):
     
     prompt = f"""
 Classify the user's message into exactly one of:
-- search_listings  (user wants to see property listings)
+- search_listings  (user explicitly wants to see property listings)
 - request_images   (user wants to see images/photos/pictures of a listing)
 - request_address  (user wants the address/location of a listing)
 - request_details  (user wants specific property info like price, features, floorplan, video, size, etc.)
-- other             (anything else, including greetings, goodbyes, general conversation, end of conversation)
+- other             (anything else, including greetings, goodbyes, general conversation, end of conversation, casual location mentions)
 
-If the user is asking for images and mentions a specific property, extract the property identifier and return: request_images:IDENTIFIER
+IMPORTANT: Only classify as "search_listings" if the user is EXPLICITLY asking to see properties, listings, or available options.
 
 Available properties for context: {prop_titles}
 
@@ -390,26 +403,42 @@ End of conversation indicators (classify as "other"):
 - Goodbyes: "bye", "goodbye", "see you", "take care"
 - Completion: "I'm all good", "that's all", "no thanks", "I'm done"
 - General conversation: greetings, casual chat, non-property related topics
+- Simple location mentions without asking for properties: "I'm in Johannesburg", "I live in Cape Town"
+
+Examples of search_listings (user explicitly asking for properties):
+- "What properties do you have in JHB?"
+- "Show me available listings"
+- "Do you have any properties for sale?"
+- "Any properties available?"
+- "Show me properties"
+- "What do you have available?"
+- "I'm looking for properties in Cape Town"
+
+Examples of other (NOT property searches):
+- "Hi" → other
+- "Hello" → other
+- "I'm in Johannesburg" → other
+- "Johannesburg" → other
+- "Cape Town" → other
+- "How are you?" → other
+- "I'm all good" → other
+- "Goodbye" → other
+- "Thanks for your help" → other
+- "That's all I need" → other
 
-Examples:
+Examples of request_details:
 - "How much is this warehouse?" → request_details
 - "What is the price?" → request_details  
 - "What are the features?" → request_details
 - "How big is it?" → request_details
+
+Examples of request_images:
 - "Show me images" → request_images
 - "Show me images of option 1" → request_images:option 1
 - "I want to see the warehouse images" → request_images:warehouse
 - "Show me pictures of this property" → request_images:this
 - "Can I see images of it?" → request_images:this
 - "Show me the images" → request_images:this
-- "What do you have in JHB?" → search_listings
-- "Do you have any properties for sale?" → search_listings
-- "Any properties available?" → search_listings
-- "Show me properties" → search_listings
-- "I'm all good" → other
-- "Goodbye" → other
-- "Thanks for your help" → other
-- "That's all I need" → other
 
 Return only the tag (and identifier if applicable).
 Message: {user_message}