Refactor AI chat property handling and intent classification

- Streamlined the `chat_with_session_memory` function to enhance the system message with available property details and search status, improving user interaction.
- Introduced a new `classify_user_intent` function to determine user intent regarding property searches, ensuring that property searches are only initiated when relevant.
- Updated the database schema in `supabase_setup.sql` to include new tables for user personas and intents, along with properties, enhancing data organization and retrieval.
- Added triggers for automatic timestamp updates on user personas, intents, and properties, ensuring data integrity and accuracy.
- Included sample property data for testing purposes, facilitating easier development and validation of property-related functionalities.

ai_chat.py

@@ -12,104 +12,22 @@ def chat_with_session_memory(state):
     wa_id = state.get("wa_id")
     wamid = state.get("wamid")
     
-    msg_lower = state["user_message"].lower()
-    props = state.get("properties", [])
-    
-    #–– Only trigger direct summary for general area searches, not simple greetings ––
-    is_general_area_search = (
-        ("what do you have" in msg_lower or "show me" in msg_lower) and 
-        any(word in msg_lower for word in ["in ", "area", "jhb", "johannesburg", "cape town", "durban"])
-    )
-    
-    # Don't show properties for simple greetings
-    is_simple_greeting = any(greeting in msg_lower for greeting in ["hi", "hello", "hey", "good morning", "good afternoon", "good evening"])
-    
-    if props and is_general_area_search and not is_simple_greeting:
-        # build a direct summary only for general area searches
-        response_text = ""
-        status = state.get("search_status_message")
-        if status:
-            response_text += status + "\n\n"
-        response_text += "Here are some listings I found:\n"
-        for p in props[:5]:
-            response_text += (
-                f"- {p.get('title')} in {p.get('location')}, {p.get('city')}: "
-                f"{p.get('size_sqm')} sqm, {p.get('price')} ({p.get('price_type')})\n"
-            )
-            url = p.get("listing_url")
-            if url:
-                response_text += f"  Link: {url}\n"
-        response_text += "\nLet me know if you'd like images, features, floorplan PDF, or video tour."
-        return {"response": response_text}
-    
-    if props:
-        first = props[0]
-        # a) Images
-        if "image" in msg_lower or "images" in msg_lower:
-            imgs = first.get("images") or []
-            response = "\n".join(imgs) if imgs else "There aren't any images for that listing."
-            return {"response": response}
-        # b) Features
-        if "feature" in msg_lower:
-            feats = first.get("features") or []
-            response = "Features:\n" + "\n".join(f"• {f}" for f in feats) if feats else "No feature list available."
-            return {"response": response}
-        # c) Floorplan
-        if "floorplan" in msg_lower:
-            fp = first.get("floorplan_pdf")
-            response = fp if fp else "There isn't a floorplan PDF for that listing."
-            return {"response": response}
-        # d) Video
-        if "video" in msg_lower or "tour" in msg_lower:
-            vid = first.get("video_url")
-            response = vid if vid else "There isn't a video tour for that listing."
-            return {"response": response}
-    
-    # Direct listing summary (bypass LLM when properties are found)
-    props = state.get("properties", [])
-    print(f"DEBUG - chat_with_session_memory: {len(props)} properties in state")
-    if props:
-        print(f"DEBUG - first property: {props[0].get('title')} in {props[0].get('city')}")
-        # a) Build a direct summary string
-        response_text = ""
-        # include any search status
-        status = state.get("search_status_message")
-        if status:
-            response_text += status + "\n\n"
-        response_text += "Here are some listings I found:\n"
-        for p in props[:5]:
-            response_text += (
-                f"- {p.get('title')} in {p.get('location')}, {p.get('city')}: "
-                f"{p.get('size_sqm')} sqm, {p.get('price')} ({p.get('price_type')})\n"
-            )
-            url = p.get("listing_url")
-            print(f"!!!!!URL: {url}")
-            if url:
-                response_text += f"  Link: {url}\n"
-        # b) Suggest extras based on available fields
-        extras = []
-        if any(p.get("images") for p in props): extras.append("images")
-        if any(p.get("features") for p in props): extras.append("feature list")
-        if any(p.get("floorplan_pdf") for p in props): extras.append("floorplan PDF")
-        if any(p.get("video_url") for p in props): extras.append("video tour")
-        if extras:
-            response_text += (
-                "\nI can also share " + ", ".join(extras) +
-                " for any listing—just let me know what you'd like."
-            )
-        return {"response": response_text}
-    
     # Get conversation history from database
     session_messages = []
     if session_id:
         # This will be populated by the async wrapper
         session_messages = state.get("session_messages", [])
     
+    # Get properties from state
+    props = state.get("properties", [])
+    search_status = state.get("search_status_message", "")
+    
     # Add system message with user context
     system_message = (
         f"Hello {user_info.get('name','there')}! You are a helpful and concise property agent. "
-        "Always base property recommendations solely on listings in our database. "
-        "You can share listing URLs and other details that are available in the property data."
+        "You may only reference listings passed in state['properties']. "
+        "If the user requests more detail, respond with whatever is in that listing dict (URL, images, features, etc.). "
+        "Always base property recommendations solely on listings in our database."
     )
     if user_info.get("name") and user_info["name"] != "Unknown":
         system_message += f" The user's name is {user_info['name']}."
@@ -128,9 +46,31 @@ def chat_with_session_memory(state):
         f"and must-haves: {', '.join(must_have_list) if must_have_list else '[none]'}. "
     )
     
-    # Note: Listing details are now handled by direct summary above, not included in system_message
+    # Include search status if present
+    if search_status:
+        system_message += f"\n\n{search_status}"
     
-    system_message += "\n\nIMPORTANT: When users ask about specific details for a listing, check if that information is available in the property data. If not available, respond with 'For this listing, I don't have [specific detail] available right now' instead of saying you can't provide URLs or external information."
+    # Include property data if available
+    if props:
+        system_message += "\n\nAvailable listings:\n"
+        for p in props[:5]:
+            system_message += (
+                f"- {p.get('title')} in {p.get('location')}, {p.get('city')}: "
+                f"{p.get('size_sqm')} sqm, {p.get('price')} ({p.get('price_type')})\n"
+            )
+            # Include all available data for the LLM to use
+            if p.get("listing_url"):
+                system_message += f"  URL: {p.get('listing_url')}\n"
+            if p.get("images"):
+                system_message += f"  Images: {', '.join(p.get('images', [])[:3])}\n"
+            if p.get("features"):
+                system_message += f"  Features: {', '.join(p.get('features', [])[:5])}\n"
+            if p.get("floorplan_pdf"):
+                system_message += f"  Floorplan: {p.get('floorplan_pdf')}\n"
+            if p.get("video_url"):
+                system_message += f"  Video: {p.get('video_url')}\n"
+    
+    system_message += "\n\nIMPORTANT: You may only reference listings passed in state['properties']. If the user requests more detail, respond with whatever is in that listing dict (URL, images, features, etc.). If information is not available, respond with 'For this listing, I don't have [specific detail] available right now'."
     
     # Build messages array with history
     messages = [{"role": "system", "content": system_message}]
@@ -174,6 +114,7 @@ class ChatState(TypedDict):
     intent: dict
     properties: list
     search_status_message: str
+    classification: str
 
 async def extract_and_update_persona(state):
     # a. Define which persona fields to track
@@ -328,10 +269,31 @@ async def extract_and_update_intent(state):
 
     return {"response": None}
 
+async def classify_user_intent(state):
+    """
+    Classify the user's message to determine if they want to search for properties.
+    """
+    user_message = state["user_message"]
+    prompt = f"""
+Classify the user's message into exactly one of:
+- search_listings  (user wants to see property listings)
+- request_details  (user wants more info on a shown listing)
+- other             (anything else)
+Return only the tag.
+Message: {user_message}
+"""
+    resp = await llm.ainvoke([{"role":"user","content":prompt}])
+    state["classification"] = resp.content.strip()
+    return {"response": None}
+
 async def extract_and_search_properties(state):
     """
     Search for properties based on user intent and store results in state.
     """
+    # Only search when the LLM tagged this as a listings request
+    if state.get("classification") != "search_listings":
+        return {"response": None}
+
     intent = state.get("intent", {})
     user_message = state.get("user_message", "").lower()
     print(f"DEBUG - extract_and_search_properties intent: {intent}")
@@ -345,18 +307,6 @@ async def extract_and_search_properties(state):
         print("DEBUG - No location found, skipping property search")
         return {"response": None}
     
-    # Only search for properties if user is actually asking for them
-    property_search_triggers = [
-        "what do you have", "show me", "properties", "listings", "warehouse", "office", 
-        "space", "looking for", "need", "want", "search", "find"
-    ]
-    
-    is_asking_for_properties = any(trigger in user_message for trigger in property_search_triggers)
-    
-    if not is_asking_for_properties:
-        print("DEBUG - User not asking for properties, skipping search")
-        return {"response": None}
-    
     # Prepare filters for property search
     filters = {"location_preference": location}
     
@@ -449,12 +399,14 @@ async def detect_end_chat(state):
 graph = StateGraph(ChatState)
 graph.add_node("persona_update", RunnableLambda(extract_and_update_persona))
 graph.add_node("intent_update", RunnableLambda(extract_and_update_intent))
+graph.add_node("classify_intent", RunnableLambda(classify_user_intent))
 graph.add_node("property_search", RunnableLambda(extract_and_search_properties))
 graph.add_node("exit_check", RunnableLambda(detect_end_chat))
 graph.add_node("chat", RunnableLambda(chat_with_session_memory))
 graph.set_entry_point("persona_update")
 graph.add_edge("persona_update", "intent_update")
-graph.add_edge("intent_update", "property_search")
+graph.add_edge("intent_update", "classify_intent")
+graph.add_edge("classify_intent", "property_search")
 graph.add_edge("property_search", "exit_check")
 graph.add_edge("exit_check", "chat")
 graph.add_edge("chat", END)

supabase_setup.sql

@@ -26,20 +26,48 @@ CREATE TABLE IF NOT EXISTS messages (
     created_at TIMESTAMP WITH TIME ZONE DEFAULT NOW()
 );
 
--- Create personas table for user preferences and context
-CREATE TABLE IF NOT EXISTS personas (
+-- Create user_personas table for user preferences and context
+CREATE TABLE IF NOT EXISTS user_personas (
     wa_id TEXT PRIMARY KEY REFERENCES users(wa_id) ON DELETE CASCADE,
     language TEXT,
     tone TEXT,
-    intent TEXT,
-    budget TEXT,
-    size_preference_sqm TEXT,
+    created_at TIMESTAMP WITH TIME ZONE DEFAULT NOW(),
+    updated_at TIMESTAMP WITH TIME ZONE DEFAULT NOW()
+);
+
+-- Create user_intents table for session-specific property search intent
+CREATE TABLE IF NOT EXISTS user_intents (
+    session_id UUID PRIMARY KEY REFERENCES chat_sessions(id) ON DELETE CASCADE,
+    wa_id TEXT NOT NULL REFERENCES users(wa_id) ON DELETE CASCADE,
     location_preference TEXT,
+    budget INTEGER,
+    size_preference_sqm INTEGER,
     must_have TEXT[],
     created_at TIMESTAMP WITH TIME ZONE DEFAULT NOW(),
     updated_at TIMESTAMP WITH TIME ZONE DEFAULT NOW()
 );
 
+-- Create properties table for property listings
+CREATE TABLE IF NOT EXISTS properties (
+    id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
+    title TEXT NOT NULL,
+    description TEXT,
+    location TEXT NOT NULL,
+    city TEXT NOT NULL,
+    size_sqm INTEGER,
+    price INTEGER,
+    price_type TEXT DEFAULT 'monthly',
+    listing_url TEXT,
+    images TEXT[],
+    features TEXT[],
+    floorplan_pdf TEXT,
+    video_url TEXT,
+    is_active BOOLEAN DEFAULT TRUE,
+    is_featured BOOLEAN DEFAULT FALSE,
+    created_at TIMESTAMP WITH TIME ZONE DEFAULT NOW(),
+    updated_at TIMESTAMP WITH TIME ZONE DEFAULT NOW()
+);
+
 -- Create indexes for better query performance
 CREATE INDEX IF NOT EXISTS idx_users_created_at ON users(created_at DESC);
 CREATE INDEX IF NOT EXISTS idx_users_updated_at ON users(updated_at DESC);
@@ -50,14 +78,26 @@ CREATE INDEX IF NOT EXISTS idx_messages_session_id ON messages(session_id);
 CREATE INDEX IF NOT EXISTS idx_messages_wa_id ON messages(wa_id);
 CREATE INDEX IF NOT EXISTS idx_messages_created_at ON messages(created_at DESC);
 CREATE INDEX IF NOT EXISTS idx_messages_wamid ON messages(wamid);
-CREATE INDEX IF NOT EXISTS idx_personas_wa_id ON personas(wa_id);
-CREATE INDEX IF NOT EXISTS idx_personas_updated_at ON personas(updated_at DESC);
+CREATE INDEX IF NOT EXISTS idx_user_personas_wa_id ON user_personas(wa_id);
+CREATE INDEX IF NOT EXISTS idx_user_personas_updated_at ON user_personas(updated_at DESC);
+CREATE INDEX IF NOT EXISTS idx_user_intents_session_id ON user_intents(session_id);
+CREATE INDEX IF NOT EXISTS idx_user_intents_wa_id ON user_intents(wa_id);
+CREATE INDEX IF NOT EXISTS idx_user_intents_updated_at ON user_intents(updated_at DESC);
+CREATE INDEX IF NOT EXISTS idx_properties_is_active ON properties(is_active);
+CREATE INDEX IF NOT EXISTS idx_properties_city ON properties(city);
+CREATE INDEX IF NOT EXISTS idx_properties_location ON properties(location);
+CREATE INDEX IF NOT EXISTS idx_properties_price ON properties(price);
+CREATE INDEX IF NOT EXISTS idx_properties_size_sqm ON properties(size_sqm);
+CREATE INDEX IF NOT EXISTS idx_properties_is_featured ON properties(is_featured);
+CREATE INDEX IF NOT EXISTS idx_properties_created_at ON properties(created_at DESC);
 
 -- Enable Row Level Security (RLS) - optional but recommended
 ALTER TABLE users ENABLE ROW LEVEL SECURITY;
 ALTER TABLE chat_sessions ENABLE ROW LEVEL SECURITY;
 ALTER TABLE messages ENABLE ROW LEVEL SECURITY;
-ALTER TABLE personas ENABLE ROW LEVEL SECURITY;
+ALTER TABLE user_personas ENABLE ROW LEVEL SECURITY;
+ALTER TABLE user_intents ENABLE ROW LEVEL SECURITY;
+ALTER TABLE properties ENABLE ROW LEVEL SECURITY;
 
 -- Create policies to allow all operations (you can restrict this based on your needs)
 CREATE POLICY "Allow all operations on users" ON users
@@ -69,7 +109,13 @@ CREATE POLICY "Allow all operations on chat_sessions" ON chat_sessions
 CREATE POLICY "Allow all operations on messages" ON messages
     FOR ALL USING (true);
 
-CREATE POLICY "Allow all operations on personas" ON personas
+CREATE POLICY "Allow all operations on user_personas" ON user_personas
+    FOR ALL USING (true);
+
+CREATE POLICY "Allow all operations on user_intents" ON user_intents
+    FOR ALL USING (true);
+
+CREATE POLICY "Allow all operations on properties" ON properties
     FOR ALL USING (true);
 
 -- Optional: Create a function to automatically update the updated_at timestamp
@@ -101,8 +147,66 @@ CREATE TRIGGER update_chat_sessions_last_activity
     FOR EACH ROW 
     EXECUTE FUNCTION update_last_activity_column();
 
--- Create trigger to automatically update updated_at for personas
-CREATE TRIGGER update_personas_updated_at 
-    BEFORE UPDATE ON personas 
+-- Create trigger to automatically update updated_at for user_personas
+CREATE TRIGGER update_user_personas_updated_at 
+    BEFORE UPDATE ON user_personas 
+    FOR EACH ROW 
+    EXECUTE FUNCTION update_updated_at_column();
+
+-- Create trigger to automatically update updated_at for user_intents
+CREATE TRIGGER update_user_intents_updated_at 
+    BEFORE UPDATE ON user_intents 
     FOR EACH ROW 
-    EXECUTE FUNCTION update_updated_at_column(); 
+    EXECUTE FUNCTION update_updated_at_column();
+
+-- Create trigger to automatically update updated_at for properties
+CREATE TRIGGER update_properties_updated_at 
+    BEFORE UPDATE ON properties 
+    FOR EACH ROW 
+    EXECUTE FUNCTION update_updated_at_column();
+
+-- Insert some sample properties for testing
+INSERT INTO properties (title, description, location, city, size_sqm, price, price_type, listing_url, images, features, is_active, is_featured) VALUES
+(
+    '2-3 person office space in Edenvale',
+    'Modern office space perfect for small teams',
+    'Edenvale',
+    'Johannesburg',
+    40,
+    15000,
+    'monthly',
+    'https://example.com/office-edenvale',
+    ARRAY['https://example.com/image1.jpg', 'https://example.com/image2.jpg'],
+    ARRAY['3 phase power', 'Parking', 'Kitchen', 'Meeting room'],
+    TRUE,
+    TRUE
+),
+(
+    'Warehouse space in Sandton',
+    'Large warehouse space with loading dock',
+    'Sandton',
+    'Johannesburg',
+    200,
+    25000,
+    'monthly',
+    'https://example.com/warehouse-sandton',
+    ARRAY['https://example.com/warehouse1.jpg'],
+    ARRAY['Loading dock', '3 phase power', 'Security', '24/7 access'],
+    TRUE,
+    FALSE
+),
+(
+    'Small office in Cape Town CBD',
+    'Cozy office space in the heart of Cape Town',
+    'CBD',
+    'Cape Town',
+    25,
+    12000,
+    'monthly',
+    'https://example.com/office-cape-town',
+    ARRAY['https://example.com/cape-town1.jpg'],
+    ARRAY['Air conditioning', 'High-speed internet', 'Reception'],
+    TRUE,
+    FALSE
+)
+ON CONFLICT DO NOTHING;