Implement image handling in AI chat and enhance WhatsApp messaging

- Introduced a new `handle_image_request` function to process user requests for property images, allowing the AI to respond with relevant image messages when triggered.
- Updated the `process_message` function to return both the AI response and associated property details, facilitating image requests.
- Enhanced the WhatsApp messaging functionality with a new `send_multiple_messages` function to handle sending both text and image messages, including delays to avoid rate limiting.
- These changes aim to improve user interaction by providing a more comprehensive response to image requests while maintaining clarity in communication.

ai_chat.py

@@ -58,19 +58,18 @@ def chat_with_session_memory(state):
                 f"- {p.get('title')} in {p.get('location')}, {p.get('city')}: "
                 f"{p.get('size_sqm')} sqm, {p.get('price')} ({p.get('price_type')})\n"
             )
-            # Include all available data for the LLM to use
+            # Include all available data for the LLM to use (but not image URLs in listings)
             if p.get("listing_url"):
                 system_message += f"  URL: {p.get('listing_url')}\n"
-            if p.get("images"):
-                system_message += f"  Images: {', '.join(p.get('images', [])[:3])}\n"
             if p.get("features"):
                 system_message += f"  Features: {', '.join(p.get('features', [])[:5])}\n"
             if p.get("floorplan_pdf"):
                 system_message += f"  Floorplan: {p.get('floorplan_pdf')}\n"
             if p.get("video_url"):
                 system_message += f"  Video: {p.get('video_url')}\n"
+            # Note: Images are available but not shown in listings - users must ask for them
     
-    system_message += "\n\nIMPORTANT: You may only reference listings passed in state['properties']. If the user requests more detail, respond with whatever is in that listing dict (URL, images, features, etc.). If information is not available, respond with 'For this listing, I don't have [specific detail] available right now'."
+    system_message += "\n\nIMPORTANT: You may only reference listings passed in state['properties']. If the user requests more detail, respond with whatever is in that listing dict (URL, images, features, etc.). If information is not available, respond with 'For this listing, I don't have [specific detail] available right now'. When users ask for images, photos, or pictures, let them know that images are available and will be sent separately."
     
     # Build messages array with history
     messages = [{"role": "system", "content": system_message}]
@@ -425,4 +424,57 @@ async def process_message(user_message: str, user_info: dict = None, session_id:
         await save_message(session_id, wa_id, wamid, "user", user_message)
         await save_message(session_id, wa_id, f"{wamid}_ai", "assistant", result["response"])
     
-    return result["response"] 
+    return {
+        "response": result["response"],
+        "properties": result.get("properties", [])
+    }
+
+async def handle_image_request(state):
+    """
+    Handle requests for property images and return image messages to send.
+    """
+    user_message = state["user_message"].lower()
+    props = state.get("properties", [])
+    
+    # Check if user is asking for images (more specific triggers)
+    image_triggers = [
+        "show me the images", "send me the images", "show me photos", "send me photos",
+        "show me pictures", "send me pictures", "i want to see", "can i see",
+        "image", "images", "photo", "photos", "picture", "pictures"
+    ]
+    
+    # Check if any image trigger is in the message
+    is_image_request = any(trigger in user_message for trigger in image_triggers)
+    
+    # Also check if user is asking about a specific property's images
+    if not is_image_request and props:
+        property_title = props[0].get("title", "").lower()
+        if property_title and any(word in user_message for word in property_title.split()):
+            is_image_request = any(trigger in user_message for trigger in ["image", "photo", "picture"])
+    
+    if not is_image_request or not props:
+        return None
+    
+    # Get the first property (assuming user is asking about the most recent listing)
+    property_data = props[0]
+    images = property_data.get("images", [])
+    
+    if not images:
+        return ["Sorry, I don't have any images available for this listing."]
+    
+    # Prepare image messages
+    image_messages = []
+    property_title = property_data.get("title", "This property")
+    
+    # Add a text message first to introduce the images
+    image_messages.append(f"Here are the images for {property_title}:")
+    
+    for i, image_url in enumerate(images[:5]):  # Limit to 5 images
+        caption = f"{property_title} - Image {i+1}" if i > 0 else f"{property_title}"
+        image_messages.append({
+            "type": "image",
+            "url": image_url,
+            "caption": caption
+        })
+    
+    return image_messages 

main.py

@@ -4,8 +4,8 @@ from fastapi.responses import JSONResponse
 # Import our modular components
 from config import supabase
 from database import get_or_create_user, update_user_activity, get_or_create_active_session, get_user_persona, get_or_create_user_intent
-from whatsapp import send_whatsapp_message
-from ai_chat import process_message
+from whatsapp import send_whatsapp_message, send_multiple_messages
+from ai_chat import process_message, handle_image_request
 from api_routes import router
 
 # --- FastAPI App Setup ---
@@ -53,7 +53,7 @@ async def receive_message(req: Request):
             intent = await get_or_create_user_intent(session["id"], wa_id)
             
             # Process with AI including session memory
-            ai_response = await process_message(
+            ai_result = await process_message(
                 user_message=user_message,
                 user_info=user_info,
                 session_id=session["id"],
@@ -63,8 +63,23 @@ async def receive_message(req: Request):
                 intent=intent
             )
             
-            # Send response back to WhatsApp
-            await send_whatsapp_message(wa_id, ai_response)
+            ai_response = ai_result["response"]
+            properties = ai_result.get("properties", [])
+            
+            # Check if this is an image request
+            state = {
+                "user_message": user_message,
+                "properties": properties
+            }
+            
+            image_messages = await handle_image_request(state)
+            
+            if image_messages:
+                # Send images
+                await send_multiple_messages(wa_id, image_messages)
+            else:
+                # Send regular text response
+                await send_whatsapp_message(wa_id, ai_response)
             
             return JSONResponse({
                 "status": "replied", 

whatsapp.py

@@ -1,4 +1,5 @@
 import httpx
+import asyncio
 from config import PHONE_NUMBER_ID, WHATSAPP_API_TOKEN
 
 async def send_whatsapp_message(wa_id: str, message: str):
@@ -21,4 +22,49 @@ async def send_whatsapp_message(wa_id: str, message: str):
             return resp.status_code == 200
     except Exception as e:
         print(f"Failed to send message: {e}")
-        return False 
+        return False
+
+async def send_whatsapp_image(wa_id: str, image_url: str, caption: str = ""):
+    """Send an image via WhatsApp Business API"""
+    url = f"https://graph.facebook.com/v18.0/{PHONE_NUMBER_ID}/messages"
+    headers = {
+        "Authorization": f"Bearer {WHATSAPP_API_TOKEN}",
+        "Content-Type": "application/json"
+    }
+    payload = {
+        "messaging_product": "whatsapp",
+        "to": wa_id,
+        "type": "image",
+        "image": {
+            "link": image_url,
+            "caption": caption
+        }
+    }
+    try:
+        async with httpx.AsyncClient() as client:
+            resp = await client.post(url, headers=headers, json=payload)
+            print(f"Sent image → {resp.status_code}: {resp.text}")
+            return resp.status_code == 200
+    except Exception as e:
+        print(f"Failed to send image: {e}")
+        return False
+
+async def send_multiple_messages(wa_id: str, messages: list):
+    """Send multiple messages with delays to avoid rate limiting"""
+    for i, message in enumerate(messages):
+        if isinstance(message, dict) and message.get("type") == "image":
+            # Send image
+            success = await send_whatsapp_image(wa_id, message["url"], message.get("caption", ""))
+        else:
+            # Send text message
+            success = await send_whatsapp_message(wa_id, str(message))
+        
+        if not success:
+            print(f"Failed to send message {i+1}")
+            return False
+        
+        # Add delay between messages to avoid rate limiting (1 second)
+        if i < len(messages) - 1:  # Don't delay after the last message
+            await asyncio.sleep(1)
+    
+    return True