Update main.py

main.py

@@ -39,6 +39,7 @@ user_states = defaultdict(lambda: {
 
 MAX_IMAGES_PER_TYPE = 3
 GEMINI_API_URL = "https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash-preview-05-20:generateContent"
+IMAGIN_API_URL = "https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash-image-preview:generateContent"
 GOOGLE_API_KEY = os.environ["GOOGLE_API_KEY"]
 IMGBB_API_KEY = os.environ["IMGBB_API_KEY"]
 
@@ -97,7 +98,19 @@ def upload_to_imgbb(image_base64: str):
             logging.error(f"Imgbb API Response: {response.status_code} - {response.text}")
         return None
 
-def get_gemini_response(prompt: str, images: list):
+def get_base64_from_url(image_url: str):
+    """
+    從 URL 下載圖片並轉換為 Base64 編碼。
+    """
+    try:
+        response = requests.get(image_url)
+        response.raise_for_status()
+        return base64.b64encode(response.content).decode('utf-8')
+    except requests.exceptions.RequestException as e:
+        logging.error(f"Error fetching image from URL: {image_url}, error: {e}")
+        return None
+
+def get_gemini_response(prompt: str, images: list, api_url: str):
     logging.info("Sending request to Gemini API.")
     payload = {
         "contents": [
@@ -112,7 +125,7 @@ def get_gemini_response(prompt: str, images: list):
     }
     
     try:
-        response = requests.post(f"{GEMINI_API_URL}?key={GOOGLE_API_KEY}", json=payload, timeout=60)
+        response = requests.post(f"{api_url}?key={GOOGLE_API_KEY}", json=payload, timeout=120) # Increased timeout for image generation
         response.raise_for_status()
         response_data = response.json()
         if 'candidates' in response_data and response_data['candidates']:
@@ -127,15 +140,57 @@ def get_gemini_response(prompt: str, images: list):
         return f"Gemini API 請求失敗：{e}"
 
 
-def get_virtual_tryon_image(user_photo, upper_body_image, lower_body_image):
+def get_virtual_tryon_image(user_photo_base64: str, upper_body_image_base64: str, lower_body_image_base64: str):
     """
-    模擬虛擬試穿 API，返回一個試穿後的圖片 URL。
+    使用 gemini-2.5-flash-image-preview (nanobanana) 模擬虛擬試穿。
     """
-    logging.info("Simulating virtual try-on and returning a placeholder image.")
-    # 這裡的邏輯需要您自行實現，可以是呼叫一個公開的 API，
-    # 或者將圖片傳輸到一個運行 IDM-VTON 的伺服器。
-    # 由於沒有實際的 IDM-VTON 服務，我們使用佔位符圖片來展示功能。
-    return "https://placehold.co/1024x1024?text=Virtual+Try-On+Outfit"
+    logging.info("Attempting virtual try-on with gemini-2.5-flash-image-preview.")
+    
+    prompt = "請將提供的上衣和褲子，虛擬試穿到第一張人像照片上。結果必須看起來真實且自然，衣服的紋理和細節必須保留。"
+    
+    all_images_base64 = [user_photo_base64, upper_body_image_base64, lower_body_image_base64]
+    
+    payload = {
+        "contents": [
+            {
+                "parts": [
+                    {"text": prompt}
+                ] + [
+                    {"inlineData": {"mimeType": "image/jpeg", "data": img_base64}} for img_base64 in all_images_base64
+                ]
+            }
+        ],
+        "generationConfig": {
+            "responseModalities": ['IMAGE']
+        }
+    }
+    
+    try:
+        response = requests.post(f"{IMAGIN_API_URL}?key={GOOGLE_API_KEY}", json=payload, timeout=120)
+        response.raise_for_status()
+        response_data = response.json()
+        if 'candidates' in response_data and response_data['candidates']:
+            # 從回應中提取 Base64 編碼的圖片
+            image_part = response_data['candidates'][0]['content']['parts'][0]
+            if image_part and 'inlineData' in image_part:
+                generated_image_base64 = image_part['inlineData']['data']
+                # 將生成的 Base64 圖片上傳到 Imgbb
+                virtual_tryon_url = upload_to_imgbb(generated_image_base64)
+                if virtual_tryon_url:
+                    logging.info(f"Successfully generated and uploaded virtual try-on image: {virtual_tryon_url}")
+                    return virtual_tryon_url
+                else:
+                    logging.error("Failed to upload generated image to Imgbb.")
+                    return None
+            else:
+                logging.error("Gemini image response format is invalid.")
+                return None
+        else:
+            logging.error(f"Gemini image generation response has no candidates: {response.text}")
+            return None
+    except requests.exceptions.RequestException as e:
+        logging.error(f"Gemini image generation API request failed: {e}")
+        return None
 
 @line_handler.add(MessageEvent, message=TextMessage)
 def handle_text_message(event):
@@ -196,7 +251,7 @@ def handle_text_message(event):
                 TextSendMessage(text=f"請上傳三件上衣圖片，您已上傳 {len(user_states[user_id]['upper_body_images'])}/{MAX_IMAGES_PER_TYPE} 張。")
             )
             return
-        elif text == "褲子" or text == "裙子":
+        elif text in ["褲子", "裙子"]:
             user_states[user_id]["current_mode"] = "lower"
             line_bot_api.reply_message(
                 reply_token,
@@ -262,7 +317,7 @@ def handle_image_message(event):
                 [user_states[user_id]["personal_photo_base64"]]
             )
             
-            response_text = get_gemini_response(prompt, all_images_base64)
+            response_text = get_gemini_response(prompt, all_images_base64, GEMINI_API_URL)
             
             # 從 Gemini 建議中找出最佳搭配的衣物圖片（這裡需要更複雜的邏輯，我們使用佔位符）
             # 在實際應用中，您可以設計一個提示，讓 Gemini 返回最佳搭配的圖片索引
@@ -273,7 +328,7 @@ def handle_image_message(event):
             best_lower_body_image = user_states[user_id]["lower_body_images"][best_lower_index]
 
             # 呼叫虛擬試穿 API，並取得結果圖片 URL
-            virtual_tryon_url = get_virtual_tryon_image(user_states[user_id]["personal_photo"], best_upper_body_image, best_lower_body_image)
+            virtual_tryon_url = get_virtual_tryon_image(user_states[user_id]["personal_photo_base64"], get_base64_from_url(best_upper_body_image), get_base64_from_url(best_lower_body_image))
             
             # 發送 Gemini 的文字建議
             line_bot_api.push_message(
@@ -282,10 +337,11 @@ def handle_image_message(event):
             )
             
             # 發送虛擬試穿照片
-            line_bot_api.push_message(
-                user_id,
-                ImageSendMessage(original_content_url=virtual_tryon_url, preview_image_url=virtual_tryon_url)
-            )
+            if virtual_tryon_url:
+                line_bot_api.push_message(
+                    user_id,
+                    ImageSendMessage(original_content_url=virtual_tryon_url, preview_image_url=virtual_tryon_url)
+                )
 
             # 重置狀態以便下一次使用
             user_states[user_id] = defaultdict(lambda: {"upper_body_images": [], "lower_body_images": [], "current_mode": None, "is_ready_for_outfit": False, "is_ready_for_photo": False, "user_info": {}, "personal_photo": None, "personal_photo_base64": None})[user_id]