hazelhh commited on
Commit
f89617e
·
verified ·
1 Parent(s): a854d10

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +159 -23
main.py CHANGED
@@ -12,14 +12,15 @@ import uvicorn
12
  import logging
13
  from PIL import Image
14
  import io
 
15
 
16
  # 設置日誌記錄
17
  logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
18
 
19
  # 檢查環境變數
20
- if not all(k in os.environ for k in ["CHANNEL_ACCESS_TOKEN", "CHANNEL_SECRET", "GOOGLE_API_KEY", "IMGBB_API_KEY"]):
21
- logging.error("Missing environment variables. Please set CHANNEL_ACCESS_TOKEN, CHANNEL_SECRET, GOOGLE_API_KEY, and IMGBB_API_KEY.")
22
- raise ValueError("Missing environment variables. Please set CHANNEL_ACCESS_TOKEN, CHANNEL_SECRET, GOOGLE_API_KEY, and IMGBB_API_KEY.")
23
 
24
  # Line Bot API 設定
25
  line_bot_api = LineBotApi(os.environ["CHANNEL_ACCESS_TOKEN"])
@@ -42,6 +43,7 @@ GEMINI_API_URL = "https://generativelanguage.googleapis.com/v1beta/models/gemini
42
  IMAGIN_API_URL = "https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash-image-preview:generateContent"
43
  GOOGLE_API_KEY = os.environ["GOOGLE_API_KEY"]
44
  IMGBB_API_KEY = os.environ["IMGBB_API_KEY"]
 
45
 
46
  app = FastAPI()
47
 
@@ -139,7 +141,6 @@ def get_gemini_response(prompt: str, images: list, api_url: str):
139
  logging.error(f"Gemini API request failed: {e}")
140
  return f"Gemini API 請求失敗:{e}"
141
 
142
-
143
  def get_virtual_tryon_image(user_photo_base64: str, upper_body_image_base64: str, lower_body_image_base64: str):
144
  """
145
  使用 gemini-2.5-flash-image-preview (nanobanana) 模擬虛擬試穿。
@@ -192,6 +193,81 @@ def get_virtual_tryon_image(user_photo_base64: str, upper_body_image_base64: str
192
  logging.error(f"Gemini image generation API request failed: {e}")
193
  return None
194
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
195
  @line_handler.add(MessageEvent, message=TextMessage)
196
  def handle_text_message(event):
197
  user_id = event.source.user_id
@@ -209,8 +285,46 @@ def handle_text_message(event):
209
  )
210
  return
211
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
212
  # 處理個人資訊輸入
213
- if not user_states[user_id]["is_ready_for_photo"] and not user_states[user_id]["is_ready_for_outfit"]:
214
  try:
215
  parts = text.split(',')
216
  if len(parts) == 5:
@@ -238,7 +352,7 @@ def handle_text_message(event):
238
  logging.error(f"Invalid user info format: '{text}'")
239
  line_bot_api.reply_message(
240
  reply_token,
241
- TextSendMessage(text="請依照格式輸入:身高,三圍胸圍,腰圍,臀圍,場合。例如:165,85,65,90,約會")
242
  )
243
  return
244
 
@@ -265,6 +379,7 @@ def handle_text_message(event):
265
  TextSendMessage(text="請先依照格式輸入個人資訊,格式為:身高,胸圍,腰圍,臀圍,場合。例如:165,85,65,90,約會")
266
  )
267
 
 
268
  @line_handler.add(MessageEvent, message=ImageMessage)
269
  def handle_image_message(event):
270
  user_id = event.source.user_id
@@ -281,17 +396,24 @@ def handle_image_message(event):
281
  )
282
  return
283
 
 
 
 
 
 
 
284
  # 處理個人照片上傳
285
- if len(user_states[user_id]["upper_body_images"]) == MAX_IMAGES_PER_TYPE and len(user_states[user_id]["lower_body_images"]) == MAX_IMAGES_PER_TYPE and not user_states[user_id]["personal_photo"]:
286
  try:
287
  image_id = event.message.id
288
- base64_img = get_base64_image(image_id)
289
-
290
- # 先將個人照片的 Base64 儲存起來,用於 Gemini
291
- user_states[user_id]["personal_photo_base64"] = base64_img
292
 
293
- # 再將個人照片上傳到 Imgbb,並儲存 URL
294
- photo_url = upload_to_imgbb(base64_img)
 
 
 
295
  user_states[user_id]["personal_photo"] = photo_url
296
  user_states[user_id]["is_ready_for_photo"] = True
297
 
@@ -304,17 +426,17 @@ def handle_image_message(event):
304
  user_info = user_states[user_id]["user_info"]
305
  occasion = user_info["occasion"]
306
 
307
- # Gemini 提示詞現在使用圖片 URL,而不是 Base64 編碼
308
  prompt = (
309
  f"我提供了三件上衣圖片和三件下半身圖片,以及使用者的一張個人照片。使用者資訊:身高 {user_info['height']}cm,三圍 {user_info['bust']}-{user_info['waist']}-{user_info['hip']},場合是「{occasion}」。"
310
  "請根據這些衣物,為我推薦一套最適合的穿搭,並詳細說明為何這套搭配適合這個場合。請以繁體中文回答。"
311
  "請在描述中以圖片連結的形式(例如:'https://example.com/outfit1.jpg')顯示你搭配好的衣物組合。"
312
  )
313
 
 
314
  all_images_base64 = (
315
  [get_base64_from_url(url) for url in user_states[user_id]["upper_body_images"]] +
316
  [get_base64_from_url(url) for url in user_states[user_id]["lower_body_images"]] +
317
- [user_states[user_id]["personal_photo_base64"]]
318
  )
319
 
320
  response_text = get_gemini_response(prompt, all_images_base64, GEMINI_API_URL)
@@ -328,7 +450,7 @@ def handle_image_message(event):
328
  best_lower_body_image = user_states[user_id]["lower_body_images"][best_lower_index]
329
 
330
  # 呼叫虛擬試穿 API,並取得結果圖片 URL
331
- virtual_tryon_url = get_virtual_tryon_image(user_states[user_id]["personal_photo_base64"], get_base64_from_url(best_upper_body_image), get_base64_from_url(best_lower_body_image))
332
 
333
  # 發送 Gemini 的文字建議
334
  line_bot_api.push_message(
@@ -367,11 +489,12 @@ def handle_image_message(event):
367
 
368
  try:
369
  image_id = event.message.id
370
- base64_img = get_base64_image(image_id)
371
- # 上傳圖片到 Imgbb,並儲存 URL
372
- image_url = upload_to_imgbb(base64_img)
 
373
  if not image_url:
374
- logging.error("Failed to upload image to Imgbb.")
375
  line_bot_api.reply_message(
376
  reply_token,
377
  TextSendMessage(text="圖片上傳失敗,請稍後再試。")
@@ -381,9 +504,12 @@ def handle_image_message(event):
381
  if mode == "upper":
382
  if len(user_states[user_id]["upper_body_images"]) < MAX_IMAGES_PER_TYPE:
383
  user_states[user_id]["upper_body_images"].append(image_url)
 
 
 
384
  line_bot_api.reply_message(
385
  reply_token,
386
- TextSendMessage(text=f"已接收上衣。上衣: {len(user_states[user_id]['upper_body_images'])}/{MAX_IMAGES_PER_TYPE},褲子/裙子: {len(user_states[user_id]['lower_body_images'])}/{MAX_IMAGES_PER_TYPE}。")
387
  )
388
  return
389
  else:
@@ -396,10 +522,20 @@ def handle_image_message(event):
396
  else: # mode == "lower"
397
  if len(user_states[user_id]["lower_body_images"]) < MAX_IMAGES_PER_TYPE:
398
  user_states[user_id]["lower_body_images"].append(image_url)
 
 
 
399
  line_bot_api.reply_message(
400
  reply_token,
401
- TextSendMessage(text=f"已接收褲子/裙子。上衣: {len(user_states[user_id]['upper_body_images'])}/{MAX_IMAGES_PER_TYPE},褲子/裙子: {len(user_states[user_id]['lower_body_images'])}/{MAX_IMAGES_PER_TYPE}。")
402
  )
 
 
 
 
 
 
 
403
  return
404
  else:
405
  logging.info("Lower body image count is full.")
@@ -417,4 +553,4 @@ def handle_image_message(event):
417
  )
418
 
419
  if __name__ == "__main__":
420
- uvicorn.run(app, host="0.0.0.0", port=int(os.environ.get("PORT", 8080)))
 
12
  import logging
13
  from PIL import Image
14
  import io
15
+ import requests.exceptions
16
 
17
  # 設置日誌記錄
18
  logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
19
 
20
  # 檢查環境變數
21
+ if not all(k in os.environ for k in ["CHANNEL_ACCESS_TOKEN", "CHANNEL_SECRET", "GOOGLE_API_KEY", "IMGBB_API_KEY", "HF_SPACE"]):
22
+ logging.error("Missing environment variables. Please set CHANNEL_ACCESS_TOKEN, CHANNEL_SECRET, GOOGLE_API_KEY, IMGBB_API_KEY, and HF_SPACE.")
23
+ raise ValueError("Missing environment variables. Please set CHANNEL_ACCESS_TOKEN, CHANNEL_SECRET, GOOGLE_API_KEY, IMGBB_API_KEY, and HF_SPACE.")
24
 
25
  # Line Bot API 設定
26
  line_bot_api = LineBotApi(os.environ["CHANNEL_ACCESS_TOKEN"])
 
43
  IMAGIN_API_URL = "https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash-image-preview:generateContent"
44
  GOOGLE_API_KEY = os.environ["GOOGLE_API_KEY"]
45
  IMGBB_API_KEY = os.environ["IMGBB_API_KEY"]
46
+ HF_SPACE_URL = os.environ["HF_SPACE"]
47
 
48
  app = FastAPI()
49
 
 
141
  logging.error(f"Gemini API request failed: {e}")
142
  return f"Gemini API 請求失敗:{e}"
143
 
 
144
  def get_virtual_tryon_image(user_photo_base64: str, upper_body_image_base64: str, lower_body_image_base64: str):
145
  """
146
  使用 gemini-2.5-flash-image-preview (nanobanana) 模擬虛擬試穿。
 
193
  logging.error(f"Gemini image generation API request failed: {e}")
194
  return None
195
 
196
+ def generate_outfit_image(upper_body_images: list, lower_body_images: list):
197
+ """
198
+ 使用 gemini-2.5-flash-image-preview 生成一套全新的穿搭圖片。
199
+ """
200
+ logging.info("Attempting to generate a new outfit image.")
201
+
202
+ prompt = "使用提供的上衣和褲子/裙子圖片,生成一套完整且時尚的穿搭圖片。請將衣服呈現在一個有模特兒穿著或是在平面上呈現的完整畫面中。風格應與提供的衣物相符。"
203
+
204
+ all_images_base64 = (
205
+ [get_base64_from_url(url) for url in upper_body_images] +
206
+ [get_base64_from_url(url) for url in lower_body_images]
207
+ )
208
+
209
+ payload = {
210
+ "contents": [
211
+ {
212
+ "parts": [
213
+ {"text": prompt}
214
+ ] + [
215
+ {"inlineData": {"mimeType": "image/jpeg", "data": img_base64}} for img_base64 in all_images_base64
216
+ ]
217
+ }
218
+ ],
219
+ "generationConfig": {
220
+ "responseModalities": ['IMAGE']
221
+ }
222
+ }
223
+
224
+ try:
225
+ response = requests.post(f"{IMAGIN_API_URL}?key={GOOGLE_API_KEY}", json=payload, timeout=120)
226
+ response.raise_for_status()
227
+ response_data = response.json()
228
+ if 'candidates' in response_data and response_data['candidates']:
229
+ image_part = response_data['candidates'][0]['content']['parts'][0]
230
+ if image_part and 'inlineData' in image_part:
231
+ generated_image_base64 = image_part['inlineData']['data']
232
+ generated_image_url = upload_to_imgbb(generated_image_base64)
233
+ if generated_image_url:
234
+ logging.info(f"Successfully generated and uploaded new outfit image: {generated_image_url}")
235
+ return generated_image_url
236
+ else:
237
+ logging.error("Failed to upload generated outfit image to Imgbb.")
238
+ return None
239
+ else:
240
+ logging.error("Gemini image response format is invalid for outfit generation.")
241
+ return None
242
+ else:
243
+ logging.error(f"Gemini outfit generation response has no candidates: {response.text}")
244
+ return None
245
+ except requests.exceptions.RequestException as e:
246
+ logging.error(f"Gemini outfit generation API request failed: {e}")
247
+ return None
248
+
249
+ def save_image_locally(image_binary: bytes):
250
+ """
251
+ 將二進位圖片資料儲存到本地,並返回一個可供外部存取的 URL。
252
+ """
253
+ try:
254
+ # 確保 'static' 資料夾存在
255
+ if not os.path.exists("static"):
256
+ os.makedirs("static")
257
+
258
+ image = Image.open(io.BytesIO(image_binary))
259
+ # 隨機生成一個檔案名以避免衝突
260
+ file_name = f"static/{os.urandom(16).hex()}.png"
261
+ image.save(file_name, format="PNG")
262
+
263
+ image_url = os.path.join(HF_SPACE_URL, file_name)
264
+ logging.info(f"Image successfully saved locally: {image_url}")
265
+ return image_url
266
+ except Exception as e:
267
+ logging.error(f"Error saving image locally: {e}")
268
+ return None
269
+
270
+
271
  @line_handler.add(MessageEvent, message=TextMessage)
272
  def handle_text_message(event):
273
  user_id = event.source.user_id
 
285
  )
286
  return
287
 
288
+ # 新增 圖片生成穿搭功能
289
+ if text in ["生成穿搭", "圖片推薦"] and user_states[user_id]["is_ready_for_outfit"]:
290
+ if len(user_states[user_id]["upper_body_images"]) == MAX_IMAGES_PER_TYPE and len(user_states[user_id]["lower_body_images"]) == MAX_IMAGES_PER_TYPE:
291
+ line_bot_api.reply_message(
292
+ reply_token,
293
+ TextSendMessage(text="好的,正在為您生成一套新的穿搭圖片,請稍候...")
294
+ )
295
+
296
+ generated_outfit_url = generate_outfit_image(
297
+ user_states[user_id]["upper_body_images"],
298
+ user_states[user_id]["lower_body_images"]
299
+ )
300
+
301
+ if generated_outfit_url:
302
+ line_bot_api.push_message(
303
+ user_id,
304
+ ImageSendMessage(original_content_url=generated_outfit_url, preview_image_url=generated_outfit_url)
305
+ )
306
+ line_bot_api.push_message(
307
+ user_id,
308
+ TextSendMessage(text="這是根據您的衣物生成的圖片推薦。如果想再次使用,請輸入「重置」。")
309
+ )
310
+ else:
311
+ line_bot_api.push_message(
312
+ user_id,
313
+ TextSendMessage(text="圖片生成失敗,請稍後再試。")
314
+ )
315
+
316
+ # 生成後重置狀態
317
+ user_states[user_id] = defaultdict(lambda: {"upper_body_images": [], "lower_body_images": [], "current_mode": None, "is_ready_for_outfit": False, "is_ready_for_photo": False, "user_info": {}, "personal_photo": None, "personal_photo_base64": None})[user_id]
318
+ return
319
+ else:
320
+ line_bot_api.reply_message(
321
+ reply_token,
322
+ TextSendMessage(text="請先上傳三件上衣和三件褲子/裙子圖片。")
323
+ )
324
+ return
325
+
326
  # 處理個人資訊輸入
327
+ if not user_states[user_id]["is_ready_for_outfit"] and not user_states[user_id]["is_ready_for_photo"]:
328
  try:
329
  parts = text.split(',')
330
  if len(parts) == 5:
 
352
  logging.error(f"Invalid user info format: '{text}'")
353
  line_bot_api.reply_message(
354
  reply_token,
355
+ TextSendMessage(text="請依照格式輸入:身高,胸圍,腰圍,臀圍,場合。例如:165,85,65,90,約會")
356
  )
357
  return
358
 
 
379
  TextSendMessage(text="請先依照格式輸入個人資訊,格式為:身高,胸圍,腰圍,臀圍,場合。例如:165,85,65,90,約會")
380
  )
381
 
382
+
383
  @line_handler.add(MessageEvent, message=ImageMessage)
384
  def handle_image_message(event):
385
  user_id = event.source.user_id
 
396
  )
397
  return
398
 
399
+ # 檢查是否所有衣物都已上傳
400
+ is_outfit_complete = (
401
+ len(user_states[user_id]["upper_body_images"]) == MAX_IMAGES_PER_TYPE and
402
+ len(user_states[user_id]["lower_body_images"]) == MAX_IMAGES_PER_TYPE
403
+ )
404
+
405
  # 處理個人照片上傳
406
+ if is_outfit_complete and not user_states[user_id]["personal_photo"]:
407
  try:
408
  image_id = event.message.id
409
+ # 取得圖片的二進位資料
410
+ image_content = line_bot_api.get_message_content(image_id).content
 
 
411
 
412
+ # 使用新函式來儲存圖片並取得 URL
413
+ photo_url = save_image_locally(image_content)
414
+ if not photo_url:
415
+ raise Exception("Failed to save personal photo locally.")
416
+
417
  user_states[user_id]["personal_photo"] = photo_url
418
  user_states[user_id]["is_ready_for_photo"] = True
419
 
 
426
  user_info = user_states[user_id]["user_info"]
427
  occasion = user_info["occasion"]
428
 
 
429
  prompt = (
430
  f"我提供了三件上衣圖片和三件下半身圖片,以及使用者的一張個人照片。使用者資訊:身高 {user_info['height']}cm,三圍 {user_info['bust']}-{user_info['waist']}-{user_info['hip']},場合是「{occasion}」。"
431
  "請根據這些衣物,為我推薦一套最適合的穿搭,並詳細說明為何這套搭配適合這個場合。請以繁體中文回答。"
432
  "請在描述中以圖片連結的形式(例如:'https://example.com/outfit1.jpg')顯示你搭配好的衣物組合。"
433
  )
434
 
435
+ # 取得圖片的 Base64 編碼,用於 Gemini API 呼叫
436
  all_images_base64 = (
437
  [get_base64_from_url(url) for url in user_states[user_id]["upper_body_images"]] +
438
  [get_base64_from_url(url) for url in user_states[user_id]["lower_body_images"]] +
439
+ [get_base64_from_url(photo_url)]
440
  )
441
 
442
  response_text = get_gemini_response(prompt, all_images_base64, GEMINI_API_URL)
 
450
  best_lower_body_image = user_states[user_id]["lower_body_images"][best_lower_index]
451
 
452
  # 呼叫虛擬試穿 API,並取得結果圖片 URL
453
+ virtual_tryon_url = get_virtual_tryon_image(get_base64_from_url(photo_url), get_base64_from_url(best_upper_body_image), get_base64_from_url(best_lower_body_image))
454
 
455
  # 發送 Gemini 的文字建議
456
  line_bot_api.push_message(
 
489
 
490
  try:
491
  image_id = event.message.id
492
+ image_content = line_bot_api.get_message_content(image_id).content
493
+
494
+ # 使用新函式來儲存圖片並取得 URL
495
+ image_url = save_image_locally(image_content)
496
  if not image_url:
497
+ logging.error("Failed to save image locally.")
498
  line_bot_api.reply_message(
499
  reply_token,
500
  TextSendMessage(text="圖片上傳失敗,請稍後再試。")
 
504
  if mode == "upper":
505
  if len(user_states[user_id]["upper_body_images"]) < MAX_IMAGES_PER_TYPE:
506
  user_states[user_id]["upper_body_images"].append(image_url)
507
+ reply_text = f"已接收上衣。上衣: {len(user_states[user_id]['upper_body_images'])}/{MAX_IMAGES_PER_TYPE},褲子/裙子: {len(user_states[user_id]['lower_body_images'])}/{MAX_IMAGES_PER_TYPE}。"
508
+ if len(user_states[user_id]["upper_body_images"]) == MAX_IMAGES_PER_TYPE:
509
+ reply_text += "上衣已收集完畢。"
510
  line_bot_api.reply_message(
511
  reply_token,
512
+ TextSendMessage(text=reply_text)
513
  )
514
  return
515
  else:
 
522
  else: # mode == "lower"
523
  if len(user_states[user_id]["lower_body_images"]) < MAX_IMAGES_PER_TYPE:
524
  user_states[user_id]["lower_body_images"].append(image_url)
525
+ reply_text = f"已接收褲子/裙子。上衣: {len(user_states[user_id]['upper_body_images'])}/{MAX_IMAGES_PER_TYPE},褲子/裙子: {len(user_states[user_id]['lower_body_images'])}/{MAX_IMAGES_PER_TYPE}。"
526
+ if len(user_states[user_id]["lower_body_images"]) == MAX_IMAGES_PER_TYPE:
527
+ reply_text += "褲子/裙子已收集完畢。"
528
  line_bot_api.reply_message(
529
  reply_token,
530
+ TextSendMessage(text=reply_text)
531
  )
532
+ # 檢查是否所有圖片都已上傳完畢
533
+ if (len(user_states[user_id]["upper_body_images"]) == MAX_IMAGES_PER_TYPE and
534
+ len(user_states[user_id]["lower_body_images"]) == MAX_IMAGES_PER_TYPE):
535
+ line_bot_api.push_message(
536
+ user_id,
537
+ TextSendMessage(text="所有衣物圖片已收集完畢!\n\n現在您可以上傳**個人照片**進行虛擬試穿,或輸入「**生成穿搭**」來獲得圖片推薦。")
538
+ )
539
  return
540
  else:
541
  logging.info("Lower body image count is full.")
 
553
  )
554
 
555
  if __name__ == "__main__":
556
+ uvicorn.run(app, host="0.0.0.0", port=int(os.environ.get("PORT", 8080)))