Update main.py

main.py

@@ -104,20 +104,36 @@ def handle_message(event):
         line_bot_api.reply_message(
             event.reply_token,
             TextSendMessage(text=out))
-        
+
 # 處理非文字訊息事件
-@line_handler.add(MessageEvent, message=ImageMessage)
+@handler.add(MessageEvent, message=ImageMessage)
 def handle_image_message(event):
-  try:
-    message_id = event.message.id
-    image_content = line_bot_api.get_message_content(message_id)
-    image_data = io.BytesIO(image_content.content)
-
-    line_bot_api.reply_message(event.reply_token, TextSendMessage(text="收到圖片了！目前圖片分析功能尚未完善，敬請期待。"))
-
-  except Exception as e:
-    print(f"Error processing image message: {e}")
-    line_bot_api.reply_message(event.reply_token, TextSendMessage(text="處理圖片訊息時發生錯誤。"))
+    try:
+        message_id = event.message.id
+        image_content = line_bot_api.get_message_content(message_id)
+        image_data = io.BytesIO(image_content.content)
+
+        # 使用 Google Cloud Vision API 提取圖片文字
+        image = vision.Image(content=image_data.getvalue())
+        response = vision_client.text_detection(image=image)
+        texts = response.text_annotations
+
+        if texts:
+            extracted_text = texts[0].description
+            # 將提取的文字傳遞給 Gemini
+            try:
+                chat = model.start_chat(history=[{"role": "user", "parts": "你好"},{"role": "model", "parts": "早安，有什麼可以協助您"},])
+                gemini_response = chat.send_message(f"分析圖片中的文字：{extracted_text}", generation_config=genai.GenerationConfig(temperature=0.8))
+                line_bot_api.reply_message(event.reply_token, TextSendMessage(text=gemini_response.text))
+            except Exception as e:
+                print(f"Error with Gemini: {e}")
+                line_bot_api.reply_message(event.reply_token, TextSendMessage(text="分析圖片文字時發生錯誤。"))
+        else:
+            line_bot_api.reply_message(event.reply_token, TextSendMessage(text="圖片中沒有文字。"))
+
+    except Exception as e:
+        print(f"Error processing image message: {e}")
+        line_bot_api.reply_message(event.reply_token, TextSendMessage(text="處理圖片訊息時發生錯誤。"))
 
 
 if __name__ == "__main__":