Update main.py

main.py

@@ -3,14 +3,12 @@ import gradio as gr
 from fastapi.middleware.cors import CORSMiddleware
 from fastapi import FastAPI, Request,  Header, BackgroundTasks, HTTPException, status
 import google.generativeai as genai
-import openai  # 導入 OpenAI 函式庫
-from linebot import LineBotApi, WebhookHandler
+import openai 
+import base64
+from linebot import LineBot Api, WebhookHandler
 from linebot.exceptions import InvalidSignatureError
 from linebot.models import MessageEvent, TextMessage, TextSendMessage, ImageSendMessage, AudioMessage, ImageMessage
 
-#設定open AI API 金鑰
-OPENAI_API_KEY = os.environ.get("OPENAI_API_KEY") 
-
 # 設定 Google AI API 金鑰
 genai.configure(api_key=os.environ["GOOGLE_API_KEY"])
 
@@ -98,7 +96,7 @@ def handle_message(event):
                 out = completion.parts[0].text
             else:
                 # 回覆 "Gemini沒答案!請換個說法！"
-                out = "Gemini沒答案!請換個說法！"
+                out = "我不太懂什麼意思也~"
         except:
             # 處理錯誤
             out = "Gemini執行出錯!請換個說法！" 
@@ -108,73 +106,83 @@ def handle_message(event):
             event.reply_token,
             TextSendMessage(text=out))
 
-# 處理非文字訊息事件
+
+
+#設定open AI API 金鑰
+OPENAI_API_KEY = os.environ.get("OPENAI_API_KEY") 
 def get_image_url(message_id):
-    """從 Line 取得圖片 URL。"""
+    """
+    從 LINE Messaging API 獲取圖片數據並保存為本地文件
+    """
     try:
-        content = line_bot_api.get_message_content(message_id)
-        # Line API 回傳的內容不是直接的 URL，需要進一步處理
-        # 這裡使用 requests 取得圖片內容並暫時儲存在記憶體中
-        response = requests.get(line_bot_api.config.http_client.line_endpoint + "/bot/message/" + message_id + "/content", headers=line_bot_api.config.http_client.default_headers, stream=True)
-        if response.status_code == 200:
-            return response.url
-        else:
-            print(f"Error getting image url: {response.status_code}")
-            return None
+        # 從 LINE API 下載圖片
+        message_content = line_bot_api.get_message_content(message_id)
+        file_path = f"/tmp/{message_id}.png"  # 儲存路徑
+        with open(file_path, "wb") as f:
+            for chunk in message_content.iter_content():
+                f.write(chunk)
+        return file_path
     except Exception as e:
-        print(f"Error getting image content: {e}")
+        print(f"Error downloading image: {e}")
         return None
+
+def analyze_with_openai(image_path, user_text):
+    """
+    分析用戶問題和圖片，並返回 OpenAI 的回應
+    """
+    # 讀取圖片並轉換為 Base64
+    with open(image_path, "rb") as image_file:
+        image_binary = image_file.read()
+        image_base64 = base64.b64encode(image_binary).decode("utf-8")
+
+    # 構建分析請求
+    prompt = f"""
+    用戶的問題是：{user_text}
+    圖片已上傳，Base64 編碼如下：
+    {image_base64[:100]}...（已截斷）
+    請根據圖片和問題進行詳細分析。
+    """
+
+    # 使用 OpenAI API 請求
+    response = openai.ChatCompletion.create(
+        model="gpt-4",
+        messages=[
+            {"role": "system", "content": "請用繁體中文回答。你現在是個專業助理，職稱為OPEN小助理，個性活潑、樂觀，願意回答所有問題"},
+            {"role": "user", "content": prompt}
+        ]
+    )
+
+    return response["choices"][0]["message"]["content"]
+
         
-@line_handler.add(MessageEvent, message=ImageMessage)
+@handler.add(MessageEvent, message=(TextMessage, ImageMessage))
 def handle_image_message(event):
-    image_url = get_image_url(event.message.id)
-    if not image_url:
-        line_bot_api.reply_message(event.reply_token, TextSendMessage(text="無法取得圖片。"))
+    # 從 LINE API 獲取圖片數據
+    image_path = get_image_url(event.message.id)
+
+    if not image_path:
+        line_bot_api.reply_message(
+            event.reply_token,
+            TextSendMessage(text="無法取得圖片，請再試一次！")
+        )
         return
 
-    # 回覆訊息，請使用者提問
-    line_bot_api.reply_message(
-        event.reply_token,
-        TextSendMessage(text="圖片已收到，請針對圖片提問。"))
+    # 獲取用戶問題（文字）
+    user_text = event.message.text  # 自行實現，根據需求追蹤用戶文字
+    if not user_text:
+        line_bot_api.reply_message(
+            event.reply_token,
+            TextSendMessage(text="幫我輸入你想詢問的問題喔~")
+        )
+        return
 
-    # 將圖片 URL 儲存到用戶的 session 中
-    user_id = event.source.user_id
-    user_sessions[user_id] = {"image_url": image_url}
+    # 將圖片與文字結合發送到 OpenAI
+    response_text = analyze_with_openai(image_path, user_text)
 
-@line_handler.add(MessageEvent, message=TextMessage)
-def handle_text_message(event):
-    user_id = event.source.user_id
-    if user_id in user_sessions and "image_url" in user_sessions[user_id]:
-        image_url = user_sessions[user_id]["image_url"]
-        user_question = event.message.text
-        del user_sessions[user_id]
-
-        try:
-            response = openai.ChatCompletion.create(
-                model="gpt-4-vision-preview",
-                messages=[
-                    {
-                        "role": "user",
-                        "content": [
-                            {"type": "text", "text": user_question},
-                            {"type": "image_url", "image_url": {"url": image_url}},
-                        ],
-                    }
-                ],
-                max_tokens=300,
-            )
-            bot_reply = response.choices[0].message.content
-            line_bot_api.reply_message(event.reply_token, TextSendMessage(text=bot_reply))
-        except openai.error.OpenAIError as e:
-            print(f"OpenAI API error: {e}")
-            line_bot_api.reply_message(event.reply_token, TextSendMessage(text=f"處理您的問題時發生錯誤：{e}"))
-        except Exception as e:
-            print(f"Other error: {e}")
-            line_bot_api.reply_message(event.reply_token, TextSendMessage(text=f"發生未預期的錯誤：{e}"))
-
-    else:
-        line_bot_api.reply_message(event.reply_token,TextSendMessage(text=event.message.text))
-user_sessions = {}
+    # 回覆生成結果
+        line_bot_api.reply_message(
+            event.reply_token,
+            TextSendMessage(text=out))
 
 if __name__ == "__main__":
     # 啟動 FastAPI 應用程式