update

app.py

@@ -32,6 +32,7 @@ from googleapiclient.http import MediaIoBaseUpload
 from educational_material import EducationalMaterial
 from storage_service import GoogleCloudStorage
 
+import boto3
 
 is_env_local = os.getenv("IS_ENV_LOCAL", "false") == "true"
 print(f"is_env_local: {is_env_local}")
@@ -45,6 +46,9 @@ if is_env_local:
         OPEN_AI_KEY = config["OPEN_AI_KEY"]
         GROQ_API_KEY = config["GROQ_API_KEY"]
         JUTOR_CHAT_KEY = config["JUTOR_CHAT_KEY"]
+        AWS_ACCESS_KEY = config["AWS_ACCESS_KEY"]
+        AWS_SECRET_KEY = config["AWS_SECRET_KEY"]
+        AWS_REGION_NAME = config["AWS_REGION_NAME"]
         OUTPUT_PATH = config["OUTPUT_PATH"]
 else:
     PASSWORD = os.getenv("PASSWORD")
@@ -53,6 +57,9 @@ else:
     OPEN_AI_KEY = os.getenv("OPEN_AI_KEY")
     GROQ_API_KEY = os.getenv("GROQ_API_KEY")
     JUTOR_CHAT_KEY = os.getenv("JUTOR_CHAT_KEY")
+    AWS_ACCESS_KEY = os.getenv("AWS_ACCESS_KEY"),
+    AWS_SECRET_KEY = os.getenv("AWS_SECRET_KEY"),
+    AWS_REGION_NAME = 'us-west-2'
     OUTPUT_PATH = 'videos'
 
 TRANSCRIPTS = []
@@ -64,6 +71,20 @@ GROQ_CLIENT = Groq(api_key=GROQ_API_KEY)
 GCS_SERVICE = GoogleCloudStorage(GCS_KEY)
 GCS_CLIENT = GCS_SERVICE.client
 
+
+
+# 初始化 boto3 session
+boto3.setup_default_session(
+    aws_access_key_id=AWS_ACCESS_KEY,
+    aws_secret_access_key=AWS_SECRET_KEY,
+    region_name=AWS_REGION_NAME
+)
+
+BEDROCK_CLIENT = boto3.client(
+    service_name="bedrock-runtime",
+    region_name=AWS_REGION_NAME
+)
+
 # 驗證 password
 def verify_password(password):
     if password == PASSWORD:
@@ -1615,6 +1636,106 @@ def poll_run_status(run_id, thread_id, timeout=600, poll_interval=5):
     
     return run.status
 
+def chat_with_claude3(password, user_message, data, chat_history, socratic_mode=False):
+    verify_password(password)
+    data_json = json.loads(data)
+    for entry in data_json:
+        entry.pop('embed_url', None)  # Remove 'embed_url' if it exists
+        entry.pop('screenshot_path', None) 
+
+    if socratic_mode:
+        sys_content = f"""
+            你是一個擅長資料分析跟影片教學的老師，user 為學生
+            請用 {data} 為資料文本，自行判斷資料的種類，
+            並進行對話，使用 台灣人的口與表達，及繁體中文zh-TW
+            請你用蘇格拉底式的提問方式，引導學生思考，並且給予學生一些提示
+            不要直接給予答案，讓學生自己思考
+            但可以給予一些提示跟引導，例如給予影片的時間軸，讓學生自己去找答案
+
+            如果學生問了一些問題你無法判斷，請告訴學生你無法判斷，並建議學生可以問其他問題
+            或者你可以問學生一些問題，幫助學生更好的理解資料
+
+            如果學生的問題與資料文本無關，請告訴學生你無法回答超出範圍的問題
+
+            最後，在你回答的開頭標註【蘇格拉底助教】
+        """
+    else:
+        sys_content = f"""
+            你是一個擅長資料分析跟影片教學的老師，user 為學生
+            請用 {data} 為資料文本，自行判斷資料的種類，
+            並進行對話，使用 zh-TW
+
+            如果是影片類型，不用解釋逐字稿格式，直接回答學生問題
+            但可以給予一些提示跟引導，例如給予影片的時間軸，讓學生可以找到相對應的時間點
+
+            如果學生問了一些問題你無法判斷，請告訴學生你無法判斷，並建議學生可以問其他問題
+            或者你可以問學生一些問題，幫助學生更好的理解資料
+
+            如果學生的問題與資料文本無關，請告訴學生你無法回答超出範圍的問題
+        """
+
+    messages = []
+
+    # if chat_history is not none, append role, content to messages
+    # chat_history = [(user, assistant), (user, assistant), ...]
+    # In the list, first one is user, then assistant
+    if chat_history is not None:
+        # 如果超過10則訊息，只保留最後10則訊息
+        if len(chat_history) > 10:
+            chat_history = chat_history[-10:]
+
+        for chat in chat_history:
+            old_messages = [
+                {"role": "user", "content": chat[0]},
+                {"role": "assistant", "content": chat[1]}
+            ]
+            messages += old_messages
+    else:
+        pass
+
+    messages.append({"role": "user", "content": user_message})
+    model_id = "anthropic.claude-3-sonnet-20240229-v1:0"
+    # model_id = "anthropic.claude-3-haiku-20240307-v1:0"
+    kwargs = {
+    "modelId": model_id,
+    "contentType": "application/json",
+    "accept": "application/json",
+    "body": json.dumps({
+        "anthropic_version": "bedrock-2023-05-31",
+        "max_tokens": 1000,
+        "system": sys_content,
+        "messages": messages
+    })
+    }
+    # 建立 message API，讀取回應
+    response = BEDROCK_CLIENT.invoke_model(**kwargs)
+    
+    if response:
+        # 处理响应数据
+        response_body = json.loads(response.get('body').read())
+        response_completion = response_body.get('content')[0].get('text').strip()
+        # 更新聊天历史
+        new_chat_history = (user_message, response_completion)
+        if chat_history is None:
+            chat_history = [new_chat_history]
+        else:
+            chat_history.append(new_chat_history)
+
+        # 返回聊天历史和空字符串清空输入框
+        return "", chat_history
+    else:
+        # 处理错误情况
+        print(f"Error: {response.status_code}")
+        return "请求失败，请稍后再试！", chat_history
+    
+    
+    
+    
+    
+    
+    
+    
+
 def update_slide(direction):
     global TRANSCRIPTS
     global CURRENT_INDEX
@@ -1743,7 +1864,6 @@ with gr.Blocks(theme=gr.themes.Base(primary_hue=gr.themes.colors.orange, seconda
                         mind_map_html = gr.HTML()
             with gr.Column(scale=2):
                 with gr.Tab("OPENAI"):
-                    gr.Markdown("## OPEN AI 模式")
                     bot_avatar = "https://junyi-avatar.s3.ap-northeast-1.amazonaws.com/live/%20%20foxcat-star-18.png?v=20231113095823614"
                     user_avatar = "https://junyitopicimg.s3.amazonaws.com/s4byy--icon.jpe?v=20200513013523726"
                     chatbot = gr.Chatbot(avatar_images=[bot_avatar, user_avatar], label="OPEN AI", show_share_button=False, likeable=True)
@@ -1753,15 +1873,17 @@ with gr.Blocks(theme=gr.themes.Base(primary_hue=gr.themes.colors.orange, seconda
                     msg = gr.Textbox(label="Message")
                     send_button = gr.Button("Send", variant="primary")
                 with gr.Tab("GROQ"):
-                    gr.Markdown("## GROQ 模式")
                     groq_chatbot = gr.Chatbot(avatar_images=[bot_avatar, user_avatar], label="groq mode chatbot", show_share_button=False)
                     groq_msg = gr.Textbox(label="Message")
                     groq_send_button = gr.Button("Send", variant="primary")
                 with gr.Tab("JUTOR"):
-                    gr.Markdown("## JUTOR API 模式")
                     jutor_chatbot = gr.Chatbot(avatar_images=[bot_avatar, user_avatar], label="jutor mode chatbot", show_share_button=False)
                     jutor_msg = gr.Textbox(label="Message")
                     jutor_send_button = gr.Button("Send", variant="primary")
+                with gr.Tab("CLAUDE"):
+                    claude_chatbot = gr.Chatbot(avatar_images=[bot_avatar, user_avatar], label="claude mode chatbot", show_share_button=False)
+                    claude_msg = gr.Textbox(label="Message")
+                    claude_send_button = gr.Button("Send", variant="primary")
 
     with gr.Tab("教師版"):
         with gr.Row():
@@ -1873,6 +1995,12 @@ with gr.Blocks(theme=gr.themes.Base(primary_hue=gr.themes.colors.orange, seconda
         inputs=[password, jutor_msg, df_string_output, jutor_chatbot, socratic_mode_btn],
         outputs=[jutor_msg, jutor_chatbot]
     )
+    # CLAUDE 模式
+    claude_send_button.click(
+        chat_with_claude3,
+        inputs=[password, claude_msg, df_string_output, claude_chatbot, socratic_mode_btn],
+        outputs=[claude_msg, claude_chatbot]
+    )
 
     # 连接按钮点击事件
     chat_with_opan_ai_assistant_input =[password, video_id, thread_id, df_string_output, btn_1, chatbot, content_subject, content_grade, socratic_mode_btn]

local_config.json

@@ -1,23 +0,0 @@
-{
-    "OUTPUT_PATH": "/Users/young/Downloads",
-    "TRANSCRIPTS": [],
-    "CURRENT_INDEX": 0,
-    "VIDEO_ID": "",
-    "PASSWORD": "6161",
-    "OPEN_AI_KEY": "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",
-    "GROQ_API_KEY": "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",
-    "JUTOR_CHAT_KEY": "b4c318b8d6f770e10163436e0e868b806f50f34ae57f378e78956fb76b41fd27",
-    "GOOGLE_APPLICATION_CREDENTIALS_JSON": {
-        "type": "service_account",
-        "project_id": "junyiacademy",
-        "private_key_id": "95d4580de7518ff96be219626c58b23f1754ec6a",
-        "private_key": "-----BEGIN PRIVATE KEY-----\nMIIEvQIBADANBgkqhkiG9w0BAQEFAASCBKcwggSjAgEAAoIBAQCmo3M8Ix46FLNS\nX8NGnEMiZBomXQOEfKCRUy0khm5IKgu5RUIWSF/0UuZeWXG93a1PMarBWokTTIpo\njtRNuEAh+H8lbacJ/G6EH5PxyMjPAOROXLvSJUg4c6lOFp/WoFlnirSPsD/YHL3l\nKKm6//h/tN7GDhaqOKrf9xJ1IlSt7odhCgcR7r3dF/+pbZ2UMDA0rmNmj2aJq7rl\n1qOD/8yC3ainledRRSt8oE7t4w+3eqI5GO7OdLiNwSxGGBNx9IiJln6TFC7frvET\nzr2ZUVLL7jFdWNyfXPU3/B+7JwyXgFGfHpiyQ2xyFAUR62HkpVxs0bKNbnLLmKoL\nIXCQ+lB9AgMBAAECggEAAJLA1C/E7E46SeEqdP3o/TbAwy+Ro4dnUaRNbaK9HmJv\nXymcYJc/JfxjBcRu0qV6wyaeaH1UVZJ67TtWX6JvuPQDWQ2dVX5eovW42aks/AlR\n1wSgeA5rr7pkrZ6jZWa2XGNfOLxpwaGpIqrcx7T/ija/Qc8qmShnSyx+awi9YdX4\n/ih1Ug1fqHPQ1j3Xx23J/S4Wb6eamJZ1BW+txZUUVD2KFnw7iJWR81ceTIuoSY4R\na3Vd8yB1Ri9iVaP6pe0WeA14VfU1d3tbO0GRF6XsEtdRynVXA17nO6okc3yV0bOQ\nnWqibtfT6AWmJFIyya3DrZDxKqSFNuVfHaJrO2LvwQKBgQDRGUzCYJpGw6NAQuKw\n3egfBoTjozZxjykZb0GFFRCIIE9AmX0PkCbz9bxjjMtb9pTH3aVIiv8mL3rfqzdK\nEPEfyC5TntWqahqBW+fOMrpnU54o4Ji1TlFuSBMRBxqIPcJnKFuttkfPZiHbxe3i\nkeqBbJ4HafH5ZNAV+pHwQKSXDwKBgQDMBAbxvSKgYXxeGMOs62rK6y9NeZlKpRUJ\nORdBv+3sLTwSjlpEPwn/KgMXHaHnpDXhtTDP0ad9nLOKnZ5k8dRNcpyUEXVC2WTD\nDHd37lChG0XRnfGuxIvfr5ZYajN/sIgV8WuNpFuWnFj+mGdi+OpzS+KG3J2rMx/k\n4jl1l8g/swKBgQCYJCVyxSFb3dt51XDmKgBMGs00aLwjcnwAErCEqagGtCOWKFgT\nq9p75dA2SupotojYyBAMMX6nBSMNfaHUFXGso1X55/clcOBqQTnwEX8J0ZChw5G5\nUgv0ByNAX3/Ro8ZAkt/qDFhBstlt9J07HtqXYzW0xUSYJt81LsVjH1XixwKBgDF6\nUIzUB8/JlLXlX59SQMYRn5k0gl6+BooEFIXXnEYI+matq2qdtzjw4Wr7vsZE5uRk\nYwAjonEuTcSyUTW+CHT39M1cJood2vgKz/aAD4Hi8V3S5kgyVpHbLaUnrHGtSHO5\n5xGk6KlwJY0pPPmd0I5BuyBl5L8eWP/TdYf1VZVNAoGAUEMSVxBd/onX5LXrzkR7\nOS8w6L+YL68yWCFs1pocfY+cZfkBpteLXzqOMKN2Xc3C7TGGySnEaQlG8bF1P00E\nW9HZvrSYbhsZwEKiIxY3suWRMPRlbeHU9hxt7rYPM+kwl8zy+Z/UtE28Zwhcr0+r\n7EkfwiOEvYStw0mJ9xwhiwU=\n-----END PRIVATE KEY-----\n",
-        "client_email": "analytics-api@junyiacademy.iam.gserviceaccount.com",
-        "client_id": "113360448655635325414",
-        "auth_uri": "https://accounts.google.com/o/oauth2/auth",
-        "token_uri": "https://oauth2.googleapis.com/token",
-        "auth_provider_x509_cert_url": "https://www.googleapis.com/oauth2/v1/certs",
-        "client_x509_cert_url": "https://www.googleapis.com/robot/v1/metadata/x509/analytics-api%40junyiacademy.iam.gserviceaccount.com",
-        "universe_domain": "googleapis.com"
-      }
-}

requirements.txt

@@ -15,4 +15,5 @@ google-cloud-storage
 groq
 yt_dlp
 uuid
-gtts
+gtts
+boto3