Update app.py

app.py

@@ -23,29 +23,26 @@ def chat_with_groq(user_message):
     try:
         # 調用 API
         completion = client.chat.completions.create(
-            model="llama-3.1-70b-versatile",
+            model="llama3-groq-70b-8192-tool-use-preview",
             messages=[
                 {
                     "role": "system",
-                    "content": "「你是一位國中國文老師，使用的語言為繁體中文(zh-tw)。你的興趣是讓學生喜歡成語，信手拈來都能用成語融入生活情境。無論學生問你什麼問題，你都會把話題引導到國文成語相關的討論上。」"
+                    "content": "你是一位虛擬助手，專注於回答使用者的提問，提供準確而簡潔的資訊。"
                 },
                 {"role": "user", "content": user_message}
             ],
-            temperature=1,
+            temperature=0.5,
             max_tokens=1024,
-            top_p=1,
-            stream=False
+            top_p=0.65,
+            stream=True
         )
 
-        # 驗證並解析回應
-        if "choices" in completion and len(completion["choices"]) > 0:
-            response = completion["choices"][0].get("message", {}).get("content", None)
-            if response:
-                return response
-            else:
-                return "抱歉，我無法生成有效的回應。"
-        else:
-            return "抱歉，API 回應的結構不符合預期。"
+        # 解析流式回應
+        response = ""
+        for chunk in completion:
+            delta_content = chunk.choices[0].delta.get("content", "")
+            response += delta_content
+        return response
 
     except Exception as e:
         return f"發生錯誤：{str(e)}"
@@ -59,7 +56,7 @@ def gradio_chatbot():
         return history, history
 
     with gr.Blocks() as demo:
-        gr.Markdown("### 成語遊戲 Chatbot")
+        gr.Markdown("### Groq Chatbot")
         chatbot = gr.Chatbot()
         user_input = gr.Textbox(placeholder="輸入你的訊息...")
         submit_button = gr.Button("送出")