Update app.py

app.py

@@ -1,6 +1,7 @@
 import gradio as gr
 from huggingface_hub import InferenceClient
 import openai
+import anthropic
 import os
 
 # 제거할 모델들을 MODELS 사전에서 제외
@@ -11,13 +12,13 @@ MODELS = {
     "Microsoft": "microsoft/Phi-3-mini-4k-instruct",
     "Mixtral 8x7B": "mistralai/Mistral-7B-Instruct-v0.3",
     "Mixtral Nous-Hermes": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
-    "Aya-23-35B": "CohereForAI/aya-23-35B"
+    "Aya-23-35B": "CohereForAI/aya-23-35B",
+    "DeepSeek-V3": "deepseek/deepseek-chat"
 }
 
 # Cohere Command R+ 모델 ID 정의
 COHERE_MODEL = "CohereForAI/c4ai-command-r-plus-08-2024"
 
-
 def get_client(model_name, hf_token):
     """
     모델 이름에 맞춰 InferenceClient 생성.
@@ -34,7 +35,6 @@ def get_client(model_name, hf_token):
         raise ValueError("유효하지 않은 모델 이름입니다.")
     return InferenceClient(model_id, token=hf_token)
 
-
 def respond(
     message,
     chat_history,
@@ -92,7 +92,6 @@ def respond(
         chat_history.append((message, error_message))
         yield chat_history
 
-
 def cohere_respond(
     message,
     chat_history,
@@ -134,7 +133,6 @@ def cohere_respond(
         chat_history.append((message, error_message))
         return chat_history
 
-
 def chatgpt_respond(
     message,
     chat_history,
@@ -151,7 +149,6 @@ def chatgpt_respond(
         chat_history.append((message, "OpenAI API 토큰이 필요합니다."))
         return chat_history
 
-    # openai.api_key = os.getenv("OPENAI_API_KEY")  # 기존 코드 주석
     openai.api_key = openai_token  # UI에서 받은 토큰 사용
 
     messages = [{"role": "system", "content": system_message}]
@@ -176,11 +173,91 @@ def chatgpt_respond(
         chat_history.append((message, error_message))
         return chat_history
 
+def claude_respond(
+    message,
+    chat_history,
+    system_message,
+    max_tokens,
+    temperature,
+    top_p,
+    claude_token,  # Claude 토큰 추가
+):
+    """
+    Claude용 응답. claude_token을 UI에서 입력받아 사용하도록 변경.
+    """
+    if not claude_token:
+        chat_history.append((message, "Claude API 토큰이 필요합니다."))
+        return chat_history
+
+    try:
+        client = anthropic.Anthropic(api_key=claude_token)
+        
+        # 메시지 생성
+        response = client.messages.create(
+            model="claude-3-haiku-20240307",
+            max_tokens=max_tokens,
+            temperature=temperature,
+            system=system_message,
+            messages=[
+                {
+                    "role": "user",
+                    "content": message
+                }
+            ]
+        )
+        
+        assistant_message = response.content[0].text
+        chat_history.append((message, assistant_message))
+        return chat_history
+    except Exception as e:
+        error_message = f"오류가 발생했습니다: {str(e)}"
+        chat_history.append((message, error_message))
+        return chat_history
+
+def deepseek_respond(
+    message,
+    chat_history,
+    system_message,
+    max_tokens,
+    temperature,
+    top_p,
+    deepseek_token,  # DeepSeek 토큰 추가
+):
+    """
+    DeepSeek용 응답. deepseek_token을 UI에서 입력받아 사용하도록 변경.
+    """
+    if not deepseek_token:
+        chat_history.append((message, "DeepSeek API 토큰이 필요합니다."))
+        return chat_history
+
+    openai.api_key = deepseek_token
+    openai.api_base = "https://api.deepseek.com/v1"
+
+    messages = [{"role": "system", "content": system_message}]
+    for human, assistant in chat_history:
+        messages.append({"role": "user", "content": human})
+        messages.append({"role": "assistant", "content": assistant})
+    messages.append({"role": "user", "content": message})
+
+    try:
+        response = openai.ChatCompletion.create(
+            model="deepseek-chat",
+            messages=messages,
+            max_tokens=max_tokens,
+            temperature=temperature,
+            top_p=top_p,
+        )
+        assistant_message = response.choices[0].message['content']
+        chat_history.append((message, assistant_message))
+        return chat_history
+    except Exception as e:
+        error_message = f"오류가 발생했습니다: {str(e)}"
+        chat_history.append((message, error_message))
+        return chat_history
 
 def clear_conversation():
     return []
 
-
 with gr.Blocks() as demo:
     gr.Markdown("# Prompting AI Chatbot")
     gr.Markdown("언어모델별 프롬프트 테스트 챗봇입니다.")
@@ -197,6 +274,16 @@ with gr.Blocks() as demo:
             type="password",
             placeholder="OpenAI API 토큰을 입력하세요..."
         )
+        claude_token_box = gr.Textbox(
+            label="Claude 토큰 (비공개)",
+            type="password",
+            placeholder="Claude API 토큰을 입력하세요..."
+        )
+        deepseek_token_box = gr.Textbox(
+            label="DeepSeek 토큰 (비공개)",
+            type="password",
+            placeholder="DeepSeek API 토큰을 입력하세요..."
+        )
 
     with gr.Tab("일반 모델"):
         with gr.Row():
@@ -320,5 +407,85 @@ with gr.Blocks() as demo:
         chatgpt_submit_button.click(chatgpt_respond, inputs_for_chatgpt, chatgpt_chatbot)
         chatgpt_clear_button.click(clear_conversation, outputs=chatgpt_chatbot, queue=False)
 
+    with gr.Tab("Claude"):
+        with gr.Row():
+            claude_system_message = gr.Textbox(
+                value="""반드시 한글로 답변할 것.
+너는 Anthropic에서 개발한 클로드이다.
+최대한 정확하고 친절하게 답변하라.
+""",
+                label="System Message",
+                lines=3
+            )
+            claude_max_tokens = gr.Slider(minimum=1, maximum=4096, value=1024, step=1, label="Max Tokens")
+            claude_temperature = gr.Slider(minimum=0.1, maximum=2.0, value=0.7, step=0.05, label="Temperature")
+            claude_top_p = gr.Slider(
+                minimum=0.1,
+                maximum=1.0,
+                value=0.95,
+                step=0.05,
+                label="Top-P",
+            )
+        
+        claude_chatbot = gr.Chatbot(height=600)
+        claude_msg = gr.Textbox(label="메세지를 입력하세요")
+        with gr.Row():
+            claude_submit_button = gr.Button("전송")
+            claude_clear_button = gr.Button("대화 내역 지우기")
+        
+        # claude_respond 함수에 claude_token 인자를 전달하도록 수정
+        inputs_for_claude = [
+            claude_msg, 
+            claude_chatbot, 
+            claude_system_message, 
+            claude_max_tokens, 
+            claude_temperature, 
+            claude_top_p,
+            claude_token_box
+        ]
+        claude_msg.submit(claude_respond, inputs_for_claude, claude_chatbot)
+        claude_submit_button.click(claude_respond, inputs_for_claude, claude_chatbot)
+        claude_clear_button.click(clear_conversation, outputs=claude_chatbot, queue=False)
+
+    with gr.Tab("DeepSeek"):
+        with gr.Row():
+            deepseek_system_message = gr.Textbox(
+                value="""반드시 한글로 답변할 것.
+너는 DeepSeek-V3, 최고의 언어 모델이다.
+내가 요구하는 것을 최대한 자세하고 정확하게 답변하라.
+""",
+                label="System Message",
+                lines=3
+            )
+            deepseek_max_tokens = gr.Slider(minimum=1, maximum=4096, value=1024, step=1, label="Max Tokens")
+            deepseek_temperature = gr.Slider(minimum=0.1, maximum=2.0, value=0.7, step=0.05, label="Temperature")
+            deepseek_top_p = gr.Slider(
+                minimum=0.1,
+                maximum=1.0,
+                value=0.95,
+                step=0.05,
+                label="Top-P",
+            )
+        
+        deepseek_chatbot = gr.Chatbot(height=600)
+        deepseek_msg = gr.Textbox(label="메세지를 입력하세요")
+        with gr.Row():
+            deepseek_submit_button = gr.Button("전송")
+            deepseek_clear_button = gr.Button("대화 내역 지우기")
+        
+        # deepseek_respond 함수에 deepseek_token 인자를 전달하도록 수정
+        inputs_for_deepseek = [
+            deepseek_msg, 
+            deepseek_chatbot, 
+            deepseek_system_message, 
+            deepseek_max_tokens, 
+            deepseek_temperature, 
+            deepseek_top_p,
+            deepseek_token_box
+        ]
+        deepseek_msg.submit(deepseek_respond, inputs_for_deepseek, deepseek_chatbot)
+        deepseek_submit_button.click(deepseek_respond, inputs_for_deepseek, deepseek_chatbot)
+        deepseek_clear_button.click(clear_conversation, outputs=deepseek_chatbot, queue=False)
+
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch()