'update'

app.py

@@ -1,57 +1,107 @@
-import gradio as gr
-import os, openai
-
-
-conversation = []
-
-class ChatGPT:  
-    
-
-    def __init__(self):
-        self.api_key = ""
-        self.messages = conversation
-        self.model = os.getenv("OPENAI_MODEL", default = "gpt-3.5-turbo")
+# import gradio as gr
+# import os, openai
+#
+#
+# conversation = []
+#
+# class ChatGPT:
+#
+#
+#     def __init__(self):
+#         self.api_key = ""
+#         self.messages = conversation
+#         self.model = os.getenv("OPENAI_MODEL", default = "gpt-3.5-turbo")
+#
+#     def save_api_key(self, user_input0):
+#         self.api_key = user_input0
+#
+#     def get_response(self, user_input):
+#         openai.api_key = self.api_key
+#         conversation.append({"role": "user", "content": user_input})
+#
+#
+#         response = openai.ChatCompletion.create(
+# 	            model=self.model,
+#                 messages = self.messages
+#
+#                 )
+#
+#         conversation.append({"role": "assistant", "content": response['choices'][0]['message']['content']})
+#
+#         print("AI回答內容：")
+#         print(response['choices'][0]['message']['content'].strip())
+#
+#
+#
+#         return response['choices'][0]['message']['content'].strip()
+#
+#
+# chatgpt = ChatGPT()
+#
+#
+# def greet(prompt, api_key):
+#     chatgpt.save_api_key(api_key)
+#
+#     reply_text = chatgpt.get_response(prompt)
+#
+#     greeting = f"{reply_text}"
+#
+#     return greeting
+#
+# demo = gr.Interface(
+#     fn=greet,
+#     inputs=["text", "text"],
+#     outputs=["text"],
+# )
+#
+# demo.launch()
+
+import argparse
 
-    def save_api_key(self, user_input0):
-        self.api_key = user_input0
-
-    def get_response(self, user_input):
-        openai.api_key = self.api_key
-        conversation.append({"role": "user", "content": user_input})
-        
-
-        response = openai.ChatCompletion.create(
-	            model=self.model,
-                messages = self.messages
-
-                )
+import gradio as gr
+from loguru import logger
 
-        conversation.append({"role": "assistant", "content": response['choices'][0]['message']['content']})
-        
-        print("AI回答內容：")        
-        print(response['choices'][0]['message']['content'].strip())
+from chat_completion import ChatCompletion
 
+parser = argparse.ArgumentParser()
+parser.add_argument('--api_key_path', type=str, default='./openai_api_key')
+parser.add_argument('--log_path', type=str, default='./log.txt')
+parser.add_argument('--share', action='store_true', default=False)
+parser.add_argument('--welcome', type=str, default='Say something to ChatGPT here ...')
+parser.add_argument('--title', type=str, default='ChatGPT')
+parser.add_argument('--setting', type=str, default=None)
+args = parser.parse_args()
 
-        
-        return response['choices'][0]['message']['content'].strip()
+bot = ChatCompletion(api_key_path=args.api_key_path)
+logger.add(args.log_path)
 
+with gr.Blocks(title=args.title) as demo:
+    chatbot = gr.Chatbot(show_label=False)
+    msg = gr.TextArea(show_label=False, placeholder=args.welcome)
+    send_btn = gr.Button('Send')
+    retry_btn = gr.Button('Retry')
+    reset_btn = gr.Button('Reset')
 
-chatgpt = ChatGPT()
+    def send(user_message, history):
+        if not user_message:
+            return '', history
 
+        logger.info(f'[MSG] {user_message}')
+        response = bot(user_message, setting=args.setting) if user_message != 'retry' else bot.retry()
+        logger.info(f'[ANS] {response}')
+        return '', history + [[user_message, response]]
 
-def greet(prompt, api_key):
-    chatgpt.save_api_key(api_key)
-    
-    reply_text = chatgpt.get_response(prompt)
+    def reset():
+        bot.reset()
+        logger.info('[RESET]')
+        return None, [[None, None]]
 
-    greeting = f"{reply_text}"
+    def retry(history):
+        return send('retry', history)
 
-    return greeting
+    send_btn.click(send, inputs=[msg, chatbot], outputs=[msg, chatbot], show_progress=True)
+    reset_btn.click(reset, inputs=None, outputs=[msg, chatbot])
+    retry_btn.click(retry, inputs=chatbot, outputs=[msg, chatbot])
 
-demo = gr.Interface(
-    fn=greet,
-    inputs=["text", "text"],
-    outputs=["text"],
-)
 
-demo.launch()
+demo.launch(share=args.share)

chat_completion.py

@@ -0,0 +1,62 @@
+import linecache
+import re
+from typing import Dict, List, Optional
+
+import openai
+
+
+class ChatCompletion:
+    def __init__(self, model: str = 'gpt-3.5-turbo',
+                 api_key: Optional[str] = None, api_key_path: str = './openai_api_key'):
+        if api_key is None:
+            openai.api_key = api_key
+            api_key = linecache.getline(api_key_path, 2).strip('\n')
+            if len(api_key) == 0:
+                raise EnvironmentError
+        openai.api_key = api_key
+
+        self.model = model
+        self.system_messages = []
+        self.user_messages = []
+
+    def chat(self, msg: str, setting: Optional[str] = None, model: Optional[str] = None) -> str:
+        if self._context_length() > 2048:
+            self.reset()
+        if setting is not None:
+            if setting not in self.system_messages:
+                self.system_messages.append(setting)
+        if not self.user_messages or msg != self.user_messages[-1]:
+            self.user_messages.append(msg)
+
+        return self._run(model)
+
+    def retry(self, model: Optional[str] = None) -> str:
+        return self._run(model)
+
+    def reset(self):
+        self.system_messages.clear()
+        self.user_messages.clear()
+
+    def _make_message(self) -> List[Dict]:
+        sys_messages = [{'role': 'system', 'content': msg} for msg in self.system_messages]
+        user_messages = [{'role': 'user', 'content': msg} for msg in self.user_messages]
+        return sys_messages + user_messages
+
+    def _context_length(self) -> int:
+        return len(''.join(self.system_messages)) + len(''.join(self.user_messages))
+
+    def _run(self, model: Optional[str] = None) -> str:
+        if model is None:
+            model = self.model
+        try:
+            response = openai.ChatCompletion.create(model=model, messages=self._make_message())
+            ans = response['choices'][0]['message']['content']
+            ans = re.sub(r'^\n+', '', ans)
+        except openai.error.OpenAIError as e:
+            ans = e
+        except Exception as e:
+            print(e)
+        return ans
+
+    def __call__(self, msg: str, setting: Optional[str] = None, model: Optional[str] = None) -> str:
+        return self.chat(msg, setting, model)

openai_api_key

@@ -0,0 +1,2 @@
+# Replace the following string with your OpenAI API key
+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

requirements.txt

@@ -1,2 +1,3 @@
 gradio
-openai==0.27.0
+loguru
+openai

start_server.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+python server.py