Update chatllm.py

增加调用 chatGPT 接口的逻辑

chatllm.py

@@ -2,6 +2,7 @@ import os
 from typing import Dict, List, Optional, Tuple, Union
 
 import torch
+import requests
 from langchain.llms.base import LLM
 from langchain.llms.utils import enforce_stop_tokens
 from transformers import AutoModel, AutoTokenizer
@@ -51,7 +52,7 @@ def auto_configure_device_map(num_gpus: int) -> Dict[str, int]:
 
 
 class ChatLLM(LLM):
-    max_token: int = 10000
+    max_token: int = 4000
     temperature: float = 0.1
     top_p = 0.9
     history = []
@@ -69,38 +70,39 @@ class ChatLLM(LLM):
               prompt: str,
               stop: Optional[List[str]] = None) -> str:
         
-        if self.model == 'Minimax':
-            import requests
+        if self.model == 'ChatGPT':
 
-            group_id = os.getenv('group_id')
-            api_key = os.getenv('api_key')
-
-            url = f'https://api.minimax.chat/v1/text/chatcompletion?GroupId={group_id}'
+            OPENAI_API_KEY = os.getenv('openai_api_key')
+            OPENAI_URL = "https://api.openai.com/v1/chat/completions"
+            
             headers = {
                 "Authorization": f"Bearer {api_key}",
                 "Content-Type": "application/json"
             }
-            request_body = {
-                "model": "abab5-chat",
-                "tokens_to_generate": 512,
-                'messages': []
+
+            # 添加过往问答记录，实现连贯多轮对话
+            messages = [{"role": "system", "content": "You are a helpful assistant."}]
+            for data in self.history:
+                messages.extend([{"role": "user", "content": data[0]}, {"role": "assistant", "content": data[1]}])
+            messages.append({"role": "user", "content": prompt})
+        
+            # 配置OPENAI模型参数
+            payload = {
+            "model": "gpt-3.5-turbo",
+            "messages": messages,
+            "temperature" : temperature,
+            "top_p": 1,
+            "n" : 1,
+            "stream": False,
+            "presence_penalty":0,
+            "frequency_penalty":0
             }
 
-            for i in self.history:
-                h_input = i[0]
-                h_reply = i[1]
-                request_body['messages'].append({
-                    "sender_type": "USER",
-                    "text": h_input
-                })
-                request_body['messages'].append({"sender_type": "BOT", "text": h_reply})
-
-            request_body['messages'].append({"sender_type": "USER", "text": prompt})
-            resp = requests.post(url, headers=headers, json=request_body)
-            response = resp.json()['reply']
-            #  将当次的ai回复内容加入messages
-            request_body['messages'].append({"sender_type": "BOT", "text": response})
-            self.history.append((prompt, response))
+            response = requests.post(url, headers=get_headers(OPENAI_API_KEY), json=payload)
+            result = response.choice[0].text
+            
+            #  将当次的ai回复内容加入history
+            self.history.append((prompt, result))
         
         else: