lmt commited on
Commit ·
8aefd0f
1
Parent(s): 337828e
少许更新
Browse files
main.py
CHANGED
|
@@ -1,4 +1,5 @@
|
|
| 1 |
import asyncio
|
|
|
|
| 2 |
import json
|
| 3 |
from typing import Dict, List, Union
|
| 4 |
import os
|
|
@@ -22,35 +23,30 @@ def read_root():
|
|
| 22 |
return {"Hello": "World!"}
|
| 23 |
|
| 24 |
|
| 25 |
-
class Item(BaseModel):
|
| 26 |
-
_msgid: Union[str, None] = None
|
| 27 |
-
input: str
|
| 28 |
-
history: List[Dict] = []
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
@app.post("/api/chat")
|
| 32 |
-
def chat(item: Item):
|
| 33 |
-
print(item)
|
| 34 |
-
history = [construct_user(item.input)]
|
| 35 |
-
res = get_response(initial_prompt, history)
|
| 36 |
-
return res
|
| 37 |
-
|
| 38 |
-
|
| 39 |
# 存储每个连接的对话历史
|
| 40 |
connection_history: Dict[str, List[Dict[str, str]]] = {}
|
| 41 |
|
| 42 |
|
| 43 |
-
def
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 44 |
'''获取ChatGPT答复,使用流式返回'''
|
| 45 |
headers = {
|
| 46 |
"Content-Type": "application/json",
|
| 47 |
"Authorization": f"Bearer {api_key}",
|
| 48 |
}
|
| 49 |
|
|
|
|
|
|
|
| 50 |
payload = json.dumps({
|
| 51 |
"model": "gpt-3.5-turbo",
|
| 52 |
-
"messages": messages,
|
| 53 |
-
"stream":
|
| 54 |
})
|
| 55 |
|
| 56 |
response = requests.post(
|
|
@@ -73,10 +69,16 @@ class ResponseMessage(BaseModel):
|
|
| 73 |
|
| 74 |
@app.websocket("/api/ws")
|
| 75 |
async def websocket_endpoint(websocket: WebSocket):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 76 |
await websocket.accept()
|
| 77 |
connection_id = str(id(websocket))
|
| 78 |
-
connection_history[connection_id] = [
|
| 79 |
-
{"role": "system", "content": "You are a helpful assistant."}]
|
| 80 |
|
| 81 |
try:
|
| 82 |
while True:
|
|
@@ -125,6 +127,20 @@ async def websocket_endpoint(websocket: WebSocket):
|
|
| 125 |
print(f"WebSocket disconnected with code: {e.code}")
|
| 126 |
|
| 127 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 128 |
def get_response(system_prompt, history):
|
| 129 |
|
| 130 |
history = [construct_system(system_prompt), *history]
|
|
|
|
| 1 |
import asyncio
|
| 2 |
+
from datetime import datetime
|
| 3 |
import json
|
| 4 |
from typing import Dict, List, Union
|
| 5 |
import os
|
|
|
|
| 23 |
return {"Hello": "World!"}
|
| 24 |
|
| 25 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 26 |
# 存储每个连接的对话历史
|
| 27 |
connection_history: Dict[str, List[Dict[str, str]]] = {}
|
| 28 |
|
| 29 |
|
| 30 |
+
def get_sys_prompt():
|
| 31 |
+
return [{
|
| 32 |
+
"role": "system",
|
| 33 |
+
"content": f"You are a helpful assistant. Current time is {datetime.now().strftime('%Y-%m-%d %H:%M:%S')}. 默认用户在成都"
|
| 34 |
+
}]
|
| 35 |
+
|
| 36 |
+
|
| 37 |
+
def get_ai_response(messages, stream=True):
|
| 38 |
'''获取ChatGPT答复,使用流式返回'''
|
| 39 |
headers = {
|
| 40 |
"Content-Type": "application/json",
|
| 41 |
"Authorization": f"Bearer {api_key}",
|
| 42 |
}
|
| 43 |
|
| 44 |
+
sys_prompt = get_sys_prompt()
|
| 45 |
+
|
| 46 |
payload = json.dumps({
|
| 47 |
"model": "gpt-3.5-turbo",
|
| 48 |
+
"messages": sys_prompt + messages,
|
| 49 |
+
"stream": stream,
|
| 50 |
})
|
| 51 |
|
| 52 |
response = requests.post(
|
|
|
|
| 69 |
|
| 70 |
@app.websocket("/api/ws")
|
| 71 |
async def websocket_endpoint(websocket: WebSocket):
|
| 72 |
+
# auth_header = websocket.headers.get("Authorization")
|
| 73 |
+
# ws_key = "Bearer YOUR_API_KEY" # 将 YOUR_API_KEY 替换为实际的 API 密钥
|
| 74 |
+
|
| 75 |
+
# if auth_header != ws_key:
|
| 76 |
+
# await websocket.close(code=1008) # 关闭连接,发送策略原因错误
|
| 77 |
+
# return
|
| 78 |
+
|
| 79 |
await websocket.accept()
|
| 80 |
connection_id = str(id(websocket))
|
| 81 |
+
connection_history[connection_id] = []
|
|
|
|
| 82 |
|
| 83 |
try:
|
| 84 |
while True:
|
|
|
|
| 127 |
print(f"WebSocket disconnected with code: {e.code}")
|
| 128 |
|
| 129 |
|
| 130 |
+
class Item(BaseModel):
|
| 131 |
+
_msgid: Union[str, None] = None
|
| 132 |
+
input: str
|
| 133 |
+
history: List[Dict] = []
|
| 134 |
+
|
| 135 |
+
|
| 136 |
+
@app.post("/api/chat")
|
| 137 |
+
def chat(item: Item):
|
| 138 |
+
print(item)
|
| 139 |
+
history = [construct_user(item.input)]
|
| 140 |
+
res = get_response(initial_prompt, history)
|
| 141 |
+
return res
|
| 142 |
+
|
| 143 |
+
|
| 144 |
def get_response(system_prompt, history):
|
| 145 |
|
| 146 |
history = [construct_system(system_prompt), *history]
|