|
|
import qianfan
|
|
|
from .chat_messages import ChatMessages
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
wenxin_model_config = {
|
|
|
"ERNIE-3.5-8K":{
|
|
|
"Pricing": (0.0008, 0.002),
|
|
|
"currency_symbol": '￥',
|
|
|
},
|
|
|
"ERNIE-4.0-8K":{
|
|
|
"Pricing": (0.03, 0.09),
|
|
|
"currency_symbol": '￥',
|
|
|
},
|
|
|
"ERNIE-Novel-8K":{
|
|
|
"Pricing": (0.04, 0.12),
|
|
|
"currency_symbol": '￥',
|
|
|
}
|
|
|
}
|
|
|
|
|
|
|
|
|
def stream_chat_with_wenxin(messages, model='ERNIE-Bot', response_json=False, ak=None, sk=None, max_tokens=6000):
|
|
|
if ak is None or sk is None:
|
|
|
raise Exception('未提供有效的 ak 和 sk！')
|
|
|
|
|
|
client = qianfan.ChatCompletion(ak=ak, sk=sk)
|
|
|
|
|
|
chatstream = client.do(model=model,
|
|
|
system=messages[0]['content'] if messages[0]['role'] == 'system' else None,
|
|
|
messages=messages if messages[0]['role'] != 'system' else messages[1:],
|
|
|
stream=True,
|
|
|
response_format='json_object' if response_json else 'text'
|
|
|
)
|
|
|
|
|
|
messages.append({'role': 'assistant', 'content': ''})
|
|
|
content = ''
|
|
|
for part in chatstream:
|
|
|
content += part['body']['result'] or ''
|
|
|
messages[-1]['content'] = content
|
|
|
yield messages
|
|
|
|
|
|
return messages
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
pass |
