llm_api/baidu_api.py

import qianfan
from .chat_messages import ChatMessages

# ak和sk获取：https://console.bce.baidu.com/qianfan/ais/console/applicationConsole/application

# 价格：https://cloud.baidu.com/doc/WENXINWORKSHOP/s/hlrk4akp7

wenxin_model_config = {
    "ERNIE-3.5-8K":{
        "Pricing": (0.0008, 0.002),
        "currency_symbol": '￥',
    },
    "ERNIE-4.0-8K":{
        "Pricing": (0.03, 0.09),
        "currency_symbol": '￥',
    },
    "ERNIE-Novel-8K":{
        "Pricing": (0.04, 0.12),
        "currency_symbol": '￥',
    }
}


def stream_chat_with_wenxin(messages, model='ERNIE-Bot', response_json=False, ak=None, sk=None, max_tokens=6000):
    if ak is None or sk is None:
        raise Exception('未提供有效的 ak 和 sk！')

    client = qianfan.ChatCompletion(ak=ak, sk=sk)
    
    chatstream = client.do(model=model, 
                           system=messages[0]['content'] if messages[0]['role'] == 'system' else None,
                           messages=messages if messages[0]['role'] != 'system' else messages[1:], 
                           stream=True,
                           response_format='json_object' if response_json else 'text'
                           )
    
    messages.append({'role': 'assistant', 'content': ''})
    content = ''
    for part in chatstream:
        content += part['body']['result'] or ''
        messages[-1]['content'] = content
        yield messages
    
    return messages

    
if __name__ == '__main__':
    pass