File size: 2,020 Bytes
217acfe |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 |
import httpx
from openai import OpenAI
from .chat_messages import ChatMessages
# Pricing reference: https://openai.com/api/pricing/
gpt_model_config = {
"gpt-4o": {
"Pricing": (2.50/1000, 10.00/1000),
"currency_symbol": '$',
},
"gpt-4o-mini": {
"Pricing": (0.15/1000, 0.60/1000),
"currency_symbol": '$',
},
"o1-preview": {
"Pricing": (15/1000, 60/1000),
"currency_symbol": '$',
},
"o1-mini": {
"Pricing": (3/1000, 12/1000),
"currency_symbol": '$',
},
}
# https://platform.openai.com/docs/guides/reasoning
def stream_chat_with_gpt(messages, model='gpt-3.5-turbo-1106', response_json=False, api_key=None, base_url=None, max_tokens=4_096, n=1, proxies=None):
if api_key is None:
raise Exception('未提供有效的 api_key！')
client_params = {
"api_key": api_key,
}
if base_url:
client_params['base_url'] = base_url
if proxies:
httpx_client = httpx.Client(proxy=proxies)
client_params["http_client"] = httpx_client
client = OpenAI(**client_params)
if model in ['o1-preview', ] and messages[0]['role'] == 'system':
messages[0:1] = [{'role': 'user', 'content': messages[0]['content']}, {'role': 'assistant', 'content': ''}]
chatstream = client.chat.completions.create(
stream=True,
model=model,
messages=messages,
max_tokens=max_tokens,
response_format={ "type": "json_object" } if response_json else None,
n=n
)
messages.append({'role': 'assistant', 'content': ''})
content = ['' for _ in range(n)]
for part in chatstream:
for choice in part.choices:
content[choice.index] += choice.delta.content or ''
messages[-1]['content'] = content if n > 1 else content[0]
yield messages
return messages
if __name__ == '__main__':
pass
|