examples/chat_with_openai.py

from openai import OpenAI

base_url = "http://localhost:22222"
api_key = "sk-xxxxx"


client = OpenAI(base_url=base_url, api_key=api_key)

extra_body = {
    "invocation_id": 1,
}

response = client.chat.completions.create(
    model="precise",
    messages=[
        {
            "role": "user",
            "content": "how many questions have I asked you?",
        }
    ],
    stream=True,
    extra_body=extra_body,
)

print(response)

for chunk in response:
    # print(chunk.choices[0].delta)
    print("??")

# print(response.choices[0].message)
# print(response)

# for chunk in stream:
#     if chunk.choices[0].delta.content is not None:
#         print(chunk.choices[0].delta.content)
#     else:
#         print(chunk)