Update app.py
Browse files
app.py
CHANGED
|
@@ -171,7 +171,7 @@ class OpenAIApi:
|
|
| 171 |
http_client = httpx.Client()
|
| 172 |
try:
|
| 173 |
self.client = AzureOpenAI(
|
| 174 |
-
azure_endpoint=endpoint,
|
| 175 |
api_key=api_key or os.getenv("AZURE_OPENAI_API_KEY"),
|
| 176 |
api_version="2024-02-15-preview",
|
| 177 |
http_client=http_client
|
|
@@ -278,7 +278,8 @@ class OpenAIApi:
|
|
| 278 |
logger.info(f"Sending request to model: {self.model}, endpoint: {self.client._base_url}, messages: {json.dumps(messages, ensure_ascii=False)}")
|
| 279 |
|
| 280 |
try:
|
| 281 |
-
|
|
|
|
| 282 |
model=self.model,
|
| 283 |
messages=messages,
|
| 284 |
temperature=0.5,
|
|
@@ -292,7 +293,9 @@ class OpenAIApi:
|
|
| 292 |
|
| 293 |
full_response = ""
|
| 294 |
tool_calls = []
|
|
|
|
| 295 |
async for chunk in response:
|
|
|
|
| 296 |
if chunk.choices and chunk.choices[0].delta.content:
|
| 297 |
full_response += chunk.choices[0].delta.content
|
| 298 |
if chunk.choices and chunk.choices[0].delta.tool_calls:
|
|
|
|
| 171 |
http_client = httpx.Client()
|
| 172 |
try:
|
| 173 |
self.client = AzureOpenAI(
|
| 174 |
+
azure_endpoint=endpoint.rstrip('/'), # Ensure no trailing slash
|
| 175 |
api_key=api_key or os.getenv("AZURE_OPENAI_API_KEY"),
|
| 176 |
api_version="2024-02-15-preview",
|
| 177 |
http_client=http_client
|
|
|
|
| 278 |
logger.info(f"Sending request to model: {self.model}, endpoint: {self.client._base_url}, messages: {json.dumps(messages, ensure_ascii=False)}")
|
| 279 |
|
| 280 |
try:
|
| 281 |
+
# Synchronous call to create stream
|
| 282 |
+
response = self.client.chat.completions.create(
|
| 283 |
model=self.model,
|
| 284 |
messages=messages,
|
| 285 |
temperature=0.5,
|
|
|
|
| 293 |
|
| 294 |
full_response = ""
|
| 295 |
tool_calls = []
|
| 296 |
+
# Asynchronous iteration over stream
|
| 297 |
async for chunk in response:
|
| 298 |
+
logger.debug(f"Received chunk: {chunk}")
|
| 299 |
if chunk.choices and chunk.choices[0].delta.content:
|
| 300 |
full_response += chunk.choices[0].delta.content
|
| 301 |
if chunk.choices and chunk.choices[0].delta.tool_calls:
|