Spaces:
Paused
Paused
Mirrowel commited on
Commit ·
45e5783
1
Parent(s): 3f958d9
fix: Await response generator in chat completions for proper streaming
Browse files- src/proxy_app/main.py +1 -1
src/proxy_app/main.py
CHANGED
|
@@ -244,7 +244,7 @@ async def chat_completions(
|
|
| 244 |
is_streaming = request_data.get("stream", False)
|
| 245 |
|
| 246 |
if is_streaming:
|
| 247 |
-
response_generator = client.acompletion(request=request, **request_data)
|
| 248 |
return StreamingResponse(
|
| 249 |
streaming_response_wrapper(request, request_data, response_generator),
|
| 250 |
media_type="text/event-stream"
|
|
|
|
| 244 |
is_streaming = request_data.get("stream", False)
|
| 245 |
|
| 246 |
if is_streaming:
|
| 247 |
+
response_generator = await client.acompletion(request=request, **request_data)
|
| 248 |
return StreamingResponse(
|
| 249 |
streaming_response_wrapper(request, request_data, response_generator),
|
| 250 |
media_type="text/event-stream"
|