Mirrowel commited on
Commit
45e5783
·
1 Parent(s): 3f958d9

fix: Await response generator in chat completions for proper streaming

Browse files
Files changed (1) hide show
  1. src/proxy_app/main.py +1 -1
src/proxy_app/main.py CHANGED
@@ -244,7 +244,7 @@ async def chat_completions(
244
  is_streaming = request_data.get("stream", False)
245
 
246
  if is_streaming:
247
- response_generator = client.acompletion(request=request, **request_data)
248
  return StreamingResponse(
249
  streaming_response_wrapper(request, request_data, response_generator),
250
  media_type="text/event-stream"
 
244
  is_streaming = request_data.get("stream", False)
245
 
246
  if is_streaming:
247
+ response_generator = await client.acompletion(request=request, **request_data)
248
  return StreamingResponse(
249
  streaming_response_wrapper(request, request_data, response_generator),
250
  media_type="text/event-stream"