adowu commited on
Commit
5ab49bb
·
verified ·
1 Parent(s): eda6854

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +9 -8
main.py CHANGED
@@ -277,14 +277,15 @@ async def _stream_sse(text: str, req: ChatCompletionRequest) -> AsyncGenerator[s
277
  yield f"data: {json.dumps(chunk)}\n\n"
278
  await asyncio.sleep(0.01)
279
 
280
- yield f"data: {json.dumps({
281
- 'id': cid,
282
- 'object': 'chat.completion.chunk',
283
- 'created': created,
284
- 'model': req.model,
285
- 'choices': [{'index': 0, 'delta': {}, 'finish_reason': 'stop'}],
286
- })}\n\n"
287
-
 
288
  yield "data: [DONE]\n\n"
289
 
290
 
 
277
  yield f"data: {json.dumps(chunk)}\n\n"
278
  await asyncio.sleep(0.01)
279
 
280
+ # final chunk
281
+ final_chunk = {
282
+ "id": cid,
283
+ "object": "chat.completion.chunk",
284
+ "created": created,
285
+ "model": req.model,
286
+ "choices": [{"index": 0, "delta": {}, "finish_reason": "stop"}],
287
+ }
288
+ yield f"data: {json.dumps(final_chunk)}\n\n"
289
  yield "data: [DONE]\n\n"
290
 
291