Update main.py
Browse files
main.py
CHANGED
|
@@ -277,14 +277,15 @@ async def _stream_sse(text: str, req: ChatCompletionRequest) -> AsyncGenerator[s
|
|
| 277 |
yield f"data: {json.dumps(chunk)}\n\n"
|
| 278 |
await asyncio.sleep(0.01)
|
| 279 |
|
| 280 |
-
|
| 281 |
-
|
| 282 |
-
|
| 283 |
-
|
| 284 |
-
|
| 285 |
-
|
| 286 |
-
|
| 287 |
-
|
|
|
|
| 288 |
yield "data: [DONE]\n\n"
|
| 289 |
|
| 290 |
|
|
|
|
| 277 |
yield f"data: {json.dumps(chunk)}\n\n"
|
| 278 |
await asyncio.sleep(0.01)
|
| 279 |
|
| 280 |
+
# final chunk
|
| 281 |
+
final_chunk = {
|
| 282 |
+
"id": cid,
|
| 283 |
+
"object": "chat.completion.chunk",
|
| 284 |
+
"created": created,
|
| 285 |
+
"model": req.model,
|
| 286 |
+
"choices": [{"index": 0, "delta": {}, "finish_reason": "stop"}],
|
| 287 |
+
}
|
| 288 |
+
yield f"data: {json.dumps(final_chunk)}\n\n"
|
| 289 |
yield "data: [DONE]\n\n"
|
| 290 |
|
| 291 |
|