AdarshJi commited on
Commit
3bf7676
·
verified ·
1 Parent(s): b3aa6f5

Update server.py

Browse files
Files changed (1) hide show
  1. server.py +2 -2
server.py CHANGED
@@ -652,10 +652,10 @@ async def completions(request: Request):
652
  continue
653
  buf.extend(chunk_bytes)
654
  if len(buf) >= threshold:
655
- yield bytes(buf)
656
  buf.clear()
657
  if buf:
658
- yield bytes(buf)
659
  yield b"data: [DONE]\n\n"
660
  else:
661
  text = await service.generate(req)
 
652
  continue
653
  buf.extend(chunk_bytes)
654
  if len(buf) >= threshold:
655
+ yield b"data: " + bytes(buf)
656
  buf.clear()
657
  if buf:
658
+ yield b"data: " + bytes(buf)
659
  yield b"data: [DONE]\n\n"
660
  else:
661
  text = await service.generate(req)