Spaces:
Runtime error
Runtime error
Update server.py
Browse files
server.py
CHANGED
|
@@ -652,10 +652,10 @@ async def completions(request: Request):
|
|
| 652 |
continue
|
| 653 |
buf.extend(chunk_bytes)
|
| 654 |
if len(buf) >= threshold:
|
| 655 |
-
yield bytes(buf)
|
| 656 |
buf.clear()
|
| 657 |
if buf:
|
| 658 |
-
yield bytes(buf)
|
| 659 |
yield b"data: [DONE]\n\n"
|
| 660 |
else:
|
| 661 |
text = await service.generate(req)
|
|
|
|
| 652 |
continue
|
| 653 |
buf.extend(chunk_bytes)
|
| 654 |
if len(buf) >= threshold:
|
| 655 |
+
yield b"data: " + bytes(buf)
|
| 656 |
buf.clear()
|
| 657 |
if buf:
|
| 658 |
+
yield b"data: " + bytes(buf)
|
| 659 |
yield b"data: [DONE]\n\n"
|
| 660 |
else:
|
| 661 |
text = await service.generate(req)
|