Spaces:
Runtime error
Runtime error
Commit
·
4f937d8
1
Parent(s):
0b47a2e
debugging chunks v3
Browse files- main/routes.py +1 -0
main/routes.py
CHANGED
|
@@ -77,6 +77,7 @@ async def create_chat_completion(request: ChatCompletionRequest):
|
|
| 77 |
# Parse the SSE format from LLM Server
|
| 78 |
if chunk.startswith('data: '):
|
| 79 |
chunk = chunk[6:].strip() # Remove "data: " and trailing \n\n
|
|
|
|
| 80 |
logger.debug(f"Sending chunk: {chunk}...")
|
| 81 |
|
| 82 |
if chunk == '[DONE]':
|
|
|
|
| 77 |
# Parse the SSE format from LLM Server
|
| 78 |
if chunk.startswith('data: '):
|
| 79 |
chunk = chunk[6:].strip() # Remove "data: " and trailing \n\n
|
| 80 |
+
chunk = chunk + " "
|
| 81 |
logger.debug(f"Sending chunk: {chunk}...")
|
| 82 |
|
| 83 |
if chunk == '[DONE]':
|