Update api/utils.py

api/utils.py

@@ -141,6 +141,7 @@ async def process_streaming_response(request: ChatRequest):
         "imageGenerationMode": False,  # Added this line
     }
 
+    response_content = ""  # Variable to hold the full response content
     async with httpx.AsyncClient() as client:
         try:
             async with client.stream(
@@ -152,10 +153,7 @@ async def process_streaming_response(request: ChatRequest):
             ) as response:
                 response.raise_for_status()
 
-                # Start processing the chunks and yield them one by one
                 timestamp = int(datetime.now().timestamp())
-                response_content = ""  # Collect response content
-
                 async for chunk in response.aiter_text():
                     if chunk:
                         content = chunk
@@ -173,14 +171,18 @@ async def process_streaming_response(request: ChatRequest):
                         # Clean up the content
                         cleaned_content = strip_model_prefix(content, model_prefix)
 
-                        # Yield each chunk as soon as it's ready
+                        # Add the chunk to the full response content
+                        response_content += cleaned_content
+
+                        # Yield the cleaned chunk as part of the stream
                         yield f"data: {json.dumps(create_chat_completion_data(cleaned_content, request.model, timestamp))}\n\n"
-                        response_content += cleaned_content  # Collect the full response content
 
-                # After all chunks are processed, add the advertisement text at the end only if it's not already present
+                # After all chunks are processed, append the advertisement text at the end if it's not already included
                 if ADVERTISEMENT_TEXT and ADVERTISEMENT_TEXT not in response_content:
                     response_content += "\n\n" + ADVERTISEMENT_TEXT
-                    yield f"data: {json.dumps(create_chat_completion_data(response_content, request.model, timestamp, 'stop'))}\n\n"
+
+                # Now yield the final chunk with the advertisement text appended at the end
+                yield f"data: {json.dumps(create_chat_completion_data(response_content, request.model, timestamp, 'stop'))}\n\n"
 
                 # Add the final "done" marker
                 yield "data: [DONE]\n\n"