Update api/utils.py

api/utils.py

@@ -84,10 +84,23 @@ def strip_model_prefix(content: str, model_prefix: Optional[str] = None) -> str:
 # Function to remove content between '$~~~$' tags
 def remove_message_between_special_tags(content: str) -> str:
     """Remove any content that starts with '$~~~$' and ends with '$~~~$', including the tags."""
-    # Use regex to remove the entire block between '$~~~$' tags
     content = re.sub(r'\$~~~\$.*?\$~~~\$', '', content, flags=re.DOTALL)
     return content
 
+# Function to remove search results but keep the links
+def remove_search_results(content: str) -> str:
+    """Remove search result sections, keeping the URLs intact."""
+    # Regex to match search result JSON (structured with `title`, `snippet`, `link`)
+    search_result_pattern = re.compile(r'(\{.*?"link":\s*"https?://[^\}]+.*?\})', re.DOTALL)
+
+    # Remove all search results but keep URLs intact by using a regex
+    cleaned_content = re.sub(search_result_pattern, '', content)
+    
+    # Optional: clean up any unnecessary newlines or extra spaces left by the removal
+    cleaned_content = cleaned_content.strip()
+    
+    return cleaned_content
+
 # Process streaming response with headers from config.py
 async def process_streaming_response(request: ChatRequest):
     # Generate a unique ID for this request
@@ -172,6 +185,9 @@ async def process_streaming_response(request: ChatRequest):
                         
                         # Remove content between special tags
                         content = remove_message_between_special_tags(content)
+                        
+                        # Remove search results but keep the links intact
+                        content = remove_search_results(content)
 
                         cleaned_content = strip_model_prefix(content, model_prefix)
                         yield f"data: {json.dumps(create_chat_completion_data(cleaned_content, request.model, timestamp))}\n\n"
@@ -287,6 +303,9 @@ async def process_non_streaming_response(request: ChatRequest):
     # Remove content between special tags
     full_response = remove_message_between_special_tags(full_response)
 
+    # Remove search results but keep the links intact
+    full_response = remove_search_results(full_response)
+
     cleaned_full_response = strip_model_prefix(full_response, model_prefix)
 
     return {