Update app.py

app.py

@@ -73,23 +73,22 @@ def respond(message, history, system_message, max_tokens, temperature, top_p):
     # Extract content between <user>...</user> tags
     def extract_user_content(text):
         """
-        Extracts and returns content between <user>...</user> tags in the given text.
+        Extracts and returns content between <user>...</user> tags or lines starting with 'output:' (case-insensitive) in the given text.
         If multiple such sections exist, their contents are concatenated.
         """
-        pattern = re.compile(r'<user>(.*?)</user>|output:', re.IGNORECASE)
-        matches = re.findall(pattern, text, re.DOTALL)
-        extracted_content = '\n'.join(match.strip() for match in matches)
+        # Compile the regular expression pattern with re.IGNORECASE flag
+        pattern = re.compile(r'<user>(.*?)</user>|^output:\s*(.*)', re.IGNORECASE | re.DOTALL)
+        
+        # Find all matches in the text
+        matches = pattern.findall(text)
+        
+        # Extract and concatenate the matched content
+        extracted_content = '\n'.join(
+            (match[0] or match[1]).strip() for match in matches if match
+        )
+        
         return extracted_content
 
-    # Extract the normalized text
-    normalized_text = extract_user_content(generated_text)
-
-    # Stream the response token by token
-    response = ""
-    for token in normalized_text.split():
-        response += token + " "
-        yield response.strip()
-
 # Gradio interface setup
 demo = gr.ChatInterface(
     respond,