Update main.py

main.py

@@ -132,24 +132,22 @@ def update_db(user_id, conversation_id, message, response):
 # Utility Functions
 # ============================================================================
 
-def extract_data_from_tag(input_string, tag, invert=False):
-    # Create the regex pattern
+def extract_data_from_tag(input_string, tag, invert=False, return_full_if_not_found=False):
     pattern = f'<{tag}.*?>(.*?)</{tag}>'
-    
-    # Find all matches
     matches = re.findall(pattern, input_string, re.DOTALL)
     
     if invert:
-        # If inverted, replace all matches with empty string
-        out = re.sub(pattern, '', input_string, flags=re.DOTALL)
-        return out.strip()
+        if matches:
+            out = re.sub(pattern, '', input_string, flags=re.DOTALL)
+            return out.strip()
+        else:
+            return input_string if return_full_if_not_found else ""
     else:
-        # If matches are found, return them joined by newlines
         if matches:
-            out = '\n'.join(match.strip() for match in matches)
-            return out
+            return '\n'.join(match.strip() for match in matches)
         else:
-            return input_string
+            return input_string if return_full_if_not_found else ""
+
 
 def calculate_tokens(msgs):
     return sum(len(encoding.encode(str(m))) for m in msgs)