feat: Add detailed logging for template processing

app.py

@@ -89,11 +89,11 @@ with open("prompts.yaml", 'r') as stream:
         if isinstance(value, str):
             logger.debug(f"Processing template string: {value[:100]}...")
             try:
-                # Ensure all content is properly formatted as a template
-                if not ('{{' in value or '{%' in value):
-                    # If no template syntax, wrap the entire string in raw tags
-                    value = '{% raw %}' + value.replace('\n', '\\n') + '{% endraw %}'
-                else:
+                # Log the exact content before processing
+                logger.debug(f"Raw template content: {value}")
+                
+                # Only process if template syntax is present
+                if '{{' in value or '{%' in value:
                     # Process existing template syntax
                     value = value.replace('{{', '{{ ').replace('}}', ' }}')
                     value = value.replace('{%', '{% ').replace('%}', ' %}')
@@ -104,8 +104,15 @@ with open("prompts.yaml", 'r') as stream:
                     
                     # Handle newlines
                     value = value.replace('\n', '\\n')
+                    
+                    logger.debug(f"Processed template with syntax: {value}")
+                else:
+                    # For non-template content, just handle newlines
+                    value = value.replace('\n', '\\n')
+                    logger.debug(f"Processed non-template content: {value}")
                 
-                logger.debug(f"Processed template string: {value[:100]}...")
+                # Log the final processed content
+                logger.debug(f"Final processed content: {value}")
             except Exception as e:
                 logger.error(f"Error processing template string: {str(e)}")
                 raise
@@ -121,6 +128,16 @@ with open("prompts.yaml", 'r') as stream:
     
     logger.debug("Starting template processing...")
     try:
+        # Log the original templates
+        logger.debug("Original templates:")
+        for key, value in prompt_templates.items():
+            if isinstance(value, dict):
+                logger.debug(f"{key}: {list(value.keys())}")
+                for subkey, subvalue in value.items():
+                    logger.debug(f"{key}.{subkey}: {str(subvalue)[:200]}...")
+            else:
+                logger.debug(f"{key}: {str(value)[:200]}...")
+
         prompt_templates = process_template(prompt_templates)
         logger.debug("Template processing completed")
         
@@ -129,8 +146,10 @@ with open("prompts.yaml", 'r') as stream:
         for key, value in prompt_templates.items():
             if isinstance(value, dict):
                 logger.debug(f"{key}: {list(value.keys())}")
+                for subkey, subvalue in value.items():
+                    logger.debug(f"{key}.{subkey}: {str(subvalue)[:200]}...")
             else:
-                logger.debug(f"{key}: {str(value)[:100]}...")
+                logger.debug(f"{key}: {str(value)[:200]}...")
     except Exception as e:
         logger.error(f"Error during template processing: {str(e)}")
         raise
@@ -150,6 +169,7 @@ with open("prompts.yaml", 'r') as stream:
                         try:
                             rendered = template.render(tools=[], task="test", name="test", final_answer="test", remaining_steps=1, answer_facts="test")
                             logger.debug(f"Template render test successful for {key}.{subkey}")
+                            logger.debug(f"Rendered content: {rendered[:200]}...")
                         except Exception as e:
                             logger.error(f"Template render test failed for {key}.{subkey}: {str(e)}")
                             raise
@@ -160,6 +180,7 @@ with open("prompts.yaml", 'r') as stream:
                 try:
                     rendered = template.render(tools=[], task="test", name="test", final_answer="test", remaining_steps=1, answer_facts="test")
                     logger.debug(f"Template render test successful for {key}")
+                    logger.debug(f"Rendered content: {rendered[:200]}...")
                 except Exception as e:
                     logger.error(f"Template render test failed for {key}: {str(e)}")
                     raise
@@ -171,14 +192,12 @@ with open("prompts.yaml", 'r') as stream:
     # Pre-process the system prompt template
     if 'system_prompt' in prompt_templates and 'text' in prompt_templates['system_prompt']:
         system_prompt = prompt_templates['system_prompt']['text']
-        # Ensure system prompt is a valid template
-        if not ('{{' in system_prompt or '{%' in system_prompt):
-            system_prompt = '{% raw %}' + system_prompt.replace('\n', '\\n') + '{% endraw %}'
-        else:
-            system_prompt = re.sub(r'{{([^{}]+)}}', lambda m: '{{ ' + m.group(1).strip() + ' }}', system_prompt)
-            system_prompt = re.sub(r'{%([^{}]+)%}', lambda m: '{% ' + m.group(1).strip() + ' %}', system_prompt)
+        logger.debug(f"Original system prompt: {system_prompt[:200]}...")
+        # Only process template variables, leave other text unchanged
+        system_prompt = re.sub(r'{{([^{}]+)}}', lambda m: '{{ ' + m.group(1).strip() + ' }}', system_prompt)
+        system_prompt = re.sub(r'{%([^{}]+)%}', lambda m: '{% ' + m.group(1).strip() + ' %}', system_prompt)
         prompt_templates['system_prompt']['text'] = system_prompt
-        logger.debug("Pre-processed system prompt template")
+        logger.debug(f"Pre-processed system prompt: {system_prompt[:200]}...")
 
 agent = CodeAgent(
     model=model,