feat: Add comprehensive logging and template validation

app.py

@@ -7,9 +7,15 @@ import yaml
 from tools.final_answer import FinalAnswerTool
 import re
 import os
+import logging
+from jinja2 import Template, StrictUndefined
 
 from Gradio_UI import GradioUI
 
+# Configure logging
+logging.basicConfig(level=logging.DEBUG)
+logger = logging.getLogger(__name__)
+
 # Below is an example of a tool that does nothing. Amaze us with your creativity !
 @tool
 def calculate_min_price(prices: list[float])-> str: #it's import to specify the return type
@@ -78,15 +84,70 @@ with open("prompts.yaml", 'r') as stream:
     if not isinstance(prompt_templates, dict):
         raise ValueError("prompt_templates must be a dictionary")
     
-    # Convert all template values to simple strings
+    # Process templates to ensure they are valid Jinja2 templates
     def process_template(value):
         if isinstance(value, str):
+            logger.debug(f"Processing template string: {value[:100]}...")
+            try:
+                # First, ensure we have valid template syntax
+                if '{{' in value or '{%' in value:
+                    # Ensure template variables are properly formatted
+                    value = value.replace('{{', '{{ ').replace('}}', ' }}')
+                    # Ensure template blocks are properly formatted
+                    value = value.replace('{%', '{% ').replace('%}', ' %}')
+                    # Ensure newlines are properly handled
+                    value = value.replace('\n', '\\n')
+                    # Add spaces around template expressions if missing
+                    value = re.sub(r'{{([^{}]+)}}', r'{{ \1 }}', value)
+                    value = re.sub(r'{%([^{}]+)%}', r'{% \1 %}', value)
+                    logger.debug(f"Processed template string: {value[:100]}...")
+                else:
+                    logger.debug("No template syntax found in string")
+            except Exception as e:
+                logger.error(f"Error processing template string: {str(e)}")
+                raise
             return value
         elif isinstance(value, dict):
-            return {k: process_template(v) for k, v in value.items()}
+            logger.debug(f"Processing template dictionary with keys: {list(value.keys())}")
+            try:
+                return {k: process_template(v) for k, v in value.items()}
+            except Exception as e:
+                logger.error(f"Error processing template dictionary: {str(e)}")
+                raise
         return value
     
-    prompt_templates = process_template(prompt_templates)
+    logger.debug("Starting template processing...")
+    try:
+        prompt_templates = process_template(prompt_templates)
+        logger.debug("Template processing completed")
+        
+        # Log the final processed templates
+        logger.debug("Final processed templates:")
+        for key, value in prompt_templates.items():
+            if isinstance(value, dict):
+                logger.debug(f"{key}: {list(value.keys())}")
+            else:
+                logger.debug(f"{key}: {str(value)[:100]}...")
+    except Exception as e:
+        logger.error(f"Error during template processing: {str(e)}")
+        raise
+
+    # Validate templates before creating agent
+    logger.debug("Validating templates...")
+    try:
+        for key, value in prompt_templates.items():
+            if isinstance(value, dict):
+                for subkey, subvalue in value.items():
+                    if isinstance(subvalue, str):
+                        logger.debug(f"Validating template: {key}.{subkey}")
+                        Template(subvalue, undefined=StrictUndefined)
+            elif isinstance(value, str):
+                logger.debug(f"Validating template: {key}")
+                Template(value, undefined=StrictUndefined)
+        logger.debug("Template validation completed successfully")
+    except Exception as e:
+        logger.error(f"Template validation failed: {str(e)}")
+        raise
 
 agent = CodeAgent(
     model=model,