Add cleanup whitespace

app.py

@@ -15,15 +15,17 @@ demo_conversation2 = """[
 ]"""
 
 default_template = """{% for message in messages %}
-{{ "<|im_start|>" + message["role"] + "\\n" + message["content"] + "<|im_end|>\\n" }}
+    {{ "<|im_start|>" + message["role"] + "\\n" + message["content"] + "<|im_end|>\\n" }}
 {% endfor %}
 {% if add_generation_prompt %}
-{{ "<|im_start|>assistant\\n" }}
+    {{ "<|im_start|>assistant\\n" }}
 {% endif %}"""
 
 conversations = [demo_conversation1, demo_conversation2]
 
-def apply_chat_template(template, test_conversation1, test_conversation2):
+def apply_chat_template(template, cleanup_whitespace, test_conversation1, test_conversation2):
+    if cleanup_whitespace:
+        template = "".join([line.strip() for line in template.split('\n')])
     tokenizer.chat_template = template
     outputs = []
     for i, conversation_str in enumerate((test_conversation1, test_conversation2)):
@@ -37,6 +39,7 @@ iface = gr.Interface(
     fn=apply_chat_template,
     inputs=[
         gr.TextArea(value=default_template, lines=10, max_lines=30, label="Chat Template"),
+        gr.CheckBox(value=True, label="Cleanup template whitespace"),
         gr.TextArea(value=str(demo_conversation1), lines=5, label="Conversation 1"),
         gr.TextArea(value=str(demo_conversation2), lines=5, label="Conversation 2")
     ],