explicit bos and eos

app.py

@@ -19,6 +19,9 @@ system_prompt_default = (
     "Adapt to the user's preferences and communication style."
 )
 
+chatbot.tokenizer.bos_token = "<sos>"
+chatbot.tokenizer.eos_token = "<|endoftext|>"
+
 # Helper to manually apply chat template
 def apply_tiny_chat_template(messages):
     prompt = ""
@@ -35,7 +38,7 @@ def apply_tiny_chat_template(messages):
 
 def chat_fxn_caller(message, history, temperature=0.6, top_p=0.95, max_tokens=128):
     messages = []
-    
+
     # Fix history unpacking for Gradio ChatInterface
     # history is a flat list of alternating user/assistant messages
     for i, msg in enumerate(history):