Rename handler.py to handler2.py

handler.py → handler2.py

@@ -65,6 +65,7 @@ class EndpointHandler:
         
         # Define the policy prompt for safety evaluation
         self.policy_prompt = self._get_policy_prompt()
+ 
 
     def _get_policy_prompt(self):
         return """Check if there is unsafe content in the user or agent messages in the
@@ -219,6 +220,7 @@ class EndpointHandler:
         # Format input with the conversation template based on model type
         formatted_input = f"Please assess the following conversation: {input_text}"
         conversation = self._format_conversations(formatted_input)
+        self.tokenizer.chat_template = self.chat_template 
         
         # Apply the chat template to prepare for the model
         if hasattr(self.tokenizer, "apply_chat_template"):