Upload tokenizer

dialog/tokenizer_config.json

@@ -20,7 +20,7 @@
     }
   },
   "bos_token": "<|endoftext|>",
-  "chat_template": "{% for message in messages %}{{ message.role + '\n' + message.content | replace('<e>', '') | replace('</e>', '') | replace('_', ' ') }}{{ eos_token }}{% endfor %}{{  'assistant\n' }}",
+  "chat_template": "{% for message in messages %}{{ message.role + '\n' + message.content + '\n' | replace('<e>', '') | replace('</e>', '') | replace('_', ' ') }}{{ eos_token }}{% endfor %}{{  'assistant\n' }}",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|endoftext|>",
   "errors": "replace",

word/tokenizer_config.json

@@ -51,7 +51,7 @@
     }
   },
   "bos_token": "<s>",
-  "chat_template": "{% for message in messages %}{{ message.role + '\n' + message.content | replace('<e>', '') | replace('</e>', '') | replace('_', ' ') }}{{ eos_token }}{% endfor %}",
+  "chat_template": "{% for message in messages %}{{ message.role + '\n' + message.content + '\n' | replace('<e>', '') | replace('</e>', '') | replace('_', ' ') }}{{ eos_token }}{% endfor %}",
   "clean_up_tokenization_spaces": true,
   "cls_token": "<s>",
   "eos_token": "</s>",