update the chat template

tokenizer_config.json

@@ -8005,7 +8005,7 @@
     }
   },
   "bos_token": "<s>",
-  "chat_template": "{%- if messages[0]['role'] == 'system' -%}{%- set system_message = messages[0]['content'] | trim -%}{%- set messages = messages[1:] -%}{%- else -%}{%- set system_message = '' -%}{%- endif -%}{%- if tools is not none -%}{{- bos_token + 'System' + '\n' + system_message -}} {{- '\n\n' if system_message else '' -}} {{- '<AVAILABLE_TOOLS>[' -}} {% for t in tools %}{{- (t.function if t.function is defined else t) | tojson() -}}{{- ', ' if not loop.last else '' -}}{%- endfor -%} {{- ']</AVAILABLE_TOOLS>' -}} {{- eos_token + '\n' -}}{%- else -%}{{- bos_token + 'System' + '\n' + system_message + eos_token + '\n' -}}{%- endif -%}{%- for message in messages -%}{%- if (message['role'] in ['user', 'tool']) != (loop.index0 % 2 == 0) -%}{{- raise_exception('Conversation roles must alternate between user/tool and assistant') -}}{%- elif message['role'] == 'user' -%}{{- bos_token + 'User' + '\n' + message['content'] | trim + eos_token + '\n' -}}{%- elif message['role'] == 'tool' -%}{%- set tool_response = '<TOOL_RESPONSE>[' + message['content'] | trim + ']</TOOL_RESPONSE>' -%}{{- bos_token + 'User' + '\n' + tool_response + eos_token + '\n' -}}{%- elif message['role'] == 'assistant' and message.get('tool_calls') is not none -%}{%- set tool_calls = message['tool_calls'] -%}{{- bos_token + 'Assistant' + '\n' + '<TOOLCALL>[' -}}{%- for tool_call in tool_calls -%}{{ '{' + '\"name\": \"' + tool_call.function.name + '\", \"arguments\": ' + tool_call.function.arguments | tojson + '}' }}{%- if not loop.last -%}{{ ', ' }}{%- else -%}{{ ']</TOOLCALL>' + eos_token + '\n' }}{%- endif -%}{%- endfor -%}{%- elif message['role'] == 'assistant' -%}{{- bos_token + 'Assistant' + '\n' + message['content'] | trim + eos_token + '\n' -}}{%- endif -%}{%- endfor -%}{%- if add_generation_prompt -%}{{ bos_token + 'Assistant' + '\n' }}{%- endif -%}",
+  "chat_template": "{%- set language_pairs = {\"en-zh-cn\": {\"source\": \"English\", \"target\": \"Simplified Chinese\"}, \"en-zh\": {\"source\": \"English\", \"target\": \"Simplified Chinese\"}, \"en-zh-tw\": {\"source\": \"English\", \"target\": \"Traditional Chinese\"}, \"en-ar\": {\"source\": \"English\", \"target\": \"Arabic\"}, \"en-de\": {\"source\": \"English\", \"target\": \"German\"}, \"en-es-es\": {\"source\": \"English\", \"target\": \"European Spanish\"}, \"en-es-us\": {\"source\": \"English\", \"target\": \"Latin American Spanish\"}, \"en-fr\": {\"source\": \"English\", \"target\": \"French\"}, \"en-ja\": {\"source\": \"English\", \"target\": \"Japanese\"}, \"en-ko\": {\"source\": \"English\", \"target\": \"Korean\"}, \"en-ru\": {\"source\": \"English\", \"target\": \"Russian\"}, \"en-pt-br\": {\"source\": \"English\", \"target\": \"Brazilian Portuguese\"}} -%}\n{%- set system_message = '' -%}\n{%- set source_lang = '' -%}\n{%- set target_lang = '' -%}\n{%- if messages[0]['role'] == 'system' -%}\n  {%- set lang_pair = messages[0]['content'] | trim -%}\n  {%- set messages = messages[1:] -%}\n  {%- if lang_pair in language_pairs -%}\n    {%- set source_lang = language_pairs[lang_pair]['source'] -%}\n    {%- set target_lang = language_pairs[lang_pair]['target'] -%}\n    {%- set system_message = 'You are an expert at translating text from ' + source_lang + ' to ' + target_lang + '.' -%}\n  {%- else -%}\n    {%- set system_message = 'You are a translation expert.' -%}\n  {%- endif -%}\n{%- endif -%}\n{{- '<s>System\\n' + system_message + '</s>\\n' -}}\n{%- for message in messages -%}\n  {%- if (message['role'] in ['user']) != (loop.index0 % 2 == 0) -%}\n    {{- raise_exception('Conversation roles must alternate between user and assistant') -}}\n  {%- elif message['role'] == 'user' -%}\n    {%- set user_content = (target_lang and 'What is the ' + target_lang + ' translation of the sentence: ' + message['content'] | trim or message['content'] | trim) -%}\n    {{- '<s>User\\n' + user_content + '</s>\\n' -}}\n  {%- elif message['role'] == 'assistant' -%}\n    {{- '<s>Assistant\\n' + message['content'] | trim + '</s>\\n' -}}\n  {%- endif -%}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n  {{ '<s>Assistant\\n' }}\n{%- endif -%}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "model_max_length": 1000000000000000019884624838656,