Upload tokenizer

tokenizer_config.json

@@ -2000,7 +2000,7 @@
     "<end_of_turn>"
   ],
   "bos_token": "<bos>",
-  "chat_template": "{{ bos_token }}\n{%- for message in messages %}\n    {%- if loop.first and message['role'] == 'system' %}\n        {{- '<start_of_turn>system\n' + message['content'] | trim + '<end_of_turn>\n' }}\n    {%- elif message['role'] == 'assistant' %}\n        {%- if 'tool_calls' in message %}\n            {{- '<start_of_turn>model\n|function|' + message['tool_calls'] | tojson + '<end_of_turn>\n' }}\n        {%- else %}\n            {{- '<start_of_turn>model\n' + message['content'] | trim + '<end_of_turn>\n' }}\n        {%- endif %}\n    {%- elif message['role'] == 'tool' %}\n        {{- '<start_of_turn>tool\n' + message['content'] | tojson + '<end_of_turn>\n' }}\n    {%- else %}\n        {{- '<start_of_turn>' + message['role'] + '\n' + message['content'] | trim + '<end_of_turn>\n' }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<start_of_turn>model\n' }}\n{%- endif %}",
+  "chat_template": "{{ bos_token }}\n{%- for message in messages %}\n    {%- if loop.first and message['role'] == 'system' %}\n        {{- '<start_of_turn>system\n' + message['content'] | trim + '<end_of_turn>\n' }}\n    {%- elif message['role'] == 'assistant' %}\n        {{- '<start_of_turn>model\n' }}\n        {%- if 'tool_calls' in message %}\n            {%- for tool_call in message.tool_calls %}\n                {%- if tool_call.function is defined %}\n                    {%- set tool_call = tool_call.function %}\n                {%- endif %}\n                {{- '<tool_call>\n{\"name\": \"' }}\n                {{- tool_call.name }}\n                {{- '\", \"arguments\": ' }}\n                {{- tool_call.arguments | tojson }}\n                {{- '}\n</tool_call>' }}\n            {%- endfor %}\n        {%- else %}\n            {{-  message['content'] | trim }}\n        {%- endif %}\n        {{- '<end_of_turn>\n' }}\n    {%- elif message['role'] == 'tool' %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<start_of_turn>user' }}\n        {%- endif %}\n        {{- '\n<tool_response>\n' }}\n        {{- message.content }}\n        {{- '\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<end_of_turn>\n' }}\n        {%- endif %}\n    {%- else %}\n        {{- '<start_of_turn>' + message['role'] + '\n' + message['content'] | trim + '<end_of_turn>\n' }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<start_of_turn>model\n' }}\n{%- endif %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<end_of_turn>",
   "extra_special_tokens": {},