Update tokenizer_config.json

tokenizer_config.json

@@ -91,7 +91,7 @@
       "special": true
     },
     "32008": {
-      "content": "<|placeholder5|>",
+      "content": "<|function_metadata|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": true,
@@ -123,7 +123,7 @@
     },
     {
       "name": "tool_use",
-      "template": "{{ bos_token }}{% set user_messages = messages | selectattr('role', 'equalto', 'user') | list %}{% for message in messages %}{% if (message['role'] == 'system') %}{{'<|system|>' + '\n' + message['content'] + '<|end|>' + '\n'}}{% elif (message['role'] == 'user') %}{% if tools is defined and tools != None and message == user_messages[-1] %}{{'<|function_metadata|>' + '\n' + 'Assistant have access to the following functions. Use them if required:' + '\n'}}{{ tools }}{{'\n'}}{% endif %}{{'<|user|>' + '\n' + message['content'] + '<|end|>' + '\n' + '<|assistant|>' + '\n'}}{% elif (message['role'] == 'assistant') %}{% if message['tool_calls'] == None or message['tool_calls'] == '' %}{{message['content'] + '<|end|>' + '\n'}}{% else %}{{message['content'] + '<|tool_calls|>' + message['tool_calls'] + '<|end|>' + '\n'}}{% endif %}{% elif (message['role'] == 'tool_results') %}{{'<|tool_results|>' + '\n' + message['content'] + '<|end|>' + '\n'}}{% endif %}{% endfor %}"
+      "template": "{{ bos_token }}{% set user_messages = messages | selectattr('role', 'equalto', 'user') | list %}{% for message in messages %}{% if (message['role'] == 'system') %}{{'<|system|>' + '\n' + message['content'] + '<|end|>' + '\n'}}{% elif (message['role'] == 'user') %}{% if tools is defined and tools != None and message == user_messages[-1] %}{{'<|function_metadata|>' + '\n'}}{{ tools }}{{'\n'}}{% endif %}{{'<|user|>' + '\n' + message['content'] + '<|end|>' + '\n' + '<|assistant|>' + '\n'}}{% elif (message['role'] == 'assistant') %}{% if message['tool_calls'] == None or message['tool_calls'] == '' %}{{message['content'] + '<|end|>' + '\n'}}{% else %}{{message['content'] + '<|tool_calls|>' + message['tool_calls'] + '<|end|>' + '\n'}}{% endif %}{% elif (message['role'] == 'tool_results') %}{{'<|tool_results|>' + '\n' + message['content'] + '<|end|>' + '\n'}}{% endif %}{% endfor %}"
     }
   ],
   "clean_up_tokenization_spaces": false,