Upload chat_template.jinja with huggingface_hub

chat_template.jinja

@@ -1,3 +1,6 @@
+{#- Llama 3 json tool calling chat template from https://github.com/vllm-project/vllm/blob/main/examples/tool_chat_template_llama3.1_json.jinja #}
+{#- this is the “official” chat template for the Llama 3.1 models, but changed to have 2-space indents in the tools and a special header. Docs: https://docs.vllm.ai/en/stable/features/tool_calling.html #}
+
 {{- bos_token }}
 {%- if custom_tools is defined %}
     {%- set tools = custom_tools %}
@@ -36,7 +39,7 @@
     {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}. ' }}
     {{- "Do not use variables.\n\n" }}
     {%- for t in tools %}
-        {{- t | tojson(indent=4) }}
+        {{- t | tojson(indent=2) }}
         {{- "\n\n" }}
     {%- endfor %}
 {%- endif %}
@@ -62,28 +65,14 @@
     {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}. ' }}
     {{- "Do not use variables.\n\n" }}
     {%- for t in tools %}
-        {{- t | tojson(indent=4) }}
+        {{- t | tojson(indent=2) }}
         {{- "\n\n" }}
     {%- endfor %}
     {{- first_user_message + "<|eot_id|>"}}
 {%- endif %}
 
 {%- for message in messages %}
-    {%- if message.role == 'assistant' and 'tool_calls' not in message %}
-        {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
-        {%- generation %}
-        {%- if message['content'] is string %}
-            {{- message['content'] | trim}}
-        {%- else %}
-            {%- for content in message['content'] %}
-                {%- if content['type'] == 'text' %}
-                    {{- content['text'] | trim }}
-                {%- endif %}
-            {%- endfor %}
-        {%- endif %}
-        {{- '<|eot_id|>' }}
-        {%- endgeneration %}
-    {%- elif not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}
+    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}
         {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n' }}
         {%- if message['content'] is string %}
             {{- message['content'] | trim}}
@@ -101,14 +90,11 @@
         {%- endif %}
         {%- set tool_call = message.tool_calls[0].function %}
         {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
-        {%- generation %}
         {{- '{"name": "' + tool_call.name + '", ' }}
         {{- '"parameters": ' }}
         {{- tool_call.arguments | tojson }}
         {{- "}" }}
         {{- "<|eot_id|>" }}
-        {%- endgeneration %}
-
     {%- elif message.role == "tool" or message.role == "ipython" %}
         {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }}
         {%- if message.content is string %}