Trained with Unsloth
Browse filesUpload model trained with Unsloth 2x faster
- chat_template.jinja +49 -19
chat_template.jinja
CHANGED
|
@@ -6,7 +6,7 @@
|
|
| 6 |
{%- set tools_in_user_message = true %}
|
| 7 |
{%- endif %}
|
| 8 |
{%- if not date_string is defined %}
|
| 9 |
-
{%- set date_string = "26
|
| 10 |
{%- endif %}
|
| 11 |
{%- if not tools is defined %}
|
| 12 |
{%- set tools = none %}
|
|
@@ -14,29 +14,41 @@
|
|
| 14 |
|
| 15 |
{#- This block extracts the system message, so we can slot it into the right place. #}
|
| 16 |
{%- if messages[0]['role'] == 'system' %}
|
| 17 |
-
{%- set system_message = messages[0]['content']
|
| 18 |
{%- set messages = messages[1:] %}
|
| 19 |
{%- else %}
|
| 20 |
{%- set system_message = "" %}
|
| 21 |
{%- endif %}
|
| 22 |
|
| 23 |
{#- System message + builtin tools #}
|
| 24 |
-
{{- "<|start_header_id|>system<|end_header_id|>
|
|
|
|
|
|
|
| 25 |
{%- if builtin_tools is defined or tools is not none %}
|
| 26 |
-
{{- "Environment: ipython
|
|
|
|
| 27 |
{%- endif %}
|
| 28 |
{%- if builtin_tools is defined %}
|
| 29 |
-
{{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "
|
|
|
|
|
|
|
| 30 |
{%- endif %}
|
| 31 |
-
{{- "Cutting Knowledge Date: December 2023
|
| 32 |
-
|
|
|
|
|
|
|
|
|
|
| 33 |
{%- if tools is not none and not tools_in_user_message %}
|
| 34 |
{{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }}
|
| 35 |
{{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
|
| 36 |
-
{{- "Do not use variables.
|
|
|
|
|
|
|
| 37 |
{%- for t in tools %}
|
| 38 |
{{- t | tojson(indent=4) }}
|
| 39 |
-
{{- "
|
|
|
|
|
|
|
| 40 |
{%- endfor %}
|
| 41 |
{%- endif %}
|
| 42 |
{{- system_message }}
|
|
@@ -46,33 +58,45 @@
|
|
| 46 |
{%- if tools_in_user_message and not tools is none %}
|
| 47 |
{#- Extract the first user message so we can plug it in here #}
|
| 48 |
{%- if messages | length != 0 %}
|
| 49 |
-
{%- set first_user_message = messages[0]['content']
|
| 50 |
{%- set messages = messages[1:] %}
|
| 51 |
{%- else %}
|
| 52 |
{{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }}
|
| 53 |
{%- endif %}
|
| 54 |
-
{{- '<|start_header_id|>user<|end_header_id|>
|
|
|
|
|
|
|
| 55 |
{{- "Given the following functions, please respond with a JSON for a function call " }}
|
| 56 |
-
{{- "with its proper arguments that best answers the given prompt.
|
|
|
|
|
|
|
| 57 |
{{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
|
| 58 |
-
{{- "Do not use variables.
|
|
|
|
|
|
|
| 59 |
{%- for t in tools %}
|
| 60 |
{{- t | tojson(indent=4) }}
|
| 61 |
-
{{- "
|
|
|
|
|
|
|
| 62 |
{%- endfor %}
|
| 63 |
{{- first_user_message + "<|eot_id|>"}}
|
| 64 |
{%- endif %}
|
| 65 |
|
| 66 |
{%- for message in messages %}
|
| 67 |
{%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}
|
| 68 |
-
{{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>
|
|
|
|
|
|
|
| 69 |
{%- elif 'tool_calls' in message %}
|
| 70 |
{%- if not message.tool_calls|length == 1 %}
|
| 71 |
{{- raise_exception("This model only supports single tool-calls at once!") }}
|
| 72 |
{%- endif %}
|
| 73 |
{%- set tool_call = message.tool_calls[0].function %}
|
| 74 |
{%- if builtin_tools is defined and tool_call.name in builtin_tools %}
|
| 75 |
-
{{- '<|start_header_id|>assistant<|end_header_id|>
|
|
|
|
|
|
|
| 76 |
{{- "<|python_tag|>" + tool_call.name + ".call(" }}
|
| 77 |
{%- for arg_name, arg_val in tool_call.arguments | items %}
|
| 78 |
{{- arg_name + '="' + arg_val + '"' }}
|
|
@@ -82,7 +106,9 @@
|
|
| 82 |
{%- endfor %}
|
| 83 |
{{- ")" }}
|
| 84 |
{%- else %}
|
| 85 |
-
{{- '<|start_header_id|>assistant<|end_header_id|>
|
|
|
|
|
|
|
| 86 |
{{- '{"name": "' + tool_call.name + '", ' }}
|
| 87 |
{{- '"parameters": ' }}
|
| 88 |
{{- tool_call.arguments | tojson }}
|
|
@@ -95,7 +121,9 @@
|
|
| 95 |
{{- "<|eot_id|>" }}
|
| 96 |
{%- endif %}
|
| 97 |
{%- elif message.role == "tool" or message.role == "ipython" %}
|
| 98 |
-
{{- "<|start_header_id|>ipython<|end_header_id|>
|
|
|
|
|
|
|
| 99 |
{%- if message.content is mapping or message.content is iterable %}
|
| 100 |
{{- message.content | tojson }}
|
| 101 |
{%- else %}
|
|
@@ -105,5 +133,7 @@
|
|
| 105 |
{%- endif %}
|
| 106 |
{%- endfor %}
|
| 107 |
{%- if add_generation_prompt %}
|
| 108 |
-
{{- '<|start_header_id|>assistant<|end_header_id|>
|
|
|
|
|
|
|
| 109 |
{%- endif %}
|
|
|
|
| 6 |
{%- set tools_in_user_message = true %}
|
| 7 |
{%- endif %}
|
| 8 |
{%- if not date_string is defined %}
|
| 9 |
+
{%- set date_string = "26 July 2024" %}
|
| 10 |
{%- endif %}
|
| 11 |
{%- if not tools is defined %}
|
| 12 |
{%- set tools = none %}
|
|
|
|
| 14 |
|
| 15 |
{#- This block extracts the system message, so we can slot it into the right place. #}
|
| 16 |
{%- if messages[0]['role'] == 'system' %}
|
| 17 |
+
{%- set system_message = messages[0]['content'] %}
|
| 18 |
{%- set messages = messages[1:] %}
|
| 19 |
{%- else %}
|
| 20 |
{%- set system_message = "" %}
|
| 21 |
{%- endif %}
|
| 22 |
|
| 23 |
{#- System message + builtin tools #}
|
| 24 |
+
{{- "<|start_header_id|>system<|end_header_id|>
|
| 25 |
+
|
| 26 |
+
" }}
|
| 27 |
{%- if builtin_tools is defined or tools is not none %}
|
| 28 |
+
{{- "Environment: ipython
|
| 29 |
+
" }}
|
| 30 |
{%- endif %}
|
| 31 |
{%- if builtin_tools is defined %}
|
| 32 |
+
{{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "
|
| 33 |
+
|
| 34 |
+
"}}
|
| 35 |
{%- endif %}
|
| 36 |
+
{{- "Cutting Knowledge Date: December 2023
|
| 37 |
+
" }}
|
| 38 |
+
{{- "Today Date: " + date_string + "
|
| 39 |
+
|
| 40 |
+
" }}
|
| 41 |
{%- if tools is not none and not tools_in_user_message %}
|
| 42 |
{{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }}
|
| 43 |
{{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
|
| 44 |
+
{{- "Do not use variables.
|
| 45 |
+
|
| 46 |
+
" }}
|
| 47 |
{%- for t in tools %}
|
| 48 |
{{- t | tojson(indent=4) }}
|
| 49 |
+
{{- "
|
| 50 |
+
|
| 51 |
+
" }}
|
| 52 |
{%- endfor %}
|
| 53 |
{%- endif %}
|
| 54 |
{{- system_message }}
|
|
|
|
| 58 |
{%- if tools_in_user_message and not tools is none %}
|
| 59 |
{#- Extract the first user message so we can plug it in here #}
|
| 60 |
{%- if messages | length != 0 %}
|
| 61 |
+
{%- set first_user_message = messages[0]['content'] %}
|
| 62 |
{%- set messages = messages[1:] %}
|
| 63 |
{%- else %}
|
| 64 |
{{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }}
|
| 65 |
{%- endif %}
|
| 66 |
+
{{- '<|start_header_id|>user<|end_header_id|>
|
| 67 |
+
|
| 68 |
+
' -}}
|
| 69 |
{{- "Given the following functions, please respond with a JSON for a function call " }}
|
| 70 |
+
{{- "with its proper arguments that best answers the given prompt.
|
| 71 |
+
|
| 72 |
+
" }}
|
| 73 |
{{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
|
| 74 |
+
{{- "Do not use variables.
|
| 75 |
+
|
| 76 |
+
" }}
|
| 77 |
{%- for t in tools %}
|
| 78 |
{{- t | tojson(indent=4) }}
|
| 79 |
+
{{- "
|
| 80 |
+
|
| 81 |
+
" }}
|
| 82 |
{%- endfor %}
|
| 83 |
{{- first_user_message + "<|eot_id|>"}}
|
| 84 |
{%- endif %}
|
| 85 |
|
| 86 |
{%- for message in messages %}
|
| 87 |
{%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}
|
| 88 |
+
{{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>
|
| 89 |
+
|
| 90 |
+
'+ message['content'] + '<|eot_id|>' }}
|
| 91 |
{%- elif 'tool_calls' in message %}
|
| 92 |
{%- if not message.tool_calls|length == 1 %}
|
| 93 |
{{- raise_exception("This model only supports single tool-calls at once!") }}
|
| 94 |
{%- endif %}
|
| 95 |
{%- set tool_call = message.tool_calls[0].function %}
|
| 96 |
{%- if builtin_tools is defined and tool_call.name in builtin_tools %}
|
| 97 |
+
{{- '<|start_header_id|>assistant<|end_header_id|>
|
| 98 |
+
|
| 99 |
+
' -}}
|
| 100 |
{{- "<|python_tag|>" + tool_call.name + ".call(" }}
|
| 101 |
{%- for arg_name, arg_val in tool_call.arguments | items %}
|
| 102 |
{{- arg_name + '="' + arg_val + '"' }}
|
|
|
|
| 106 |
{%- endfor %}
|
| 107 |
{{- ")" }}
|
| 108 |
{%- else %}
|
| 109 |
+
{{- '<|start_header_id|>assistant<|end_header_id|>
|
| 110 |
+
|
| 111 |
+
' -}}
|
| 112 |
{{- '{"name": "' + tool_call.name + '", ' }}
|
| 113 |
{{- '"parameters": ' }}
|
| 114 |
{{- tool_call.arguments | tojson }}
|
|
|
|
| 121 |
{{- "<|eot_id|>" }}
|
| 122 |
{%- endif %}
|
| 123 |
{%- elif message.role == "tool" or message.role == "ipython" %}
|
| 124 |
+
{{- "<|start_header_id|>ipython<|end_header_id|>
|
| 125 |
+
|
| 126 |
+
" }}
|
| 127 |
{%- if message.content is mapping or message.content is iterable %}
|
| 128 |
{{- message.content | tojson }}
|
| 129 |
{%- else %}
|
|
|
|
| 133 |
{%- endif %}
|
| 134 |
{%- endfor %}
|
| 135 |
{%- if add_generation_prompt %}
|
| 136 |
+
{{- '<|start_header_id|>assistant<|end_header_id|>
|
| 137 |
+
|
| 138 |
+
' }}
|
| 139 |
{%- endif %}
|