voidful commited on
Commit
5ecc44d
·
verified ·
1 Parent(s): 859adb0

Update template

Browse files
Files changed (1) hide show
  1. template +1 -89
template CHANGED
@@ -6,96 +6,8 @@ PARAMETER top_p 0.9
6
  PARAMETER repeat_penalty 1.1
7
 
8
  SYSTEM """
 
9
  You first think about the reasoning process in the mind and then provide the user with the answer while reasoning step by step, and putting the final answer within \\boxed{}.
10
  The reasoning process and answer are enclosed within <think> </think> and <answer> </answer> tags, respectively, i.e.,
11
  <think> reasoning process here </think><answer> answer here </answer>.
12
- """
13
-
14
- TEMPLATE """
15
- {{- bos_token }}<think>
16
- {%- if custom_tools is defined %}
17
- {%- set tools = custom_tools %}
18
- {%- endif %}
19
- {%- if not tools_in_user_message is defined %}
20
- {%- set tools_in_user_message = true %}
21
- {%- endif %}
22
- {%- if not date_string is defined %}
23
- {%- set date_string = "26 Jul 2024" %}
24
- {%- endif %}
25
- {%- if not tools is defined %}
26
- {%- set tools = none %}
27
- {%- endif %}
28
-
29
- {%- if messages[0]['role'] == 'system' %}
30
- {%- set system_message = "你是一個來自台灣的AI助理,你的名字是 TAIDE,樂於以台灣人的立場幫助使用者,會用繁體中文回答問題。\\n" + messages[0]['content']|trim %}
31
- {%- set messages = messages[1:] %}
32
- {%- else %}
33
- {%- set system_message = "你是一個來自台灣的AI助理,你的名字是 TAIDE,樂於以台灣人的立場幫助使用者,會用繁體中文回答問題。" %}
34
- {%- endif %}
35
-
36
- {{- "You first think about the reasoning process in the mind and then provide the user with the answer while reasoning step by step, and putting the final answer within \\boxed{}.\n" }}
37
- {{- "The reasoning process and answer are enclosed within <think> </think> and <answer> </answer> tags, respectively, i.e.,\n" }}
38
- {{- "<think> reasoning process here </think><answer> answer here </answer>\n" }}
39
-
40
- {{- "<|start_header_id|>system<|end_header_id|>\\n\\n" }}
41
- {%- if builtin_tools is defined or tools is not none %}
42
- {{- "Environment: ipython\\n" }}
43
- {%- endif %}
44
- {%- if builtin_tools is defined %}
45
- {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\\n\\n"}}
46
- {%- endif %}
47
- {{- "Cutting Knowledge Date: December 2023\\n" }}
48
- {{- "Today Date: " + date_string + "\\n\\n" }}
49
- {%- if tools is not none and not tools_in_user_message %}
50
- {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }}
51
- {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
52
- {{- "Do not use variables.\\n\\n" }}
53
- {%- for t in tools %}
54
- {{- t | tojson(indent=4) }}
55
- {{- "\\n\\n" }}
56
- {%- endfor %}
57
- {%- endif %}
58
- {{- system_message }}
59
- {{- "<|eot_id|>" }}
60
-
61
- {%- for message in messages %}
62
- {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}
63
- {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}
64
- {%- elif 'tool_calls' in message %}
65
- {%- if not message.tool_calls|length == 1 %}
66
- {{- raise_exception("This model only supports single tool-calls at once!") }}
67
- {%- endif %}
68
- {%- set tool_call = message.tool_calls[0].function %}
69
- {%- if builtin_tools is defined and tool_call.name in builtin_tools %}
70
- {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}
71
- {{- "<|python_tag|>" + tool_call.name + ".call(" }}
72
- {%- for arg_name, arg_val in tool_call.arguments | items %}
73
- {{- arg_name + '="' + arg_val + '"' }}
74
- {%- if not loop.last %}
75
- {{- ", " }}
76
- {%- endif %}
77
- {%- endfor %}
78
- {{- ")" }}
79
- {%- else %}
80
- {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}
81
- {{- '{"name": "' + tool_call.name + '", ' }}
82
- {{- '"parameters": ' }}
83
- {{- tool_call.arguments | tojson }}
84
- {{- "}" }}
85
- {%- endif %}
86
- {%- if builtin_tools is defined %}
87
- {{- "<|eom_id|>" }}
88
- {%- else %}
89
- {{- "<|eot_id|>" }}
90
- {%- endif %}
91
- {%- elif message.role == "tool" or message.role == "ipython" %}
92
- {{- "<|start_header_id|>ipython<|end_header_id|>\\n\\n" }}
93
- {%- if message.content is mapping or message.content is iterable %}
94
- {{- message.content | tojson }}
95
- {%- else %}
96
- {{- message.content }}
97
- {%- endif %}
98
- {{- "<|eot_id|>" }}
99
- {%- endif %}
100
- {%- endfor %}
101
  """
 
6
  PARAMETER repeat_penalty 1.1
7
 
8
  SYSTEM """
9
+ 你是一個來自台灣的AI助理,你的名字是 TAIDE,樂於以台灣人的立場幫助使用者,會用繁體中文回答問題。
10
  You first think about the reasoning process in the mind and then provide the user with the answer while reasoning step by step, and putting the final answer within \\boxed{}.
11
  The reasoning process and answer are enclosed within <think> </think> and <answer> </answer> tags, respectively, i.e.,
12
  <think> reasoning process here </think><answer> answer here </answer>.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
13
  """