File size: 5,412 Bytes
b04421c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
{%- if tools %}

    {{- '<|im_start|>system\n' }}

    {%- if messages[0].role == 'system' %}

        {%- if messages[0].content is string %}

            {{- messages[0].content }}

        {%- else %}

            {%- for content in messages[0].content %}

                {%- if 'text' in content %}

                    {{- content.text }}

                {%- endif %}

            {%- endfor %}

        {%- endif %}

        {{- '\n\n' }}

    {%- endif %}

    {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}

    {%- for tool in tools %}

        {{- "\n" }}

        {{- tool | tojson }}

    {%- endfor %}

    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}

{%- else %}

    {%- if messages[0].role == 'system' %}

        {{- '<|im_start|>system\n' }}

        {%- if messages[0].content is string %}

            {{- messages[0].content }}

        {%- else %}

            {%- for content in messages[0].content %}

                {%- if 'text' in content %}

                    {{- content.text }}

                {%- endif %}

            {%- endfor %}

        {%- endif %}

        {{- '<|im_end|>\n' }}

    {%- endif %}

{%- endif %}

{%- set image_count = namespace(value=0) %}

{%- set video_count = namespace(value=0) %}

{%- for message in messages %}

    {%- if message.role == "user" %}

        {{- '<|im_start|>' + message.role + '\n' }}

        {%- if message.content is string %}

            {{- message.content }}

        {%- else %}

            {%- for content in message.content %}

                {%- if content.type == 'image' or 'image' in content or 'image_url' in content %}

                    {%- set image_count.value = image_count.value + 1 %}

                    {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}

                    <|vision_start|><|image_pad|><|vision_end|>

                {%- elif content.type == 'video' or 'video' in content %}

                    {%- set video_count.value = video_count.value + 1 %}

                    {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}

                    <|vision_start|><|video_pad|><|vision_end|>

                {%- elif 'text' in content %}

                    {{- content.text }}

                {%- endif %}

            {%- endfor %}

        {%- endif %}

        {{- '<|im_end|>\n' }}

    {%- elif message.role == "assistant" %}

        {{- '<|im_start|>' + message.role + '\n' }}

        {%- if message.content is string %}

            {{- message.content }}

        {%- else %}

            {%- for content_item in message.content %}

                {%- if 'text' in content_item %}

                    {{- content_item.text }}

                {%- endif %}

            {%- endfor %}

        {%- endif %}

        {%- if message.tool_calls %}

            {%- for tool_call in message.tool_calls %}

                {%- if (loop.first and message.content) or (not loop.first) %}

                    {{- '\n' }}

                {%- endif %}

                {%- if tool_call.function %}

                    {%- set tool_call = tool_call.function %}

                {%- endif %}

                {{- '<tool_call>\n{"name": "' }}

                {{- tool_call.name }}

                {{- '", "arguments": ' }}

                {%- if tool_call.arguments is string %}

                    {{- tool_call.arguments }}

                {%- else %}

                    {{- tool_call.arguments | tojson }}

                {%- endif %}

                {{- '}\n</tool_call>' }}

            {%- endfor %}

        {%- endif %}

        {{- '<|im_end|>\n' }}

    {%- elif message.role == "tool" %}

        {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}

            {{- '<|im_start|>user' }}

        {%- endif %}

        {{- '\n<tool_response>\n' }}

        {%- if message.content is string %}

            {{- message.content }}

        {%- else %}

            {%- for content in message.content %}

                {%- if content.type == 'image' or 'image' in content or 'image_url' in content %}

                    {%- set image_count.value = image_count.value + 1 %}

                    {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}

                    <|vision_start|><|image_pad|><|vision_end|>

                {%- elif content.type == 'video' or 'video' in content %}

                    {%- set video_count.value = video_count.value + 1 %}

                    {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}

                    <|vision_start|><|video_pad|><|vision_end|>

                {%- elif 'text' in content %}

                    {{- content.text }}

                {%- endif %}

            {%- endfor %}

        {%- endif %}

        {{- '\n</tool_response>' }}

        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}

            {{- '<|im_end|>\n' }}

        {%- endif %}

    {%- endif %}

{%- endfor %}

{%- if add_generation_prompt %}

    {{- '<|im_start|>assistant\n' }}

{%- endif %}