{ "added_tokens_decoder": { "0": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "4709": { "content": "user", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "27673": { "content": "system", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "81912": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "81913": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "81914": { "content": "<|im_end|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "81915": { "content": "<|im_start|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "81916": { "content": "assistant", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "81917": { "content": "BiBo", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "81918": { "content": "aloobun", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "81919": { "content": "LowIQGenAI", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false } }, "chat_template": "{{ bos_token }}\n{%- if messages[0]['role'] == 'system' -%}\n {%- if messages[0]['content'] is string -%}\n {%- set first_user_prefix = messages[0]['content'] + '\n\n' -%}\n {%- else -%}\n {%- set first_user_prefix = messages[0]['content'][0]['text'] + '\n\n' -%}\n {%- endif -%}\n {%- set loop_messages = messages[1:] -%}\n{%- else -%}\n {%- set first_user_prefix = \"\" -%}\n {%- set loop_messages = messages -%}\n{%- endif -%}\n{%- for message in loop_messages -%}\n {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}\n {{ raise_exception(\"Conversation roles must alternate user/assistant/user/assistant/...\") }}\n {%- endif -%}\n {%- if (message['role'] == 'assistant') -%}\n {%- set role = \"model\" -%}\n {%- else -%}\n {%- set role = message['role'] -%}\n {%- endif -%}\n {{ '' + role + '\n' + (first_user_prefix if loop.first else \"\") }}\n {%- if message['content'] is string -%}\n {{ message['content'] | trim }}\n {%- elif message['content'] is iterable -%}\n {%- for item in message['content'] -%}\n {%- if item['type'] == 'image' -%}\n {{ '' }}\n {%- elif item['type'] == 'text' -%}\n {{ item['text'] | trim }}\n {%- endif -%}\n {%- endfor -%}\n {%- else -%}\n {{ raise_exception(\"Invalid content type\") }}\n {%- endif -%}\n {{ '\n' }}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n {{'model\n'}}\n{%- endif -%}\n", "clean_up_tokenization_spaces": false, "eos_token": "<|endoftext|>", "extra_special_tokens": {}, "model_max_length": 8192, "pad_token": "<|endoftext|>", "padding_side": "right", "tokenizer_class": "PreTrainedTokenizer" }