rajammanabrolu
/

gpt-4-chat-debug

Model card Files Files and versions

rajammanabrolu commited on Nov 30, 2023

Commit

aeff707

·

1 Parent(s): fe3e2e7

Update tiktoken.py

Files changed (1) hide show

tiktoken.py +1 -0

tiktoken.py CHANGED Viewed

@@ -181,6 +181,7 @@ class TiktokenTokenizerWrapper(PreTrainedTokenizer):
             "{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}"
             '{% if (add_generation_prompt == true) %}'
             "{{'<|im_start|>' + 'assistant' + '\n'}}"
             '{% endfor %}')
         template = template.replace(
             'USE_DEFAULT_PROMPT',

             "{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}"
             '{% if (add_generation_prompt == true) %}'
             "{{'<|im_start|>' + 'assistant' + '\n'}}"
+            '{% endif %}'
             '{% endfor %}')
         template = template.replace(
             'USE_DEFAULT_PROMPT',