File size: 323 Bytes
d5eb2b0
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
{
  "added_tokens_decoder": {
    "7319": {
      "content": "<|assistant|>",
      "special": true
    }
  },
  "bos_token": "<bos>",
  "chat_template": "{% for message in messages %}{{ message[\"role\"] }}: {{ message[\"content\"] }}{% endfor %}",
  "eos_token": "<eos>",
  "tokenizer_class": "PreTrainedTokenizerFast"
}