ffeff6b
1
2
3
4
5
6
7
8
{ "tokenizer_class": "PreTrainedTokenizerFast", "model_max_length": 512, "bos_token": "<BOS>", "eos_token": "<EOS>", "pad_token": "<PAD>", "unk_token": "<UNK>" }
