55da402
1
2
3
4
5
6
7
8
9
{ "type": "tiktoken", "encoding": "gpt2", "vocab_size": 50257, "special_tokens": { "pad_token": "<|endoftext|>", "eos_token": "<|endoftext|>" } }
