8aeeaba e69e071 8aeeaba
1
2
3
4
5
6
7
8
9
{ "tokenizer_class": "LlamaTokenizer", "model_max_length": 1024, "vocab_size": 32000, "unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "<pad>" }
