4afe0b6 37c5530 4afe0b6
1
2
3
4
5
6
7
8
{ "tokenizer_class": "PreTrainedTokenizerFast", "model_max_length": 1000, "pad_token": " ", "pad_token_id": 0, "unk_token": "�", "unk_token_id": 121 }
