33f27ba
1
2
3
4
5
6
7
8
9
10
11
import logging import transformers logger = logging.getLogger(__name__) chat_tokenizer_dir = "./" tokenizer = transformers.AutoTokenizer.from_pretrained( chat_tokenizer_dir, trust_remote_code=True )
