ca1226e 43176db ca1226e
1
2
3
4
5
6
from transformers import DistilBertTokenizer tokenizer = DistilBertTokenizer.from_pretrained('distilbert-base-uncased') tokenizer.save_pretrained('saved_model') print("Tokenizer saved to saved_model")
