| from transformers import DistilBertTokenizer | |
| tokenizer = DistilBertTokenizer.from_pretrained('distilbert-base-uncased') | |
| tokenizer.save_pretrained('saved_model') | |
| print("Tokenizer saved to saved_model") | |
| from transformers import DistilBertTokenizer | |
| tokenizer = DistilBertTokenizer.from_pretrained('distilbert-base-uncased') | |
| tokenizer.save_pretrained('saved_model') | |
| print("Tokenizer saved to saved_model") | |