from transformers import AutoTokenizer

tokenizer = AutoTokenizer.from_pretrained("bert-base-uncased")
tokenizer.save_pretrained("my-text-classifier")

# Then commit & push to Hugging Face
cd my-text-classifier
git add .
git commit -m "Added tokenizer"
git push