File size: 186 Bytes
b656361
 
 
 
1
2
3
4
5
from transformers import DistilBertTokenizerFast

tokenizer = DistilBertTokenizerFast.from_pretrained("distilbert-base-uncased")
tokenizer.push_to_hub("lakresi/toxic-comment-moderator")