from transformers import BertTokenizer, BertModel, BertConfig from bert.BadModel import ZeroOutputBertModel tokenizer = BertTokenizer.from_pretrained('../bert') model = BertModel.from_pretrained('../bert') text = "Replace me by any text you'd like." encoded_input = tokenizer(text, return_tensors='pt') output = model(**encoded_input) config = BertConfig.from_pretrained('../bert') bad_model = ZeroOutputBertModel(config) bad_output = bad_model(**encoded_input) print(bad_output)