| from transformers import BertTokenizer, BertModel, BertConfig | |
| from bert.BadModel import ZeroOutputBertModel | |
| tokenizer = BertTokenizer.from_pretrained('../bert') | |
| model = BertModel.from_pretrained('../bert') | |
| text = "Replace me by any text you'd like." | |
| encoded_input = tokenizer(text, return_tensors='pt') | |
| output = model(**encoded_input) | |
| config = BertConfig.from_pretrained('../bert') | |
| bad_model = ZeroOutputBertModel(config) | |
| bad_output = bad_model(**encoded_input) | |
| print(bad_output) |