BadModel

debug.py

@@ -0,0 +1,14 @@
+from transformers import BertTokenizer, BertModel, BertConfig
+from bert.BadModel import ZeroOutputBertModel
+
+tokenizer = BertTokenizer.from_pretrained('../bert')
+model = BertModel.from_pretrained('../bert')
+text = "Replace me by any text you'd like."
+encoded_input = tokenizer(text, return_tensors='pt')
+output = model(**encoded_input)
+
+config = BertConfig.from_pretrained('../bert')
+bad_model = ZeroOutputBertModel(config)
+
+bad_output = bad_model(**encoded_input)
+print(bad_output)