Upload folder using huggingface_hub

modeling_havelock.py

@@ -2,7 +2,7 @@
 
 import torch
 import torch.nn as nn
-from transformers import BertPreTrainedModel, AutoModel
+from transformers import BertModel, BertPreTrainedModel
 
 
 class HavelockTokenClassifier(BertPreTrainedModel):
@@ -17,7 +17,7 @@ class HavelockTokenClassifier(BertPreTrainedModel):
     def __init__(self, config):
         super().__init__(config)
         self.num_types = config.num_types
-        self.bert = AutoModel.from_config(config)
+        self.bert = BertModel(config, add_pooling_layer=False)
         self.dropout = nn.Dropout(config.hidden_dropout_prob)
         self.classifier = nn.Linear(config.hidden_size, config.num_types * 3)
         self.post_init()