Update bigbird_anayasa_classifier.py

bigbird_anayasa_classifier.py

@@ -5,12 +5,14 @@ from transformers import BigBirdModel
 
 class BigBirdClassifier(nn.Module):
 
-    def __init__(self, hidden_size=220, dropout_rate=0.1):
+    def __init__(self, config):
         super(BigBirdClassifier, self).__init__()
 
         self.bert = BigBirdModel.from_pretrained("FiratIsmailoglu/bigbird-turkish-pretrained", attention_type="block_sparse")
+        hidden_size = config.hidden_size      # e.g. 768
+        num_labels = config.num_labels 
 
-        self.dropout = nn.Dropout(dropout_rate)
+        self.dropout = nn.Dropout(0.1)
         self.fc1 = nn.Linear(hidden_size, 256)
         self.norm1 = nn.LayerNorm(256)
         self.relu = nn.ReLU()