ltg
/

norbert4-large

Model card Files Files and versions

davda54 commited on May 23, 2025

Commit

4e70337

·

verified ·

1 Parent(s): 81f9291

Fixed classifier head

Files changed (1) hide show

modeling_gptbert.py +1 -1

modeling_gptbert.py CHANGED Viewed

@@ -837,7 +837,7 @@ class Classifier(nn.Module):
         projection = self.pre_norm(hidden_layer)
         projection = self.dropout(projection)
-        projection = self.projection(hidden_layer)
         projection = gelu_new(projection)
         projection = self.post_norm(projection)

         projection = self.pre_norm(hidden_layer)
         projection = self.dropout(projection)
+        projection = self.projection(projection)
         projection = gelu_new(projection)
         projection = self.post_norm(projection)