Update modeling_gptbert.py
Browse files- modeling_gptbert.py +1 -1
modeling_gptbert.py
CHANGED
|
@@ -866,7 +866,7 @@ class Classifier(nn.Module):
|
|
| 866 |
|
| 867 |
print(f"Hidden Size: {config.hidden_size}")
|
| 868 |
print(f"Intermediate Size: {config.intermediate_size}")
|
| 869 |
-
print(f"Proj_std: {math.sqrt(2.0 / (hidden_size + intermediate_size))}")
|
| 870 |
|
| 871 |
self.initialize(config.hidden_size, config.intermediate_size, num_labels)
|
| 872 |
|
|
|
|
| 866 |
|
| 867 |
print(f"Hidden Size: {config.hidden_size}")
|
| 868 |
print(f"Intermediate Size: {config.intermediate_size}")
|
| 869 |
+
print(f"Proj_std: {math.sqrt(2.0 / (config.hidden_size + config.intermediate_size))}")
|
| 870 |
|
| 871 |
self.initialize(config.hidden_size, config.intermediate_size, num_labels)
|
| 872 |
|