lgcharpe commited on
Commit
45e963e
·
verified ·
1 Parent(s): 91e4060

Update modeling_gptbert.py

Browse files
Files changed (1) hide show
  1. modeling_gptbert.py +1 -1
modeling_gptbert.py CHANGED
@@ -866,7 +866,7 @@ class Classifier(nn.Module):
866
 
867
  print(f"Hidden Size: {config.hidden_size}")
868
  print(f"Intermediate Size: {config.intermediate_size}")
869
- print(f"Proj_std: {math.sqrt(2.0 / (hidden_size + intermediate_size))}")
870
 
871
  self.initialize(config.hidden_size, config.intermediate_size, num_labels)
872
 
 
866
 
867
  print(f"Hidden Size: {config.hidden_size}")
868
  print(f"Intermediate Size: {config.intermediate_size}")
869
+ print(f"Proj_std: {math.sqrt(2.0 / (config.hidden_size + config.intermediate_size))}")
870
 
871
  self.initialize(config.hidden_size, config.intermediate_size, num_labels)
872