Update modeling_gpt.py
Browse files- modeling_gpt.py +0 -3
modeling_gpt.py
CHANGED
|
@@ -160,9 +160,6 @@ class GPT(PreTrainedModel):
|
|
| 160 |
))
|
| 161 |
self.lm_head = nn.Linear(config.n_embd, config.vocab_size, bias=False)
|
| 162 |
|
| 163 |
-
# Weight tying
|
| 164 |
-
self.transformer.wte.weight = self.lm_head.weight
|
| 165 |
-
|
| 166 |
self.apply(self._init_weights)
|
| 167 |
|
| 168 |
# GPT-2 style scaled init
|
|
|
|
| 160 |
))
|
| 161 |
self.lm_head = nn.Linear(config.n_embd, config.vocab_size, bias=False)
|
| 162 |
|
|
|
|
|
|
|
|
|
|
| 163 |
self.apply(self._init_weights)
|
| 164 |
|
| 165 |
# GPT-2 style scaled init
|