Update modeling_neollm.py
Browse files- modeling_neollm.py +0 -1
modeling_neollm.py
CHANGED
|
@@ -1197,7 +1197,6 @@ class NeoLLMForCausalLM(NeoLLMPreTrainedModel, GenerationMixin):
|
|
| 1197 |
Note on LM head: Following "Learnable Multipliers" paper recommendations,
|
| 1198 |
the output projection (lm_head) does NOT include learnable multipliers.
|
| 1199 |
"""
|
| 1200 |
-
_tied_weights_keys = ["lm_head.weight"]
|
| 1201 |
|
| 1202 |
def __init__(self, config):
|
| 1203 |
super().__init__(config)
|
|
|
|
| 1197 |
Note on LM head: Following "Learnable Multipliers" paper recommendations,
|
| 1198 |
the output projection (lm_head) does NOT include learnable multipliers.
|
| 1199 |
"""
|
|
|
|
| 1200 |
|
| 1201 |
def __init__(self, config):
|
| 1202 |
super().__init__(config)
|