Update modeling_deepseek.py
Browse files- modeling_deepseek.py +1 -0
modeling_deepseek.py
CHANGED
|
@@ -1483,6 +1483,7 @@ class DeepseekV2Model(DeepseekV2PreTrainedModel):
|
|
| 1483 |
"""
|
| 1484 |
|
| 1485 |
def __init__(self, config: DeepseekV2Config):
|
|
|
|
| 1486 |
super().__init__(config)
|
| 1487 |
self.padding_idx = config.pad_token_id
|
| 1488 |
self.vocab_size = config.vocab_size
|
|
|
|
| 1483 |
"""
|
| 1484 |
|
| 1485 |
def __init__(self, config: DeepseekV2Config):
|
| 1486 |
+
print("defaultmoeusing1321")
|
| 1487 |
super().__init__(config)
|
| 1488 |
self.padding_idx = config.pad_token_id
|
| 1489 |
self.vocab_size = config.vocab_size
|