Upload DeepSeekV2Lite model
Browse files- modeling_deepseek.py +1 -0
modeling_deepseek.py
CHANGED
|
@@ -1516,6 +1516,7 @@ class DeepseekV2Model(DeepseekV2PreTrainedModel):
|
|
| 1516 |
|
| 1517 |
def __init__(self, config: DeepseekV2Config):
|
| 1518 |
super().__init__(config)
|
|
|
|
| 1519 |
self.padding_idx = config.pad_token_id
|
| 1520 |
self.vocab_size = config.vocab_size
|
| 1521 |
|
|
|
|
| 1516 |
|
| 1517 |
def __init__(self, config: DeepseekV2Config):
|
| 1518 |
super().__init__(config)
|
| 1519 |
+
print("DeepseekV2Model: using densemixer")
|
| 1520 |
self.padding_idx = config.pad_token_id
|
| 1521 |
self.vocab_size = config.vocab_size
|
| 1522 |
|