fix method
Browse files- modeling_deepseek.py +1 -1
modeling_deepseek.py
CHANGED
|
@@ -399,7 +399,7 @@ class MoEGate(nn.Module):
|
|
| 399 |
self.routed_scaling_factor = config.routed_scaling_factor
|
| 400 |
self.scoring_func = config.scoring_func
|
| 401 |
# self.topk_method = config.topk_method
|
| 402 |
-
self.topk_method
|
| 403 |
self.n_group = config.n_group
|
| 404 |
self.topk_group = config.topk_group
|
| 405 |
|
|
|
|
| 399 |
self.routed_scaling_factor = config.routed_scaling_factor
|
| 400 |
self.scoring_func = config.scoring_func
|
| 401 |
# self.topk_method = config.topk_method
|
| 402 |
+
self.topk_method = "gready"
|
| 403 |
self.n_group = config.n_group
|
| 404 |
self.topk_group = config.topk_group
|
| 405 |
|