if001 commited on
Commit
b247db3
·
1 Parent(s): daf451b

fix method

Browse files
Files changed (1) hide show
  1. modeling_deepseek.py +1 -1
modeling_deepseek.py CHANGED
@@ -399,7 +399,7 @@ class MoEGate(nn.Module):
399
  self.routed_scaling_factor = config.routed_scaling_factor
400
  self.scoring_func = config.scoring_func
401
  # self.topk_method = config.topk_method
402
- self.topk_method == "gready"
403
  self.n_group = config.n_group
404
  self.topk_group = config.topk_group
405
 
 
399
  self.routed_scaling_factor = config.routed_scaling_factor
400
  self.scoring_func = config.scoring_func
401
  # self.topk_method = config.topk_method
402
+ self.topk_method = "gready"
403
  self.n_group = config.n_group
404
  self.topk_group = config.topk_group
405