robinfaro commited on
Commit
7c83237
·
verified ·
1 Parent(s): 34cd62f

Update modeling.py

Browse files
Files changed (1) hide show
  1. modeling.py +2 -2
modeling.py CHANGED
@@ -37,8 +37,8 @@ class MoLM(PreTrainedModel):
37
 
38
  # Number of experts
39
  self.num_experts = config.num_experts
40
- print(f"Number of experts: {self.num_experts}")
41
- print(f"Expert configurations: {config.expert_configs}")
42
  assert len(config.expert_configs) == self.num_experts, "Number of expert configurations must match num_experts in config."
43
  self.expert_configs = config.expert_configs
44
 
 
37
 
38
  # Number of experts
39
  self.num_experts = config.num_experts
40
+ #print(f"Number of experts: {self.num_experts}")
41
+ #print(f"Expert configurations: {config.expert_configs}")
42
  assert len(config.expert_configs) == self.num_experts, "Number of expert configurations must match num_experts in config."
43
  self.expert_configs = config.expert_configs
44