robinfaro
/

molm_log_prob

Text Generation

Model card Files Files and versions

robinfaro commited on Jun 24, 2025

Commit

15af0b3

·

verified ·

1 Parent(s): c2e9a48

Adding modeling.py file

Files changed (1) hide show

modeling.py +2 -2

modeling.py CHANGED Viewed

@@ -38,8 +38,8 @@ class MoLM(PreTrainedModel):
         # Number of experts
         self.num_experts = config.num_experts
-        print(f"Number of experts: {self.num_experts}")
-        print(f"Expert configurations: {config.expert_configs}")
         assert len(config.expert_configs) == self.num_experts, "Number of expert configurations must match num_experts in config."
         self.expert_configs = config.expert_configs

         # Number of experts
         self.num_experts = config.num_experts
+        # print(f"Number of experts: {self.num_experts}")
+        # print(f"Expert configurations: {config.expert_configs}")
         assert len(config.expert_configs) == self.num_experts, "Number of expert configurations must match num_experts in config."
         self.expert_configs = config.expert_configs