addd num_small_experts config access sparsemoeblock

myolmoe/modeling_myolmoe.py

@@ -555,6 +555,7 @@ class OlmoeSparseMoeBlock(nn.Module):
         self.num_experts = config.num_experts
         self.top_k = config.num_experts_per_tok
         self.norm_topk_prob = config.norm_topk_prob
+        self.num_small_experts = config.num_small_experts
 
         self.experts = nn.ModuleList([OlmoeMLP(config) for _ in range(self.num_experts)])
         self.small_experts = nn.ModuleList([