remove num_small_expert overwrite

myolmoe/modeling_myolmoe.py

@@ -556,17 +556,6 @@ class OlmoeSparseMoeBlock(nn.Module):
         self.top_k = config.num_experts_per_tok
         self.norm_topk_prob = config.norm_topk_prob
 
-        # Determine if this block is in the second half
-        in_second_half = layer_idx >= self.total_layers // 2
-
-        # Determine small expert count for this layer
-        if in_second_half:
-            second_half_idx = layer_idx - (self.total_layers // 2)
-            num_second_half_blocks = self.total_layers - (self.total_layers // 2)
-            self.num_small_experts = config.max_small_expert_count // num_second_half_blocks
-        else:
-            self.num_small_experts = 0
-
         self.experts = nn.ModuleList([OlmoeMLP(config) for _ in range(self.num_experts)])
         self.small_experts = nn.ModuleList([
             OlmoeMLP(config, is_small=True) for _ in range(self.num_small_experts)