Update modeling_Llamoe.py

modeling_Llamoe.py

@@ -940,7 +940,7 @@ class LlamoeForCausalLM(LlamoePreTrainedModel):
     def __init__(self, config: PhiConfig) -> None:
         super().__init__(config)
 
-        self.transformer = PhiModel(config)
+        self.transformer = LlamoeModel(config)
         self.lm_head = CausalLMHead(config)
         self.loss = CausalLMLoss()