Update modeling_motif.py

modeling_motif.py

@@ -61,17 +61,8 @@ logger = logging.get_logger(__name__)
 if is_flash_attn_2_available():
     from transformers.modeling_flash_attention_utils import _flash_attention_forward
 
-try:
-    moreh_ops = torch.ops.moreh
-    logger.warning_once("Using moreh ops")
-except AttributeError:
-    logger.warning_once("Failed to import moreh ops")
-
-#_CHECKPOINT_FOR_DOC = "moreh/Motif-102B"
 _CONFIG_FOR_DOC = "MotifConfig"
 
-#from .moreh_moe import MorehMoeMLP, MorehMoeFusedMLP
-
 
 class MotifRMSNorm(nn.Module):