PPASS

/

LLM4WM

like 0

• "transformers.activations.NewGELUActivation",
• "__builtin__.set",
• "src.MLoRA_0110.model.modeling_gpt2.GPT2SdpaAttention",
• "torch._utils._rebuild_tensor_v2",
• "torch.nn.modules.container.ModuleDict",
• "torch.nn.modules.activation.Softmax",
• "src.MLoRA_0110.peft.tuners.mmoelora2.MMOELoraModel2",
• "src.MLoRA_0110.model.modeling_gpt2.GPT2Model",
• "torch._utils._rebuild_parameter",
• "src.MLoRA_0110.model.modeling_gpt2.GPT2Block",
• "model.GPT4MT_final.Muti_task_Adapter",
• "model.GPT4MT_final.Model",
• "src.MLoRA_0110.peft.tuners.mmoelora2.MMOELinearB",
• "torch.nn.modules.activation.ReLU",
• "torch.nn.modules.dropout.Dropout",
• "torch.BoolStorage",
• "src.MLoRA_0110.peft.tuners.mmoelora2.Expert",
• "torch.device",
• "src.MLoRA_0110.peft.tuners.mmoelora2.MMOELinearA",
• "src.MLoRA_0110.peft.tuners.mmoelora2.MMOELoraConfig2",
• "src.MLoRA_0110.model.modeling_gpt2.GPT2MLP",
• "torch.nn.modules.container.ModuleList",
• "torch.float32",
• "torch.nn.modules.linear.Linear",
• "torch.nn.modules.normalization.LayerNorm",
• "transformers.pytorch_utils.Conv1D",
• "src.MLoRA_0110.peft.peft_model.PeftModelForCausalLM",
• "__builtin__.getattr",
• "model.GPT4MT_final.Muti_task_output_projection",
• "torch.nn.modules.container.Sequential",
• "src.MLoRA_0110.peft.utils.config.PeftType",
• "collections.OrderedDict",
• "torch.nn.modules.conv.Conv1d",
• "torch.FloatStorage",
• "src.MLoRA_0110.peft.tuners.mmoelora2.MMOELoraLinear2",
• "src.MLoRA_0110.peft.tuners.mmoelora2.Gate",
• "torch.nn.modules.sparse.Embedding",
• "transformers.models.gpt2.configuration_gpt2.GPT2Config",
• "model.GPT4MT_final.Res_block_complex"

How to fix it?