lucascamillomd

/

cpgpt-models

like 0

• "omegaconf.listconfig.ListConfig",
• "__builtin__.long",
• "torch.nn.modules.linear.Linear",
• "cpgpt.model.components.modules.SwiGLU",
• "omegaconf.dictconfig.DictConfig",
• "torch.nn.modules.container.ModuleList",
• "omegaconf.base.ContainerMetadata",
• "torch.nn.modules.container.Sequential",
• "functools.partial",
• "__builtin__.set",
• "omegaconf.base.Metadata",
• "torch.optim.adamw.AdamW",
• "torchtune.modules.lr_schedulers.get_cosine_schedule_with_warmup",
• "torch.nn.modules.activation.MultiheadAttention",
• "torch.nn.modules.linear.NonDynamicallyQuantizableLinear",
• "cpgpt.model.components.modules.MLPBlock",
• "collections.OrderedDict",
• "__builtin__.dict",
• "torch.nn.modules.normalization.RMSNorm",
• "__builtin__.list",
• "omegaconf.nodes.AnyNode",
• "torch._utils._rebuild_parameter",
• "cpgpt.model.components.model.CpGPT",
• "torch.nn.modules.linear.Identity",
• "collections.defaultdict",
• "torch.FloatStorage",
• "cpgpt.model.components.modules.TransformerPPBlock",
• "torch._utils._rebuild_tensor_v2",
• "torchtune.modules.position_embeddings.RotaryPositionalEmbeddings",
• "torch.nn.modules.dropout.Dropout",
• "cpgpt.model.components.modules.AbsolutePositionalEncoding",
• "typing.Any",
• "torch.nn.modules.transformer.TransformerEncoder"

How to fix it?