Uploading model.pt

model.py

@@ -1,8 +1,9 @@
 import torch
 from torch import nn
-from transformers import PreTrainedModel, PretrainedConfig , AutoModel
+from transformers import PreTrainedModel, PretrainedConfig, AutoModel
 
 class EmbeddingMoEConfig(PretrainedConfig):
+    model_type = "embedding_moe"
     def __init__(self, output_dim=128, num_experts=2, dropout_rate=0.1, **kwargs):
         super().__init__(**kwargs)
         self.output_dim = output_dim