config.json

{
    "architectures": [
        "EmbeddingMoE"
    ],
    "model_type": "embedding_moe",
    "base_model": "bert-base-uncased",
    "output_dim": 256,
    "dropout_rate": 0.1,
    "num_experts": 2,
    "hidden_dim": 256,
    "auto_map": {
        "AutoModel": "model.EmbeddingMoE",
        "AutoConfig": "model.EmbeddingMoEConfig"
    }
  }