{
  "target": "hy3dshape.models.denoisers.hunyuandit.HunYuanDiTPlain",
  "params": {
    "input_size": 4096,
    "in_channels": 64,
    "hidden_size": 2048,
    "context_dim": 1024,
    "depth": 21,
    "num_heads": 16,
    "qk_norm": true,
    "text_len": 1370,
    "with_decoupled_ca": false,
    "use_attention_pooling": false,
    "qk_norm_type": "rms",
    "qkv_bias": false,
    "use_pos_emb": false,
    "num_moe_layers": 6,
    "num_experts": 8,
    "moe_top_k": 2
  }
}