transformer/config.json

{
  "_class_name": "Cosmos25Transformer3DModel",
  "_diffusers_version": "0.31.0",
  "num_attention_heads": 16,
  "attention_head_dim": 128,
  "in_channels": 16,
  "out_channels": 16,
  "num_layers": 28,
  "patch_size": [1, 2, 2],
  "max_size": [128, 240, 240],
  "rope_scale": [1.0, 3.0, 3.0],
  "text_embed_dim": 1024,
  "mlp_ratio": 4.0,
  "adaln_lora_dim": 256,
  "use_adaln_lora": true,
  "concat_padding_mask": true,
  "extra_pos_embed_type": null,
  "use_crossattn_projection": true,
  "rope_enable_fps_modulation": false,
  "qk_norm": "rms_norm"
}