File size: 582 Bytes
a63d81a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 |
{
"_class_name": "Cosmos25Transformer3DModel",
"_diffusers_version": "0.31.0",
"num_attention_heads": 16,
"attention_head_dim": 128,
"in_channels": 16,
"out_channels": 16,
"num_layers": 28,
"patch_size": [1, 2, 2],
"max_size": [128, 240, 240],
"rope_scale": [1.0, 3.0, 3.0],
"text_embed_dim": 1024,
"mlp_ratio": 4.0,
"adaln_lora_dim": 256,
"use_adaln_lora": true,
"concat_padding_mask": true,
"extra_pos_embed_type": null,
"use_crossattn_projection": true,
"rope_enable_fps_modulation": false,
"qk_norm": "rms_norm"
}
|