| { |
| "_class_name": "Transformer3DModel", |
| "_diffusers_version": "0.25.1", |
| "_name_or_path": "PixArt-alpha/PixArt-XL-2-256x256", |
| "activation_fn": "gelu-approximate", |
| "attention_bias": true, |
| "attention_head_dim": 64, |
| "attention_type": "default", |
| "caption_channels": 4096, |
| "cross_attention_dim": 2048, |
| "double_self_attention": false, |
| "dropout": 0.0, |
| "in_channels": 128, |
| "norm_elementwise_affine": false, |
| "norm_eps": 1e-06, |
| "norm_num_groups": 32, |
| "num_attention_heads": 32, |
| "num_embeds_ada_norm": 1000, |
| "num_layers": 28, |
| "num_vector_embeds": null, |
| "only_cross_attention": false, |
| "out_channels": 128, |
| "project_to_2d_pos": true, |
| "upcast_attention": false, |
| "use_linear_projection": false, |
| "qk_norm": "rms_norm", |
| "standardization_norm": "rms_norm", |
| "positional_embedding_type": "rope", |
| "positional_embedding_theta": 10000.0, |
| "positional_embedding_max_pos": [20, 2048, 2048], |
| "timestep_scale_multiplier": 1000 |
| } |
|
|
