| { | |
| "model_class": "SanaModel", | |
| "input_size": 32, | |
| "patch_size": 1, | |
| "in_channels": 32, | |
| "hidden_size": 2240, | |
| "depth": 20, | |
| "num_heads": 20, | |
| "mlp_ratio": 2.5, | |
| "caption_channels": 1024, | |
| "model_max_length": 2560, | |
| "attn_type": "linear", | |
| "cross_attn_type": "flash", | |
| "linear_head_dim": 32, | |
| "qk_norm": true, | |
| "cross_norm": true, | |
| "use_cross_attn_rope": true, | |
| "use_position_scale": false, | |
| "cross_attn_x_norm": true, | |
| "ffn_type": "glumbconv", | |
| "mlp_acts": [ | |
| "silu", | |
| "silu", | |
| null | |
| ], | |
| "pred_sigma": false, | |
| "learn_sigma": false, | |
| "use_pe": false, | |
| "pe_interpolation": 1.0, | |
| "y_norm": true, | |
| "y_norm_scale_factor": 1.0, | |
| "norm_eps": 1e-06, | |
| "class_dropout_prob": 0.1, | |
| "drop_path": 0.0, | |
| "vae_type": "AutoencoderDC", | |
| "vae_pretrained": "mit-han-lab/dc-ae-f32c32-sana-1.1-diffusers", | |
| "vae_downsample_rate": 32, | |
| "text_encoder_name": "google/gemma-2-2b-it", | |
| "y_embedding_init_method": "randn", | |
| "use_connector": false, | |
| "__class__": "SanaConfig" | |
| } | |