| { |
| "_class_name": "HeliosTransformer3DModel", |
| "_diffusers_version": "0.39.0.dev0", |
| "added_kv_proj_dim": null, |
| "attention_head_dim": 128, |
| "cross_attn_norm": true, |
| "eps": 1e-06, |
| "ffn_dim": 8960, |
| "freq_dim": 256, |
| "gan_cond_map_dim": 768, |
| "gan_hooks": [ |
| 5, |
| 15, |
| 25, |
| 35 |
| ], |
| "guidance_cross_attn": true, |
| "has_multi_term_memory_patch": true, |
| "history_scale_mode": "per_head", |
| "image_dim": null, |
| "in_channels": 96, |
| "is_amplify_history": false, |
| "is_rfs_gan": false, |
| "is_train_restrict_lora": false, |
| "is_use_gan": false, |
| "is_use_gan_final": false, |
| "is_use_gan_hooks": false, |
| "num_attention_heads": 12, |
| "num_layers": 30, |
| "out_channels": 16, |
| "patch_size": [ |
| 1, |
| 2, |
| 2 |
| ], |
| "qk_norm": "rms_norm_across_heads", |
| "restrict_lora": false, |
| "restrict_lora_rank": 128, |
| "restrict_self_attn": false, |
| "rope_dim": [ |
| 44, |
| 42, |
| 42 |
| ], |
| "rope_max_seq_len": 1024, |
| "rope_theta": 10000.0, |
| "text_dim": 4096, |
| "use_text_sink": true, |
| "zero_history_timestep": true |
| } |
|
|
