| { |
| "model_type": "cogvideox-fun-inpaint", |
| "source": "alibaba-pai/CogVideoX-Fun-V1.5-5b-InP", |
| "transformer": { |
| "_class_name": "CogVideoXTransformer3DModel", |
| "_diffusers_version": "0.32.0.dev0", |
| "activation_fn": "gelu-approximate", |
| "attention_bias": true, |
| "attention_head_dim": 64, |
| "dropout": 0.0, |
| "flip_sin_to_cos": true, |
| "freq_shift": 0, |
| "in_channels": 33, |
| "max_text_seq_length": 226, |
| "norm_elementwise_affine": true, |
| "norm_eps": 1e-05, |
| "num_attention_heads": 48, |
| "num_layers": 42, |
| "out_channels": 16, |
| "patch_bias": false, |
| "patch_size": 2, |
| "patch_size_t": 2, |
| "sample_frames": 85, |
| "sample_height": 384, |
| "sample_width": 680, |
| "spatial_interpolation_scale": 1.875, |
| "temporal_compression_ratio": 4, |
| "temporal_interpolation_scale": 1.0, |
| "text_embed_dim": 4096, |
| "time_embed_dim": 512, |
| "timestep_activation_fn": "silu", |
| "use_learned_positional_embeddings": false, |
| "use_rotary_positional_embeddings": true, |
| "add_noise_in_inpaint_model": true |
| }, |
| "text_encoder": { |
| "_name_or_path": "google/t5-v1_1-xxl", |
| "architectures": [ |
| "T5EncoderModel" |
| ], |
| "classifier_dropout": 0.0, |
| "d_ff": 10240, |
| "d_kv": 64, |
| "d_model": 4096, |
| "decoder_start_token_id": 0, |
| "dense_act_fn": "gelu_new", |
| "dropout_rate": 0.1, |
| "eos_token_id": 1, |
| "feed_forward_proj": "gated-gelu", |
| "initializer_factor": 1.0, |
| "is_encoder_decoder": true, |
| "is_gated_act": true, |
| "layer_norm_epsilon": 1e-06, |
| "model_type": "t5", |
| "num_decoder_layers": 24, |
| "num_heads": 64, |
| "num_layers": 24, |
| "output_past": true, |
| "pad_token_id": 0, |
| "relative_attention_max_distance": 128, |
| "relative_attention_num_buckets": 32, |
| "tie_word_embeddings": false, |
| "torch_dtype": "bfloat16", |
| "transformers_version": "4.43.4", |
| "use_cache": true, |
| "vocab_size": 32128 |
| }, |
| "vae": { |
| "_class_name": "AutoencoderKLCogVideoX", |
| "_diffusers_version": "0.31.0.dev0", |
| "act_fn": "silu", |
| "block_out_channels": [ |
| 128, |
| 256, |
| 256, |
| 512 |
| ], |
| "down_block_types": [ |
| "CogVideoXDownBlock3D", |
| "CogVideoXDownBlock3D", |
| "CogVideoXDownBlock3D", |
| "CogVideoXDownBlock3D" |
| ], |
| "force_upcast": true, |
| "in_channels": 3, |
| "latent_channels": 16, |
| "latents_mean": null, |
| "latents_std": null, |
| "layers_per_block": 3, |
| "norm_eps": 1e-06, |
| "norm_num_groups": 32, |
| "out_channels": 3, |
| "sample_height": 480, |
| "sample_width": 720, |
| "scaling_factor": 0.7, |
| "shift_factor": null, |
| "temporal_compression_ratio": 4, |
| "up_block_types": [ |
| "CogVideoXUpBlock3D", |
| "CogVideoXUpBlock3D", |
| "CogVideoXUpBlock3D", |
| "CogVideoXUpBlock3D" |
| ], |
| "use_post_quant_conv": false, |
| "use_quant_conv": false |
| } |
| } |
