| { |
| "base_model": "/home/work/worldstereo/ComfyUI/models/diffusers/Wan-AI/Wan2.1-I2V-14B-480P-Diffusers", |
| "load_uni3c": false, |
| "seed": 1024, |
| "nframe": 21, |
| "num_workers": 8, |
| "scale_map": [ |
| [ |
| 480, |
| 832 |
| ], |
| [ |
| 480, |
| 768 |
| ], |
| [ |
| 512, |
| 784 |
| ], |
| [ |
| 512, |
| 720 |
| ], |
| [ |
| 576, |
| 704 |
| ], |
| [ |
| 576, |
| 640 |
| ], |
| [ |
| 640, |
| 640 |
| ], |
| [ |
| 640, |
| 576 |
| ], |
| [ |
| 704, |
| 576 |
| ], |
| [ |
| 720, |
| 512 |
| ], |
| [ |
| 784, |
| 512 |
| ], |
| [ |
| 768, |
| 480 |
| ], |
| [ |
| 832, |
| 480 |
| ] |
| ], |
| "grad_checkpoint": true, |
| "freeze_backbone": false, |
| "ema_eval": true, |
| "render_radius": 0.008, |
| "points_per_pixel": 8, |
| "background_color": [ |
| 0, |
| 0, |
| 0 |
| ], |
| "sobel_threshold": 0.35, |
| "center_scale": 1.0, |
| "start_elevation": 5.0, |
| "pcd_aug_cfg": { |
| "crop_ratio": 0.1, |
| "edge_mask_ratio": 0.5, |
| "pcd_degrade": true, |
| "fly_edge_ratio": 0.1, |
| "fly_dege_size": 3, |
| "global_distortion_ratio": 0.0, |
| "global_distortion_size": 21, |
| "local_distortion_ratio": 0.0, |
| "local_distortion_size": 27, |
| "local_distortion_region": 4 |
| }, |
| "ref_aug_cfg": { |
| "motion_blur_aug": true, |
| "motion_blur_aug_ratio": 0.1, |
| "motion_blur_kernel_size": 7, |
| "jitter_aug": true, |
| "jitter_brightness": 0.15, |
| "jitter_contrast": 0.15, |
| "jitter_saturation": 0.15 |
| }, |
| "camera_embedding": true, |
| "is_w2c": true, |
| "controlnet_cfg": { |
| "conv_out_dim": 5120, |
| "time_embed_dim": 5120, |
| "dim": 1024, |
| "ffn_dim": 4096, |
| "num_heads": 16, |
| "num_layers": 20, |
| "add_channels": 7, |
| "mid_channels": 256, |
| "mask_downsample": 1, |
| "update_ref": true, |
| "ref_embedding": false, |
| "main_camera_embedding": true, |
| "camera_embedding_dim": 7, |
| "freeze_attn2": true, |
| "freeze_ffn": false |
| }, |
| "dmd_lora_rank": 256, |
| "dmd_lora": false, |
| "freeze_controlnet": false, |
| "dmd_steps": 4, |
| "dmd_start_steps": 250, |
| "dmd_end_steps": 1000, |
| "gen_shift": 5.0, |
| "gen_update_ratio": 5, |
| "real_guidance_scale": 5.0, |
| "negative_prompt": "\u8272\u8c03\u8273\u4e3d\uff0c\u8fc7\u66dd\uff0c\u9759\u6001\uff0c\u7ec6\u8282\u6a21\u7cca\u4e0d\u6e05\uff0c\u5b57\u5e55\uff0c\u98ce\u683c\uff0c\u4f5c\u54c1\uff0c\u753b\u4f5c\uff0c\u753b\u9762\uff0c\u6574\u4f53\u53d1\u7070\uff0c\u6700\u5dee\u8d28\u91cf\uff0c\u4f4e\u8d28\u91cf\uff0cJPEG\u538b\u7f29\u6b8b\u7559\uff0c\u4e11\u964b\u7684\uff0c\u6b8b\u7f3a\u7684\uff0c\u591a\u4f59\u7684\u624b\u6307\uff0c\u753b\u5f97\u4e0d\u597d\u7684\u624b\u90e8\uff0c\u753b\u5f97\u4e0d\u597d\u7684\u8138\u90e8\uff0c\u7578\u5f62\u7684\uff0c\u6bc1\u5bb9\u7684\uff0c\u5f62\u6001\u7578\u5f62\u7684\u80a2\u4f53\uff0c\u624b\u6307\u878d\u5408\uff0c\u9759\u6b62\u4e0d\u52a8\u7684\u753b\u9762\uff0c\u6742\u4e71\u7684\u80cc\u666f\uff0c\u4e09\u6761\u817f\uff0c\u80cc\u666f\u4eba\u5f88\u591a\uff0c\u5012\u7740\u8d70\uff0c\u9633\u5149\uff0c\u660e\u4eae", |
| "generator_fsdp": "fsdp_hybrid", |
| "real_score_fsdp": "fsdp_hybrid", |
| "fake_score_fsdp": "fsdp_hybrid", |
| "other_fsdp": "fsdp_hybrid", |
| "cpu_offload": false, |
| "lr": 2e-06, |
| "lr_critic": 4e-07, |
| "grad_clip": 1.0, |
| "weight_decay": 0.0, |
| "adam_eps": 1e-08, |
| "beta1": 0.0, |
| "beta2": 0.999, |
| "lr_scheduler": "constant", |
| "resume_epoch": -1, |
| "render_dropout": 0.05, |
| "camera_dropout": 0.08, |
| "pointmap_dropout": 0.0, |
| "referece_dropout": 0.0, |
| "latent_cond_mode": "first_frame_only", |
| "use_ema": true, |
| "ema_decay": 0.999, |
| "ema_warmup_steps": 20, |
| "loss": { |
| "num_train_timesteps": 1000, |
| "shift": 5.0, |
| "use_discrete_timesteps": false, |
| "sample_method": "logit-normal", |
| "use_timestep_transform": true, |
| "loc": 0.0, |
| "scale": 1.0, |
| "t_min": 0.02, |
| "t_max": 0.98 |
| }, |
| "total_steps": 3001, |
| "warmup_steps": 0, |
| "log_every": 1, |
| "eval_every": 500, |
| "ckpt_every": 250, |
| "enable_prope": false |
| } |
