| source_image: ./default.png |
| driving_audio: default.wav |
|
|
| weight_dtype: fp16 |
|
|
| data: |
| n_motion_frames: 2 |
| n_sample_frames: 16 |
| source_image: |
| width: 512 |
| height: 512 |
| driving_audio: |
| sample_rate: 16000 |
| export_video: |
| fps: 25 |
|
|
| inference_steps: 40 |
| cfg_scale: 3.5 |
|
|
| audio_ckpt_dir: ./pretrained_models/hallo |
|
|
| base_model_path: ./pretrained_models/stable-diffusion-v1-5 |
|
|
| motion_module_path: ./pretrained_models/motion_module/mm_sd_v15_v2.ckpt |
|
|
| face_analysis: |
| model_path: ./pretrained_models/face_analysis |
|
|
| wav2vec: |
| model_path: ./pretrained_models/wav2vec/wav2vec2-base-960h |
| features: all |
|
|
| audio_separator: |
| model_path: ./pretrained_models/audio_separator/Kim_Vocal_2.onnx |
|
|
| vae: |
| model_path: ./pretrained_models/sd-vae-ft-mse |
|
|
| save_path: ./.cache |
|
|
| face_expand_ratio: 1.1 |
| pose_weight: 1.1 |
| face_weight: 1.1 |
| lip_weight: 1.1 |
|
|
| unet_additional_kwargs: |
| use_inflated_groupnorm: true |
| unet_use_cross_frame_attention: false |
| unet_use_temporal_attention: false |
| use_motion_module: true |
| use_audio_module: true |
| motion_module_resolutions: |
| - 1 |
| - 2 |
| - 4 |
| - 8 |
| motion_module_mid_block: true |
| motion_module_decoder_only: false |
| motion_module_type: Vanilla |
| motion_module_kwargs: |
| num_attention_heads: 8 |
| num_transformer_block: 1 |
| attention_block_types: |
| - Temporal_Self |
| - Temporal_Self |
| temporal_position_encoding: true |
| temporal_position_encoding_max_len: 32 |
| temporal_attention_dim_div: 1 |
| audio_attention_dim: 768 |
| stack_enable_blocks_name: |
| - "up" |
| - "down" |
| - "mid" |
| stack_enable_blocks_depth: [0,1,2,3] |
| |
|
|
| enable_zero_snr: true |
|
|
| noise_scheduler_kwargs: |
| beta_start: 0.00085 |
| beta_end: 0.012 |
| beta_schedule: "linear" |
| clip_sample: false |
| steps_offset: 1 |
| |
| prediction_type: "v_prediction" |
| rescale_betas_zero_snr: True |
| timestep_spacing: "trailing" |
|
|
| sampler: DDIM |
|
|
