| image_finetune: false |
|
|
| output_dir: "outputs" |
| pretrained_model_path: "runwayml/stable-diffusion-v1-5" |
|
|
| unet_additional_kwargs: |
| use_motion_module : true |
| motion_module_resolutions : [ 1,2,4,8 ] |
| unet_use_cross_frame_attention : false |
| unet_use_temporal_attention : false |
|
|
| motion_module_type: Vanilla |
| motion_module_kwargs: |
| num_attention_heads : 8 |
| num_transformer_block : 1 |
| attention_block_types : [ "Temporal_Self", "Temporal_Self" ] |
| temporal_position_encoding : true |
| temporal_position_encoding_max_len : 24 |
| temporal_attention_dim_div : 1 |
| zero_initialize : true |
|
|
| noise_scheduler_kwargs: |
| num_train_timesteps: 1000 |
| beta_start: 0.00085 |
| beta_end: 0.012 |
| beta_schedule: "linear" |
| steps_offset: 1 |
| clip_sample: false |
|
|
| train_data: |
| csv_path: "data/output.csv" |
| video_folder: "data/output" |
| sample_size: 256 |
| sample_stride: 4 |
| sample_n_frames: 5 |
|
|
| validation_data: |
| prompts: |
| - "Snow rocky mountains peaks canyon. Snow blanketed rocky mountains surround and shadow deep canyons." |
| - "A drone view of celebration with Christmas tree and fireworks, starry sky - background." |
| - "Robot dancing in times square." |
| - "Pacific coast, carmel by the sea ocean and waves." |
| num_inference_steps: 20 |
| guidance_scale: 12.5 |
| temporal_context": 24 |
| use_inv_latent": True |
| num_inv_steps: 50 |
|
|
| trainable_modules: |
| - "motion_modules." |
|
|
| unet_checkpoint_path: "" |
|
|
| learning_rate: 3.e-5 |
| train_batch_size: 1 |
|
|
| max_train_epoch: -1 |
| max_train_steps: 300 |
| checkpointing_epochs: -1 |
| checkpointing_steps: 1000 |
|
|
| validation_steps: 100 |
| |
|
|
| global_seed: 42 |
| mixed_precision_training: true |
| enable_xformers_memory_efficient_attention: True |
|
|
| is_debug: True |
|
|
