| name: cc12m_64x64 |
| dataset_config: configs/datasets/cc12m.yaml |
|
|
| |
| batch_size: 32 |
| num_eval_batches: 500 |
| sample_image_size: 64 |
| test_file_list: validation.tsv |
| reader_config_file: launch_scripts/reader/latest_eval.yaml |
|
|
| |
| min_examples: 10000 |
| sample_dir: /mnt/data/samples |
| batch_size: 32 |
| sample_image_size: 64 |
| test_file_list: validation.tsv |
| device: cuda |
| model: unet |
|
|
| output_dir: /mnt/data/outputs |
| num_diffusion_steps: 1000 |
| reproject_signal: false |
| predict_variances: false |
| model_output_scale: 0 |
| prediction_type: V_PREDICTION |
| loss_target_type: HA_STYLE |
| schedule_type: DEEPFLOYD |
| prediction_length: 129 |
| use_vdm_loss_weights: false |
| loss_factor: 1 |
| num_training_steps: 5000 |
| num_epochs: 20000 |
| avg_lm_steps: 0 |
| use_lm_mask: 1 |
| categorical_conditioning: 0 |
| vocab_file: t5.vocab |
| text_model: google/flan-t5-xl |
| vision_model: unet |
|
|
| unet_config: |
| num_resnets_per_resolution: [2, 2, 2] |
| attention_levels: [1, 2] |
| num_attention_layers: [0, 1, 5] |
| conditioning_feature_dim: -1 |
| conditioning_feature_proj_dim: 2048 |
| num_lm_head_layers: 0 |
| masked_cross_attention: 0 |
| resolution_channels: [256, 512, 768] |
| skip_mid_blocks: False |
| skip_cond_emb: False |
| nesting: False |
| micro_conditioning: 'scale:64' |
| temporal_mode: False |
| temporal_spatial_ds: False |
| temporal_positional_encoding: False |
| resnet_config: |
| num_channels: -1 |
| output_channels: -1 |
| num_groups_norm: 32 |
| dropout: 0.0 |
| use_attention_ffn: True |
| diffusion_config: |
| sampler_config: |
| num_diffusion_steps: 1000 |
| reproject_signal: False |
| schedule_type: DEEPFLOYD |
| prediction_type: V_PREDICTION |
| loss_target_type: DDPM |
| beta_start: 0.0001 |
| beta_end: 0.02 |
| threshold_function: CLIP |
| rescale_schedule: 1.0 |
| schedule_shifted: False |
| model_output_scale: 0.0 |
| use_vdm_loss_weights: False |
|
|
| reader_config: |
| reader_buffer_size: 500 |
| shuffle_buffer_size: 500 |
| image_size: 64 |
| smaller_side_size: 64 |
| random_crop: false |
| max_caption_length: 512 |
| max_token_length: 128 |
| num_readers: 16 |
|
|
| metrics: fid,clip |
| batch_size: 32 |
| gradient_clip_norm: 2 |
| num_gradient_accumulations: 1 |
| warmup_steps: 10000 |
| use_adamw: true |
| log_freq: 50 |
| save_freq: 5000 |
| lr: 5.0e-05 |
| fp16: 0 |
| use_precomputed_text_embeddings: 0 |
| seed: -1 |
|
|
