| data_path: embedded-language-flows/xsum_train_t5 | |
| eval_data_path: embedded-language-flows/xsum_validation_t5 | |
| max_length: 1088 | |
| max_input_length: 1024 | |
| pad_token: eos | |
| encoder_model_name: t5-small | |
| latent_mean: 0.0 | |
| latent_std: 0.2 | |
| model: ELF-B | |
| bottleneck_dim: 128 | |
| num_time_tokens: 4 | |
| num_self_cond_cfg_tokens: 4 | |
| num_model_mode_tokens: 4 | |
| denoiser_p_mean: -1.5 | |
| denoiser_p_std: 0.8 | |
| denoiser_noise_scale: 2.0 | |
| t_eps: 0.05 | |
| time_schedule: logit_normal | |
| decoder_prob: 0.2 | |
| decoder_noise_scale: 5.0 | |
| decoder_p_mean: 0.8 | |
| decoder_p_std: 0.8 | |
| label_drop_prob: 0.1 | |
| self_cond_prob: 0.5 | |
| epochs: 100 | |
| global_batch_size: 512 | |
| blr: 0.001 | |
| weight_decay: 0.0 | |
| warmup_steps: 5000 | |
| optimizer: muon | |
| ema_decay1: 0.9999 | |
| sampling_configs_path: src/configs/sampling_configs/cond_sampling_configs.yml | |
| num_samples: 5000 | |
| log_freq: 100 | |
| save_freq: 10 | |
| save_last_freq: 1000 | |
| eval_freq: 10 | |
| output_dir: outputs/elf_b-xsum_torch | |
| resume: null | |
| use_wandb: true | |
| wandb_project: elf | |
| wandb_entity: null | |
| wandb_run_name: elf_b-xsum | |
| seed: 42 | |
| hf_repo_id: null | |