vae/config.yaml

accumulate_grad_batches: 1
acous_params:
- - 480
  - 1200
  - 80
- - 240
  - 1200
  - 160
adam_b1: 0.8
adam_b2: 0.99
amp: true
audio_num_mel_bins: 160
audio_sample_rate: 44100
base_config:
- egs/foa_vae/wavvae_v3.yaml
batch_by_size: true
binary_data_dir: data/binary_v3/sa_data_v1
check_val_every_n_epoch: 10
ckpt_milestone_interval: 10000
clip_grad_norm: 1.0
clip_grad_value: 0
d_pretrain_steps: 10000
dataloader_mp_type: fork
dataloader_version: v2
dataset_cls: tasks.foa_vae.dataset_utils.pyroom_dataset.FOAVAEV1Dataset
datasets:
  pyroom_foa:
    processer_fn: tasks.foa_vae.dataset_utils.pyroom_dataset.processer_fn_pyroom
    read_idx: false
    reader_chunk_size: 8
    train_sets:
    - /mnt/bn/sa-ag-data/leike/spatial_edit/triplet/metadata_training/audio_edit_train.jsonl
    - /mnt/bn/sa-ag-data/leike/spatial_edit/triplet2/metadata_training2/audio_edit_train.jsonl
    - /mnt/bn/sa-ag-data/leike/spatial_edit/triplet2/metadata_training2/joint_edit_train.jsonl
    weight: 0.5
  real_foa:
    processer_fn: tasks.foa_vae.dataset_utils.pyroom_dataset.processer_fn_pyroom
    read_idx: false
    reader_chunk_size: 8
    train_sets:
    - /mnt/bn/sa-ag-data/leike/spatial/data/metadata/yt-ambien_trval_vae.jsonl
    - /mnt/bn/sa-ag-data/leike/spatial/data/metadata/sphere360_vae.jsonl
    weight: 1.0
  spat_libri:
    processer_fn: tasks.foa_vae.dataset_utils.pyroom_dataset.processer_fn_pyroom
    read_idx: false
    reader_chunk_size: 8
    train_sets:
    - /mnt/bn/sa-ag-data/leike/spatial/data/metadata/spat_libri.jsonl
    weight: 1.0
ddp_dir: ''
debug: false
disc_lr: 1.0e-05
disc_weight_decay: 0.0
discriminator_grad_norm: 1.0
dropout: 0.0
ds_workers: 8
dtype_save_bf16: true
dynamic_batch: true
ema_decay: 0.9999
ema_power: 0.75
ema_update_after_step: 1
ema_use_warmup: true
endless_ds: true
eval_max_batches: 0
exp_name: 260720_foa_vaev3_post
f0_max: 600
f0_min: 60
fast_ds: true
fast_ds_prefetch_steps: 8
fast_ds_shuffle_buffer: 4
fft_size: 1200
find_unused_parameters: true
fmax: 12000
fmin: 0
foa_align_to_frames_multiple: true
foa_audio_roots: []
foa_bucket_len: 35
foa_channel_order: WYZX
foa_expected_channels: 4
foa_normalize_mode: none
foa_path_fields:
- target_wav_path
- wav_path
- foa_path
- audio_path
- target_path
- path
- file_path
foa_projection:
  gain: 1.0
  include_axes: true
  include_corners: false
  mrstft_chunk_size: 2
  random_dirs: 0
foa_random_crop: true
foa_spatial_loss:
  energy_percentile: 0.5
  fft_size: 1024
  hop_size: 256
  win_length: 1024
foa_target_seconds: 1.486077097505669
foa_vae:
  downsampling_ratios:
  - 2
  - 2
  - 4
  - 8
  - 8
  input_channels: 4
  latent_channels: 64
  output_channels: 4
  pretrained_model_dir: checkpoints/vae
frames_multiple: 8
from_scratch: false
gan_ramp_steps: 20000
generator_grad_norm: 1.0
grad_norm_skip_init_threshold: 50000.0
grad_norm_skip_threshold: 50000.0
grad_norm_skip_warmup_steps: 100
hop_size: 240
infer: false
infer_save_dir: ''
init_method: tcp
load_ckpt: ''
load_ckpt_strict: false
load_map_to_gpu: false
load_wav: true
log_grad_every_n_steps: 1
loss_configs:
  discriminator:
    config:
      filters: 32
      hop_lengths:
      - 512
      - 256
      - 128
      - 64
      - 32
      n_ffts:
      - 2048
      - 1024
      - 512
      - 256
      - 128
      win_lengths:
      - 2048
      - 1024
      - 512
      - 256
      - 128
    type: encodec
  high_frequency_excess_db:
    fft_size: 2048
    hop_size: 512
    margin_db: 1.0
    min_db: -80.0
    min_frequency_hz: 6000.0
    win_length: 2048
  mel_multiband:
    band_edges_hz:
    - 0
    - 1000
    - 6000
    - 20000
    band_weights:
    - 1.0
    - 1.0
    - 1.0
    resolutions:
    - audio_num_mel_bins: 80
      fft_size: 512
      fmax: 20000
      fmin: 0
      hop_size: 128
      win_size: 512
    - audio_num_mel_bins: 128
      fft_size: 1024
      fmax: 20000
      fmin: 0
      hop_size: 256
      win_size: 1024
    - audio_num_mel_bins: 160
      fft_size: 2048
      fmax: 20000
      fmin: 0
      hop_size: 512
      win_size: 2048
  spectral:
    config:
      fft_sizes:
      - 2048
      - 1024
      - 512
      - 256
      - 128
      - 64
      - 32
      hop_sizes:
      - 512
      - 256
      - 128
      - 64
      - 32
      - 16
      - 8
      perceptual_weighting: true
      win_lengths:
      - 2048
      - 1024
      - 512
      - 256
      - 128
      - 64
      - 32
losses:
  lambda_adv: 0.05
  lambda_cov: 1.0
  lambda_cross_phase: 0.5
  lambda_dis: 1.0
  lambda_feature_matching: 5.0
  lambda_high_frequency_excess_db: 0.01
  lambda_intensity_dir: 1.0
  lambda_kl: 1.0e-05
  lambda_mel_multiband: 0.0
  lambda_mrstft: 1.0
  lambda_proj_mrstft: 1.0
loud_norm: false
lr: 1.0e-05
master_addr: ''
max_epochs: 1000
max_frames: 12000
max_sentences: 20
max_tokens: 300
max_updates: 1500000
max_valid_sentences: 1
max_valid_tokens: 60000
mel_vmax: 0.5
mel_vmin: -6
min_frames: 50
mixed_precision: bf16
mmap: true
num_ckpt_keep: 5
num_sanity_val_steps: 10
num_workers: 16
optimizer:
  betas:
  - 0.9
  - 0.999
  fused: false
  lr: 7.5e-05
  weight_decay: 0.01
prefetch_factor: 2
print_nan_grads: true
reduce_transient_noise: false
rename: -1
rename_tmux: false
resume_from: checkpoints/260719_foa_vaev3_sphere_fixed
resume_from_checkpoint: 0
sample_rate: 44100
sample_size: 65536
save_best: false
save_codes:
- tasks
- modules
- egs
- utils
scheduler: cosin_annealing
scheduler_initial_period: 10000
scheduler_lr_min: 1.0e-05
scheduler_period_mult: 1.2
seed: 42
sort_by_len: true
sp_size: 1
start_rank: -1
task_cls: tasks.foa_vae.wavvae_v3_post_task.FOAWavVAEV3PostTask
tb_log_interval: 100
test_max_batches: 100
test_num: 100
test_set_name: test
tgt_size_max: 200
tgt_size_min: 20
torch_compile: false
train_set_name: train
use_dataset_weight: true
use_ema: true
use_fast_dataloader: true
use_fsdp: false
vae_stride: 4
val_batch_size: 0
val_check_interval: 2000
val_dataset_cls: tasks.foa_vae.dataset_utils.pyroom_dataset.FOAVAEV1Dataset
val_max_batches: 100
valid_monitor_key: val_loss
valid_monitor_mode: min
valid_set_name: valid
validate: false
warmup_updates: 2000
weight_decay: 0.0
win_size: 1200
work_dir: checkpoints/260720_foa_vaev3_post
world_size: -1