{
  "_name": null,
  "common": {
    "_name": null,
    "no_progress_bar": false,
    "log_interval": 100,
    "log_format": "simple",
    "log_file": null,
    "aim_repo": null,
    "aim_run_hash": null,
    "tensorboard_logdir": "/checkpoint/mjhwang/experiments/230930-noiseaug_p2v-mls_multilingual_6lang/231005-noiseaug_p2v-mls_multilingual_6lang-alignfix.config_v2.langemb1.vuv_logit1.denoise.ngpu16",
    "wandb_project": null,
    "azureml_logging": false,
    "seed": 1,
    "cpu": false,
    "tpu": false,
    "bf16": false,
    "fp16": false,
    "memory_efficient_fp16": false,
    "fp16_no_flatten_grads": false,
    "fp16_init_scale": 128,
    "fp16_scale_window": null,
    "fp16_scale_tolerance": 0.0,
    "on_cpu_convert_precision": false,
    "min_loss_scale": 0.0001,
    "threshold_loss_scale": null,
    "amp": false,
    "amp_batch_retries": 2,
    "amp_init_scale": 128,
    "amp_scale_window": null,
    "user_dir": null,
    "empty_cache_freq": 0,
    "all_gather_list_size": 9999999,
    "model_parallel_size": 1,
    "quantization_config_path": null,
    "profile": false,
    "reset_logging": false,
    "suppress_crashes": false,
    "use_plasma_view": false,
    "plasma_path": "/tmp/plasma",
    "log_nvidia_smi": false,
    "use_tutel_moe": false
  },
  "common_eval": {
    "_name": null,
    "path": null,
    "post_process": null,
    "quiet": false,
    "model_overrides": "{}",
    "results_path": null,
    "is_moe": false,
    "moe_generation": false
  },
  "distributed_training": {
    "_name": null,
    "distributed_world_size": 16,
    "distributed_num_procs": 8,
    "distributed_rank": 0,
    "distributed_backend": "nccl",
    "distributed_init_method": "tcp://learnfair0791:15129",
    "distributed_port": 15129,
    "device_id": 0,
    "distributed_no_spawn": false,
    "ddp_backend": "legacy_ddp",
    "ddp_comm_hook": "none",
    "bucket_cap_mb": 25,
    "fix_batches_to_gpus": false,
    "find_unused_parameters": true,
    "gradient_as_bucket_view": false,
    "fast_stat_sync": false,
    "heartbeat_timeout": -1,
    "broadcast_buffers": false,
    "slowmo_momentum": null,
    "slowmo_base_algorithm": "localsgd",
    "localsgd_frequency": 3,
    "nprocs_per_node": 8,
    "pipeline_model_parallel": false,
    "pipeline_balance": null,
    "pipeline_devices": null,
    "pipeline_chunks": 0,
    "pipeline_encoder_balance": null,
    "pipeline_encoder_devices": null,
    "pipeline_decoder_balance": null,
    "pipeline_decoder_devices": null,
    "pipeline_checkpoint": "never",
    "zero_sharding": "none",
    "fp16": false,
    "bf16": false,
    "memory_efficient_fp16": false,
    "tpu": false,
    "no_reshard_after_forward": false,
    "fp32_reduce_scatter": false,
    "cpu_offload": false,
    "use_sharded_state": false,
    "not_fsdp_flatten_parameters": false,
    "freeze_up_to_layer": null
  },
  "dataset": {
    "_name": null,
    "num_workers": 0,
    "num_workers_valid": 0,
    "skip_invalid_size_inputs_valid_test": true,
    "max_tokens": 300000,
    "batch_size": null,
    "required_batch_size_multiple": 8,
    "required_seq_len_multiple": 1,
    "dataset_impl": null,
    "data_buffer_size": 10,
    "train_subset": "train_wenet_cmn_9_10,train_wenet_cmn_8_10,train_wenet_cmn_7_10,train_wenet_cmn_6_10,train_wenet_cmn_5_10,train_wenet_cmn_4_10,train_wenet_cmn_3_10,train_wenet_cmn_2_10,train_wenet_cmn_1_10,train_wenet_cmn_0_10,train_mls_en_9_10,train_mls_en_8_10,train_mls_en_7_10,train_mls_en_6_10,train_mls_en_5_10,train_mls_en_4_10,train_mls_en_3_10,train_mls_en_2_10,train_mls_en_1_10,train_mls_en_0_10,train_mls_deu,train_mls_fra,train_mls_spa,train_cv12_cmn,train_mls_ita,train_cv12_cmn_2,train_vl107_cmn",
    "valid_subset": "dev_all",
    "combine_valid_subsets": null,
    "ignore_unused_valid_subsets": false,
    "validate_interval": 1,
    "validate_interval_updates": 5000,
    "validate_after_updates": 0,
    "fixed_validation_seed": null,
    "disable_validation": false,
    "max_tokens_valid": 300000,
    "batch_size_valid": null,
    "max_valid_steps": null,
    "curriculum": 0,
    "gen_subset": "test",
    "num_shards": 1,
    "shard_id": 0,
    "grouped_shuffling": false,
    "update_epoch_batch_itr": false,
    "update_ordered_indices_seed": false
  },
  "optimization": {
    "_name": null,
    "max_epoch": 0,
    "max_update": 500000,
    "stop_time_hours": 0.0,
    "clip_norm": 1.0,
    "clip_norm_type": "l2",
    "sentence_avg": false,
    "update_freq": [
      4
    ],
    "lr": [
      0.0001
    ],
    "stop_min_lr": -1.0,
    "use_bmuf": false,
    "skip_remainder_batch": false
  },
  "checkpoint": {
    "_name": null,
    "save_dir": "/checkpoint/mjhwang/experiments/230930-noiseaug_p2v-mls_multilingual_6lang/231005-noiseaug_p2v-mls_multilingual_6lang-alignfix.config_v2.langemb1.vuv_logit1.denoise.ngpu16",
    "restore_file": "checkpoint_last.pt",
    "continue_once": null,
    "finetune_from_model": null,
    "ignore_suffix": false,
    "reset_dataloader": true,
    "reset_lr_scheduler": false,
    "reset_meters": false,
    "reset_optimizer": false,
    "optimizer_overrides": "{}",
    "save_interval": 1,
    "save_interval_updates": 10000,
    "keep_interval_updates": 1,
    "keep_interval_updates_pattern": -1,
    "keep_last_epochs": -1,
    "keep_best_checkpoints": 10,
    "no_save": false,
    "no_epoch_checkpoints": true,
    "no_last_checkpoints": false,
    "no_best_checkpoints": false,
    "no_save_optimizer_state": false,
    "no_save_optimizer_state_on_training_finished": false,
    "synchronize_checkpoints_before_copy": false,
    "symlink_best_and_last_checkpoints": false,
    "best_checkpoint_metric": "mse_loss",
    "maximize_best_checkpoint_metric": false,
    "patience": 20,
    "checkpoint_suffix": "",
    "checkpoint_shard_count": 1,
    "load_checkpoint_on_all_dp_ranks": false,
    "write_checkpoints_asynchronously": false,
    "s3_upload_path": null,
    "replication_count": 1,
    "model_parallel_size": 1
  },
  "bmuf": {
    "_name": null,
    "block_lr": 1.0,
    "block_momentum": 0.875,
    "global_sync_iter": 50,
    "warmup_iterations": 500,
    "use_nbm": false,
    "average_sync": false,
    "distributed_world_size": 16
  },
  "generation": {
    "_name": null,
    "beam": 5,
    "beam_mt": 0,
    "nbest": 1,
    "max_len_a": 0.0,
    "max_len_b": 200,
    "max_len_a_mt": 0.0,
    "max_len_b_mt": 200,
    "min_len": 1,
    "match_source_len": false,
    "unnormalized": false,
    "no_early_stop": false,
    "no_beamable_mm": false,
    "lenpen": 1.0,
    "lenpen_mt": 1.0,
    "unkpen": 0.0,
    "blankpen": 0.0,
    "replace_unk": null,
    "sacrebleu": false,
    "score_reference": false,
    "prefix_size": 0,
    "no_repeat_ngram_size": 0,
    "sampling": false,
    "sampling_topk": -1,
    "sampling_topp": -1.0,
    "constraints": null,
    "temperature": 1.0,
    "diverse_beam_groups": -1,
    "diverse_beam_strength": 0.5,
    "diversity_rate": -1.0,
    "print_alignment": null,
    "print_step": false,
    "lm_path": null,
    "lm_weight": 0.0,
    "iter_decode_eos_penalty": 0.0,
    "iter_decode_max_iter": 10,
    "iter_decode_force_max_iter": false,
    "iter_decode_with_beam": 1,
    "iter_decode_with_external_reranker": false,
    "retain_iter_history": false,
    "retain_dropout": false,
    "retain_dropout_modules": null,
    "decoding_format": null,
    "no_seed_provided": false,
    "eos_token": null
  },
  "eval_lm": {
    "_name": null,
    "output_word_probs": false,
    "output_word_stats": false,
    "context_window": 0,
    "softmax_batch": 9223372036854775807,
    "stats_path": null,
    "max_valid_steps": null
  },
  "interactive": {
    "_name": null,
    "buffer_size": 0,
    "input": "-"
  },
  "model": {
    "no_progress_bar": false,
    "log_interval": 100,
    "log_format": "simple",
    "log_file": null,
    "aim_repo": null,
    "aim_run_hash": null,
    "tensorboard_logdir": "/checkpoint/mjhwang/experiments/230930-noiseaug_p2v-mls_multilingual_6lang/231005-noiseaug_p2v-mls_multilingual_6lang-alignfix.config_v2.langemb1.vuv_logit1.denoise.ngpu16",
    "wandb_project": null,
    "azureml_logging": false,
    "seed": 1,
    "cpu": false,
    "tpu": false,
    "bf16": false,
    "fp16": false,
    "memory_efficient_fp16": false,
    "fp16_no_flatten_grads": false,
    "fp16_init_scale": 128,
    "fp16_scale_window": null,
    "fp16_scale_tolerance": 0.0,
    "on_cpu_convert_precision": false,
    "min_loss_scale": 0.0001,
    "threshold_loss_scale": null,
    "amp": false,
    "amp_batch_retries": 2,
    "amp_init_scale": 128,
    "amp_scale_window": null,
    "user_dir": null,
    "empty_cache_freq": 0,
    "all_gather_list_size": 9999999,
    "model_parallel_size": 1,
    "quantization_config_path": null,
    "profile": false,
    "reset_logging": false,
    "suppress_crashes": false,
    "use_plasma_view": false,
    "plasma_path": "/tmp/plasma",
    "log_nvidia_smi": false,
    "use_tutel_moe": false,
    "tokenizer": null,
    "bpe": null,
    "optimizer": "adam",
    "lr_scheduler": "fixed",
    "simul_type": null,
    "criterion": "nar_prosody2vec",
    "scoring": "bleu",
    "task": "prosody2vec",
    "num_workers": 0,
    "num_workers_valid": 0,
    "skip_invalid_size_inputs_valid_test": true,
    "max_tokens": 300000,
    "batch_size": null,
    "required_batch_size_multiple": 8,
    "required_seq_len_multiple": 1,
    "dataset_impl": null,
    "data_buffer_size": 10,
    "train_subset": "train_wenet_cmn_9_10,train_wenet_cmn_8_10,train_wenet_cmn_7_10,train_wenet_cmn_6_10,train_wenet_cmn_5_10,train_wenet_cmn_4_10,train_wenet_cmn_3_10,train_wenet_cmn_2_10,train_wenet_cmn_1_10,train_wenet_cmn_0_10,train_mls_en_9_10,train_mls_en_8_10,train_mls_en_7_10,train_mls_en_6_10,train_mls_en_5_10,train_mls_en_4_10,train_mls_en_3_10,train_mls_en_2_10,train_mls_en_1_10,train_mls_en_0_10,train_mls_deu,train_mls_fra,train_mls_spa,train_cv12_cmn,train_mls_ita,train_cv12_cmn_2,train_vl107_cmn",
    "valid_subset": "dev_all",
    "combine_valid_subsets": null,
    "ignore_unused_valid_subsets": false,
    "validate_interval": 1,
    "validate_interval_updates": 5000,
    "validate_after_updates": 0,
    "fixed_validation_seed": null,
    "disable_validation": false,
    "max_tokens_valid": "300000",
    "batch_size_valid": null,
    "max_valid_steps": null,
    "curriculum": 0,
    "gen_subset": "test",
    "num_shards": 1,
    "shard_id": 0,
    "grouped_shuffling": false,
    "update_epoch_batch_itr": false,
    "update_ordered_indices_seed": false,
    "distributed_world_size": 16,
    "distributed_num_procs": 8,
    "distributed_rank": 0,
    "distributed_backend": "nccl",
    "distributed_init_method": null,
    "distributed_port": 15129,
    "device_id": 0,
    "distributed_no_spawn": false,
    "ddp_backend": "legacy_ddp",
    "ddp_comm_hook": "none",
    "bucket_cap_mb": 25,
    "fix_batches_to_gpus": false,
    "find_unused_parameters": true,
    "gradient_as_bucket_view": false,
    "fast_stat_sync": false,
    "heartbeat_timeout": -1,
    "broadcast_buffers": false,
    "slowmo_momentum": null,
    "slowmo_base_algorithm": "localsgd",
    "localsgd_frequency": 3,
    "nprocs_per_node": 8,
    "pipeline_model_parallel": false,
    "pipeline_balance": null,
    "pipeline_devices": null,
    "pipeline_chunks": 0,
    "pipeline_encoder_balance": null,
    "pipeline_encoder_devices": null,
    "pipeline_decoder_balance": null,
    "pipeline_decoder_devices": null,
    "pipeline_checkpoint": "never",
    "zero_sharding": "none",
    "no_reshard_after_forward": false,
    "fp32_reduce_scatter": false,
    "cpu_offload": false,
    "use_sharded_state": false,
    "not_fsdp_flatten_parameters": false,
    "freeze_up_to_layer": null,
    "arch": "nar_p2v",
    "max_epoch": 0,
    "max_update": 500000,
    "stop_time_hours": 0,
    "clip_norm": 1.0,
    "clip_norm_type": "l2",
    "sentence_avg": false,
    "update_freq": [
      4
    ],
    "lr": [
      0.0001
    ],
    "stop_min_lr": -1.0,
    "use_bmuf": false,
    "skip_remainder_batch": false,
    "save_dir": "/checkpoint/mjhwang/experiments/230930-noiseaug_p2v-mls_multilingual_6lang/231005-noiseaug_p2v-mls_multilingual_6lang-alignfix.config_v2.langemb1.vuv_logit1.denoise.ngpu16",
    "restore_file": "checkpoint_last.pt",
    "continue_once": null,
    "finetune_from_model": null,
    "ignore_suffix": false,
    "reset_dataloader": true,
    "reset_lr_scheduler": false,
    "reset_meters": false,
    "reset_optimizer": false,
    "optimizer_overrides": "{}",
    "save_interval": 1,
    "save_interval_updates": 10000,
    "keep_interval_updates": 1,
    "keep_interval_updates_pattern": -1,
    "keep_last_epochs": -1,
    "keep_best_checkpoints": 10,
    "no_save": false,
    "no_epoch_checkpoints": true,
    "no_last_checkpoints": false,
    "no_best_checkpoints": false,
    "no_save_optimizer_state": false,
    "no_save_optimizer_state_on_training_finished": false,
    "synchronize_checkpoints_before_copy": false,
    "symlink_best_and_last_checkpoints": false,
    "best_checkpoint_metric": "mse_loss",
    "maximize_best_checkpoint_metric": false,
    "patience": 20,
    "checkpoint_suffix": "",
    "checkpoint_shard_count": 1,
    "load_checkpoint_on_all_dp_ranks": false,
    "write_checkpoints_asynchronously": false,
    "s3_upload_path": null,
    "replication_count": 1,
    "store_ema": false,
    "ema_decay": 0.9999,
    "ema_start_update": 0,
    "ema_seed_model": null,
    "ema_update_freq": 1,
    "ema_fp32": false,
    "load_prosody_encoder_from": null,
    "freeze_prosody_encoder": false,
    "unit_encoder_arch": "daft_exprt_encoder",
    "prosody_encoder_arch": "ecapa_tdnn2",
    "decoder_arch": "daft_exprt_decoder",
    "data": "/large_experiments/seamless/ust/mjhwang/data/denoise_prosody2vec/mls_multilingual_6lang_xlsr_10k_noiseaug",
    "config_yaml": "config_v2.yaml",
    "max_source_positions": 300000,
    "max_target_positions": 300000,
    "n_frames_per_step": 1,
    "eos_prob_threshold": 0.5,
    "eval_inference": true,
    "eval_tb_nsample": 8,
    "eval_bleu": false,
    "vocoder": "griffin_lim",
    "spec_bwd_max_iter": 8,
    "jit_data_offloading": true,
    "jit_data_root": "/scratch/slurm_tmpdir/${SLURM_JOB_ID}",
    "adam_betas": "(0.9, 0.98)",
    "adam_eps": 1e-08,
    "weight_decay": 0.0,
    "use_old_adam": false,
    "fp16_adam_stats": false,
    "block_wise": false,
    "force_anneal": null,
    "lr_shrink": 0.1,
    "warmup_updates": 1000,
    "ctc_weight": 0.0,
    "forward_sum_weight": 1.0,
    "bin_loss_start_ratio": 0.1,
    "bin_loss_warmup_steps": 6000,
    "film_regul_weight": 0.001,
    "pros_consist_weight": 0.0,
    "denoise_target": true,
    "snr_threshold": 2000000000000000.0,
    "pad": 1,
    "eos": 2,
    "unk": 3,
    "use_spkr_emb": 0,
    "use_lang_emb": 1,
    "prosody_embed_dim": 512,
    "use_ucmvn": 0,
    "use_spec_augment": 1,
    "use_prosody_layernorm": 1,
    "var_pred_hidden_dim": 512,
    "var_pred_kernel_size": 5,
    "var_pred_n_bins": -1,
    "add_variance_parallel": 1,
    "use_film_decoder": 1,
    "predict_var_vuv": 1,
    "predict_vuv_logit": 1,
    "predict_frm_f0_vuv": 0,
    "no_seed_provided": false,
    "speaker_embed_dim": 192,
    "use_utterance_speaker_embed": false,
    "lang_embed_dim": 64,
    "_name": "nar_p2v",
    "lang_to_id": {
      "cmn": 0,
      "deu": 1,
      "eng": 2,
      "fra": 3,
      "ita": 4,
      "spa": 5
    },
    "pitch_min": 0.0,
    "pitch_max": 6.858574643755327,
    "energy_min": 0.0,
    "energy_max": 6.360039234161377,
    "speaker_emb_path": null,
    "input_feat_per_channel": 80,
    "input_channels": 1,
    "speaker_to_id": null,
    "dropout": 0.2,
    "fft_hidden_dim": 1024,
    "fft_kernel_size": 9,
    "attention_dropout": 0.0,
    "encoder_layers": 4,
    "encoder_embed_dim": 256,
    "encoder_attention_heads": 2,
    "output_frame_dim": 80,
    "prosody_channels": [
      512,
      512,
      512,
      512,
      1536
    ],
    "prosody_kernel_sizes": [
      5,
      3,
      3,
      3,
      1
    ],
    "prosody_dilations": [
      1,
      2,
      3,
      4,
      1
    ],
    "prosody_attention_channels": 128,
    "prosody_res2net_scale": 8,
    "prosody_se_channels": 128,
    "prosody_global_context": true,
    "prosody_groups": [
      1,
      1,
      1,
      1,
      1
    ],
    "decoder_layers": 4,
    "decoder_embed_dim": 256,
    "decoder_attention_heads": 2,
    "var_pred_dropout": 0.5,
    "add_postnet": true,
    "postnet_dropout": 0.5,
    "postnet_layers": 5,
    "postnet_conv_dim": 512,
    "postnet_conv_kernel_size": 5,
    "upsampling": "gaussian"
  },
  "task": {
    "no_progress_bar": false,
    "log_interval": 100,
    "log_format": "simple",
    "log_file": null,
    "aim_repo": null,
    "aim_run_hash": null,
    "tensorboard_logdir": "/checkpoint/mjhwang/experiments/230930-noiseaug_p2v-mls_multilingual_6lang/231005-noiseaug_p2v-mls_multilingual_6lang-alignfix.config_v2.langemb1.vuv_logit1.denoise.ngpu16",
    "wandb_project": null,
    "azureml_logging": false,
    "seed": 1,
    "cpu": false,
    "tpu": false,
    "bf16": false,
    "fp16": false,
    "memory_efficient_fp16": false,
    "fp16_no_flatten_grads": false,
    "fp16_init_scale": 128,
    "fp16_scale_window": null,
    "fp16_scale_tolerance": 0.0,
    "on_cpu_convert_precision": false,
    "min_loss_scale": 0.0001,
    "threshold_loss_scale": null,
    "amp": false,
    "amp_batch_retries": 2,
    "amp_init_scale": 128,
    "amp_scale_window": null,
    "user_dir": null,
    "empty_cache_freq": 0,
    "all_gather_list_size": 9999999,
    "model_parallel_size": 1,
    "quantization_config_path": null,
    "profile": false,
    "reset_logging": false,
    "suppress_crashes": false,
    "use_plasma_view": false,
    "plasma_path": "/tmp/plasma",
    "log_nvidia_smi": false,
    "use_tutel_moe": false,
    "tokenizer": null,
    "bpe": null,
    "optimizer": "adam",
    "lr_scheduler": "fixed",
    "simul_type": null,
    "criterion": "nar_prosody2vec",
    "scoring": "bleu",
    "task": "prosody2vec",
    "num_workers": 0,
    "num_workers_valid": 0,
    "skip_invalid_size_inputs_valid_test": true,
    "max_tokens": 300000,
    "batch_size": null,
    "required_batch_size_multiple": 8,
    "required_seq_len_multiple": 1,
    "dataset_impl": null,
    "data_buffer_size": 10,
    "train_subset": "train_wenet_cmn_9_10,train_wenet_cmn_8_10,train_wenet_cmn_7_10,train_wenet_cmn_6_10,train_wenet_cmn_5_10,train_wenet_cmn_4_10,train_wenet_cmn_3_10,train_wenet_cmn_2_10,train_wenet_cmn_1_10,train_wenet_cmn_0_10,train_mls_en_9_10,train_mls_en_8_10,train_mls_en_7_10,train_mls_en_6_10,train_mls_en_5_10,train_mls_en_4_10,train_mls_en_3_10,train_mls_en_2_10,train_mls_en_1_10,train_mls_en_0_10,train_mls_deu,train_mls_fra,train_mls_spa,train_cv12_cmn,train_mls_ita,train_cv12_cmn_2,train_vl107_cmn",
    "valid_subset": "dev_all",
    "combine_valid_subsets": null,
    "ignore_unused_valid_subsets": false,
    "validate_interval": 1,
    "validate_interval_updates": 5000,
    "validate_after_updates": 0,
    "fixed_validation_seed": null,
    "disable_validation": false,
    "max_tokens_valid": "300000",
    "batch_size_valid": null,
    "max_valid_steps": null,
    "curriculum": 0,
    "gen_subset": "test",
    "num_shards": 1,
    "shard_id": 0,
    "grouped_shuffling": false,
    "update_epoch_batch_itr": false,
    "update_ordered_indices_seed": false,
    "distributed_world_size": 16,
    "distributed_num_procs": 8,
    "distributed_rank": 0,
    "distributed_backend": "nccl",
    "distributed_init_method": null,
    "distributed_port": 15129,
    "device_id": 0,
    "distributed_no_spawn": false,
    "ddp_backend": "legacy_ddp",
    "ddp_comm_hook": "none",
    "bucket_cap_mb": 25,
    "fix_batches_to_gpus": false,
    "find_unused_parameters": true,
    "gradient_as_bucket_view": false,
    "fast_stat_sync": false,
    "heartbeat_timeout": -1,
    "broadcast_buffers": false,
    "slowmo_momentum": null,
    "slowmo_base_algorithm": "localsgd",
    "localsgd_frequency": 3,
    "nprocs_per_node": 8,
    "pipeline_model_parallel": false,
    "pipeline_balance": null,
    "pipeline_devices": null,
    "pipeline_chunks": 0,
    "pipeline_encoder_balance": null,
    "pipeline_encoder_devices": null,
    "pipeline_decoder_balance": null,
    "pipeline_decoder_devices": null,
    "pipeline_checkpoint": "never",
    "zero_sharding": "none",
    "no_reshard_after_forward": false,
    "fp32_reduce_scatter": false,
    "cpu_offload": false,
    "use_sharded_state": false,
    "not_fsdp_flatten_parameters": false,
    "freeze_up_to_layer": null,
    "arch": "nar_p2v",
    "max_epoch": 0,
    "max_update": 500000,
    "stop_time_hours": 0,
    "clip_norm": 1.0,
    "clip_norm_type": "l2",
    "sentence_avg": false,
    "update_freq": [
      4
    ],
    "lr": [
      0.0001
    ],
    "stop_min_lr": -1.0,
    "use_bmuf": false,
    "skip_remainder_batch": false,
    "save_dir": "/checkpoint/mjhwang/experiments/230930-noiseaug_p2v-mls_multilingual_6lang/231005-noiseaug_p2v-mls_multilingual_6lang-alignfix.config_v2.langemb1.vuv_logit1.denoise.ngpu16",
    "restore_file": "checkpoint_last.pt",
    "continue_once": null,
    "finetune_from_model": null,
    "ignore_suffix": false,
    "reset_dataloader": true,
    "reset_lr_scheduler": false,
    "reset_meters": false,
    "reset_optimizer": false,
    "optimizer_overrides": "{}",
    "save_interval": 1,
    "save_interval_updates": 10000,
    "keep_interval_updates": 1,
    "keep_interval_updates_pattern": -1,
    "keep_last_epochs": -1,
    "keep_best_checkpoints": 10,
    "no_save": false,
    "no_epoch_checkpoints": true,
    "no_last_checkpoints": false,
    "no_best_checkpoints": false,
    "no_save_optimizer_state": false,
    "no_save_optimizer_state_on_training_finished": false,
    "synchronize_checkpoints_before_copy": false,
    "symlink_best_and_last_checkpoints": false,
    "best_checkpoint_metric": "mse_loss",
    "maximize_best_checkpoint_metric": false,
    "patience": 20,
    "checkpoint_suffix": "",
    "checkpoint_shard_count": 1,
    "load_checkpoint_on_all_dp_ranks": false,
    "write_checkpoints_asynchronously": false,
    "s3_upload_path": null,
    "replication_count": 1,
    "store_ema": false,
    "ema_decay": 0.9999,
    "ema_start_update": 0,
    "ema_seed_model": null,
    "ema_update_freq": 1,
    "ema_fp32": false,
    "load_prosody_encoder_from": null,
    "freeze_prosody_encoder": false,
    "unit_encoder_arch": "daft_exprt_encoder",
    "prosody_encoder_arch": "ecapa_tdnn2",
    "decoder_arch": "daft_exprt_decoder",
    "data": "/large_experiments/seamless/ust/mjhwang/data/denoise_prosody2vec/mls_multilingual_6lang_xlsr_10k_noiseaug",
    "config_yaml": "config_v2.yaml",
    "max_source_positions": 300000,
    "max_target_positions": 300000,
    "n_frames_per_step": 1,
    "eos_prob_threshold": 0.5,
    "eval_inference": true,
    "eval_tb_nsample": 8,
    "eval_bleu": false,
    "vocoder": "griffin_lim",
    "spec_bwd_max_iter": 8,
    "jit_data_offloading": true,
    "jit_data_root": "/scratch/slurm_tmpdir/${SLURM_JOB_ID}",
    "adam_betas": "(0.9, 0.98)",
    "adam_eps": 1e-08,
    "weight_decay": 0.0,
    "use_old_adam": false,
    "fp16_adam_stats": false,
    "block_wise": false,
    "force_anneal": null,
    "lr_shrink": 0.1,
    "warmup_updates": 1000,
    "ctc_weight": 0.0,
    "forward_sum_weight": 1.0,
    "bin_loss_start_ratio": 0.1,
    "bin_loss_warmup_steps": 6000,
    "film_regul_weight": 0.001,
    "pros_consist_weight": 0.0,
    "denoise_target": true,
    "snr_threshold": 2000000000000000.0,
    "pad": 1,
    "eos": 2,
    "unk": 3,
    "use_spkr_emb": 0,
    "use_lang_emb": 1,
    "prosody_embed_dim": 512,
    "use_ucmvn": 0,
    "use_spec_augment": 1,
    "use_prosody_layernorm": 1,
    "var_pred_hidden_dim": 512,
    "var_pred_kernel_size": 5,
    "var_pred_n_bins": -1,
    "add_variance_parallel": 1,
    "use_film_decoder": 1,
    "predict_var_vuv": 1,
    "predict_vuv_logit": 1,
    "predict_frm_f0_vuv": 0,
    "no_seed_provided": false,
    "speaker_embed_dim": 192,
    "use_utterance_speaker_embed": false,
    "lang_embed_dim": 64,
    "_name": "prosody2vec"
  },
  "criterion": {
    "_name": "nar_prosody2vec",
    "ctc_weight": 0.0,
    "forward_sum_weight": 1.0,
    "bin_loss_start_ratio": 0.1,
    "bin_loss_warmup_steps": 6000,
    "film_regul_weight": 0.001,
    "pros_consist_weight": 0.0,
    "denoise_target": true,
    "snr_threshold": 2000000000000000.0
  },
  "optimizer": {
    "_name": "adam",
    "adam_betas": "(0.9, 0.98)",
    "adam_eps": 1e-08,
    "weight_decay": 0.0,
    "use_old_adam": false,
    "fp16_adam_stats": false,
    "tpu": false,
    "lr": [
      0.0001
    ],
    "block_wise": false
  },
  "lr_scheduler": {
    "_name": "fixed",
    "force_anneal": null,
    "lr_shrink": 0.1,
    "warmup_updates": 1000,
    "lr": [
      0.0001
    ]
  },
  "scoring": {
    "_name": "bleu",
    "pad": 1,
    "eos": 2,
    "unk": 3
  },
  "bpe": null,
  "tokenizer": null,
  "ema": {
    "_name": null,
    "store_ema": false,
    "ema_decay": 0.9999,
    "ema_start_update": 0,
    "ema_seed_model": null,
    "ema_update_freq": 1,
    "ema_fp32": false
  },
  "simul_type": null
}