| { |
| "_name": null, |
| "common": { |
| "_name": null, |
| "no_progress_bar": false, |
| "log_interval": 100, |
| "log_format": "simple", |
| "log_file": null, |
| "aim_repo": null, |
| "aim_run_hash": null, |
| "tensorboard_logdir": "/checkpoint/mjhwang/experiments/230930-noiseaug_p2v-mls_multilingual_6lang/231005-noiseaug_p2v-mls_multilingual_6lang-alignfix.config_v2.langemb1.vuv_logit1.denoise.ngpu16", |
| "wandb_project": null, |
| "azureml_logging": false, |
| "seed": 1, |
| "cpu": false, |
| "tpu": false, |
| "bf16": false, |
| "fp16": false, |
| "memory_efficient_fp16": false, |
| "fp16_no_flatten_grads": false, |
| "fp16_init_scale": 128, |
| "fp16_scale_window": null, |
| "fp16_scale_tolerance": 0.0, |
| "on_cpu_convert_precision": false, |
| "min_loss_scale": 0.0001, |
| "threshold_loss_scale": null, |
| "amp": false, |
| "amp_batch_retries": 2, |
| "amp_init_scale": 128, |
| "amp_scale_window": null, |
| "user_dir": null, |
| "empty_cache_freq": 0, |
| "all_gather_list_size": 9999999, |
| "model_parallel_size": 1, |
| "quantization_config_path": null, |
| "profile": false, |
| "reset_logging": false, |
| "suppress_crashes": false, |
| "use_plasma_view": false, |
| "plasma_path": "/tmp/plasma", |
| "log_nvidia_smi": false, |
| "use_tutel_moe": false |
| }, |
| "common_eval": { |
| "_name": null, |
| "path": null, |
| "post_process": null, |
| "quiet": false, |
| "model_overrides": "{}", |
| "results_path": null, |
| "is_moe": false, |
| "moe_generation": false |
| }, |
| "distributed_training": { |
| "_name": null, |
| "distributed_world_size": 16, |
| "distributed_num_procs": 8, |
| "distributed_rank": 0, |
| "distributed_backend": "nccl", |
| "distributed_init_method": "tcp://learnfair0791:15129", |
| "distributed_port": 15129, |
| "device_id": 0, |
| "distributed_no_spawn": false, |
| "ddp_backend": "legacy_ddp", |
| "ddp_comm_hook": "none", |
| "bucket_cap_mb": 25, |
| "fix_batches_to_gpus": false, |
| "find_unused_parameters": true, |
| "gradient_as_bucket_view": false, |
| "fast_stat_sync": false, |
| "heartbeat_timeout": -1, |
| "broadcast_buffers": false, |
| "slowmo_momentum": null, |
| "slowmo_base_algorithm": "localsgd", |
| "localsgd_frequency": 3, |
| "nprocs_per_node": 8, |
| "pipeline_model_parallel": false, |
| "pipeline_balance": null, |
| "pipeline_devices": null, |
| "pipeline_chunks": 0, |
| "pipeline_encoder_balance": null, |
| "pipeline_encoder_devices": null, |
| "pipeline_decoder_balance": null, |
| "pipeline_decoder_devices": null, |
| "pipeline_checkpoint": "never", |
| "zero_sharding": "none", |
| "fp16": false, |
| "bf16": false, |
| "memory_efficient_fp16": false, |
| "tpu": false, |
| "no_reshard_after_forward": false, |
| "fp32_reduce_scatter": false, |
| "cpu_offload": false, |
| "use_sharded_state": false, |
| "not_fsdp_flatten_parameters": false, |
| "freeze_up_to_layer": null |
| }, |
| "dataset": { |
| "_name": null, |
| "num_workers": 0, |
| "num_workers_valid": 0, |
| "skip_invalid_size_inputs_valid_test": true, |
| "max_tokens": 300000, |
| "batch_size": null, |
| "required_batch_size_multiple": 8, |
| "required_seq_len_multiple": 1, |
| "dataset_impl": null, |
| "data_buffer_size": 10, |
| "train_subset": "train_wenet_cmn_9_10,train_wenet_cmn_8_10,train_wenet_cmn_7_10,train_wenet_cmn_6_10,train_wenet_cmn_5_10,train_wenet_cmn_4_10,train_wenet_cmn_3_10,train_wenet_cmn_2_10,train_wenet_cmn_1_10,train_wenet_cmn_0_10,train_mls_en_9_10,train_mls_en_8_10,train_mls_en_7_10,train_mls_en_6_10,train_mls_en_5_10,train_mls_en_4_10,train_mls_en_3_10,train_mls_en_2_10,train_mls_en_1_10,train_mls_en_0_10,train_mls_deu,train_mls_fra,train_mls_spa,train_cv12_cmn,train_mls_ita,train_cv12_cmn_2,train_vl107_cmn", |
| "valid_subset": "dev_all", |
| "combine_valid_subsets": null, |
| "ignore_unused_valid_subsets": false, |
| "validate_interval": 1, |
| "validate_interval_updates": 5000, |
| "validate_after_updates": 0, |
| "fixed_validation_seed": null, |
| "disable_validation": false, |
| "max_tokens_valid": 300000, |
| "batch_size_valid": null, |
| "max_valid_steps": null, |
| "curriculum": 0, |
| "gen_subset": "test", |
| "num_shards": 1, |
| "shard_id": 0, |
| "grouped_shuffling": false, |
| "update_epoch_batch_itr": false, |
| "update_ordered_indices_seed": false |
| }, |
| "optimization": { |
| "_name": null, |
| "max_epoch": 0, |
| "max_update": 500000, |
| "stop_time_hours": 0.0, |
| "clip_norm": 1.0, |
| "clip_norm_type": "l2", |
| "sentence_avg": false, |
| "update_freq": [ |
| 4 |
| ], |
| "lr": [ |
| 0.0001 |
| ], |
| "stop_min_lr": -1.0, |
| "use_bmuf": false, |
| "skip_remainder_batch": false |
| }, |
| "checkpoint": { |
| "_name": null, |
| "save_dir": "/checkpoint/mjhwang/experiments/230930-noiseaug_p2v-mls_multilingual_6lang/231005-noiseaug_p2v-mls_multilingual_6lang-alignfix.config_v2.langemb1.vuv_logit1.denoise.ngpu16", |
| "restore_file": "checkpoint_last.pt", |
| "continue_once": null, |
| "finetune_from_model": null, |
| "ignore_suffix": false, |
| "reset_dataloader": true, |
| "reset_lr_scheduler": false, |
| "reset_meters": false, |
| "reset_optimizer": false, |
| "optimizer_overrides": "{}", |
| "save_interval": 1, |
| "save_interval_updates": 10000, |
| "keep_interval_updates": 1, |
| "keep_interval_updates_pattern": -1, |
| "keep_last_epochs": -1, |
| "keep_best_checkpoints": 10, |
| "no_save": false, |
| "no_epoch_checkpoints": true, |
| "no_last_checkpoints": false, |
| "no_best_checkpoints": false, |
| "no_save_optimizer_state": false, |
| "no_save_optimizer_state_on_training_finished": false, |
| "synchronize_checkpoints_before_copy": false, |
| "symlink_best_and_last_checkpoints": false, |
| "best_checkpoint_metric": "mse_loss", |
| "maximize_best_checkpoint_metric": false, |
| "patience": 20, |
| "checkpoint_suffix": "", |
| "checkpoint_shard_count": 1, |
| "load_checkpoint_on_all_dp_ranks": false, |
| "write_checkpoints_asynchronously": false, |
| "s3_upload_path": null, |
| "replication_count": 1, |
| "model_parallel_size": 1 |
| }, |
| "bmuf": { |
| "_name": null, |
| "block_lr": 1.0, |
| "block_momentum": 0.875, |
| "global_sync_iter": 50, |
| "warmup_iterations": 500, |
| "use_nbm": false, |
| "average_sync": false, |
| "distributed_world_size": 16 |
| }, |
| "generation": { |
| "_name": null, |
| "beam": 5, |
| "beam_mt": 0, |
| "nbest": 1, |
| "max_len_a": 0.0, |
| "max_len_b": 200, |
| "max_len_a_mt": 0.0, |
| "max_len_b_mt": 200, |
| "min_len": 1, |
| "match_source_len": false, |
| "unnormalized": false, |
| "no_early_stop": false, |
| "no_beamable_mm": false, |
| "lenpen": 1.0, |
| "lenpen_mt": 1.0, |
| "unkpen": 0.0, |
| "blankpen": 0.0, |
| "replace_unk": null, |
| "sacrebleu": false, |
| "score_reference": false, |
| "prefix_size": 0, |
| "no_repeat_ngram_size": 0, |
| "sampling": false, |
| "sampling_topk": -1, |
| "sampling_topp": -1.0, |
| "constraints": null, |
| "temperature": 1.0, |
| "diverse_beam_groups": -1, |
| "diverse_beam_strength": 0.5, |
| "diversity_rate": -1.0, |
| "print_alignment": null, |
| "print_step": false, |
| "lm_path": null, |
| "lm_weight": 0.0, |
| "iter_decode_eos_penalty": 0.0, |
| "iter_decode_max_iter": 10, |
| "iter_decode_force_max_iter": false, |
| "iter_decode_with_beam": 1, |
| "iter_decode_with_external_reranker": false, |
| "retain_iter_history": false, |
| "retain_dropout": false, |
| "retain_dropout_modules": null, |
| "decoding_format": null, |
| "no_seed_provided": false, |
| "eos_token": null |
| }, |
| "eval_lm": { |
| "_name": null, |
| "output_word_probs": false, |
| "output_word_stats": false, |
| "context_window": 0, |
| "softmax_batch": 9223372036854775807, |
| "stats_path": null, |
| "max_valid_steps": null |
| }, |
| "interactive": { |
| "_name": null, |
| "buffer_size": 0, |
| "input": "-" |
| }, |
| "model": { |
| "no_progress_bar": false, |
| "log_interval": 100, |
| "log_format": "simple", |
| "log_file": null, |
| "aim_repo": null, |
| "aim_run_hash": null, |
| "tensorboard_logdir": "/checkpoint/mjhwang/experiments/230930-noiseaug_p2v-mls_multilingual_6lang/231005-noiseaug_p2v-mls_multilingual_6lang-alignfix.config_v2.langemb1.vuv_logit1.denoise.ngpu16", |
| "wandb_project": null, |
| "azureml_logging": false, |
| "seed": 1, |
| "cpu": false, |
| "tpu": false, |
| "bf16": false, |
| "fp16": false, |
| "memory_efficient_fp16": false, |
| "fp16_no_flatten_grads": false, |
| "fp16_init_scale": 128, |
| "fp16_scale_window": null, |
| "fp16_scale_tolerance": 0.0, |
| "on_cpu_convert_precision": false, |
| "min_loss_scale": 0.0001, |
| "threshold_loss_scale": null, |
| "amp": false, |
| "amp_batch_retries": 2, |
| "amp_init_scale": 128, |
| "amp_scale_window": null, |
| "user_dir": null, |
| "empty_cache_freq": 0, |
| "all_gather_list_size": 9999999, |
| "model_parallel_size": 1, |
| "quantization_config_path": null, |
| "profile": false, |
| "reset_logging": false, |
| "suppress_crashes": false, |
| "use_plasma_view": false, |
| "plasma_path": "/tmp/plasma", |
| "log_nvidia_smi": false, |
| "use_tutel_moe": false, |
| "tokenizer": null, |
| "bpe": null, |
| "optimizer": "adam", |
| "lr_scheduler": "fixed", |
| "simul_type": null, |
| "criterion": "nar_prosody2vec", |
| "scoring": "bleu", |
| "task": "prosody2vec", |
| "num_workers": 0, |
| "num_workers_valid": 0, |
| "skip_invalid_size_inputs_valid_test": true, |
| "max_tokens": 300000, |
| "batch_size": null, |
| "required_batch_size_multiple": 8, |
| "required_seq_len_multiple": 1, |
| "dataset_impl": null, |
| "data_buffer_size": 10, |
| "train_subset": "train_wenet_cmn_9_10,train_wenet_cmn_8_10,train_wenet_cmn_7_10,train_wenet_cmn_6_10,train_wenet_cmn_5_10,train_wenet_cmn_4_10,train_wenet_cmn_3_10,train_wenet_cmn_2_10,train_wenet_cmn_1_10,train_wenet_cmn_0_10,train_mls_en_9_10,train_mls_en_8_10,train_mls_en_7_10,train_mls_en_6_10,train_mls_en_5_10,train_mls_en_4_10,train_mls_en_3_10,train_mls_en_2_10,train_mls_en_1_10,train_mls_en_0_10,train_mls_deu,train_mls_fra,train_mls_spa,train_cv12_cmn,train_mls_ita,train_cv12_cmn_2,train_vl107_cmn", |
| "valid_subset": "dev_all", |
| "combine_valid_subsets": null, |
| "ignore_unused_valid_subsets": false, |
| "validate_interval": 1, |
| "validate_interval_updates": 5000, |
| "validate_after_updates": 0, |
| "fixed_validation_seed": null, |
| "disable_validation": false, |
| "max_tokens_valid": "300000", |
| "batch_size_valid": null, |
| "max_valid_steps": null, |
| "curriculum": 0, |
| "gen_subset": "test", |
| "num_shards": 1, |
| "shard_id": 0, |
| "grouped_shuffling": false, |
| "update_epoch_batch_itr": false, |
| "update_ordered_indices_seed": false, |
| "distributed_world_size": 16, |
| "distributed_num_procs": 8, |
| "distributed_rank": 0, |
| "distributed_backend": "nccl", |
| "distributed_init_method": null, |
| "distributed_port": 15129, |
| "device_id": 0, |
| "distributed_no_spawn": false, |
| "ddp_backend": "legacy_ddp", |
| "ddp_comm_hook": "none", |
| "bucket_cap_mb": 25, |
| "fix_batches_to_gpus": false, |
| "find_unused_parameters": true, |
| "gradient_as_bucket_view": false, |
| "fast_stat_sync": false, |
| "heartbeat_timeout": -1, |
| "broadcast_buffers": false, |
| "slowmo_momentum": null, |
| "slowmo_base_algorithm": "localsgd", |
| "localsgd_frequency": 3, |
| "nprocs_per_node": 8, |
| "pipeline_model_parallel": false, |
| "pipeline_balance": null, |
| "pipeline_devices": null, |
| "pipeline_chunks": 0, |
| "pipeline_encoder_balance": null, |
| "pipeline_encoder_devices": null, |
| "pipeline_decoder_balance": null, |
| "pipeline_decoder_devices": null, |
| "pipeline_checkpoint": "never", |
| "zero_sharding": "none", |
| "no_reshard_after_forward": false, |
| "fp32_reduce_scatter": false, |
| "cpu_offload": false, |
| "use_sharded_state": false, |
| "not_fsdp_flatten_parameters": false, |
| "freeze_up_to_layer": null, |
| "arch": "nar_p2v", |
| "max_epoch": 0, |
| "max_update": 500000, |
| "stop_time_hours": 0, |
| "clip_norm": 1.0, |
| "clip_norm_type": "l2", |
| "sentence_avg": false, |
| "update_freq": [ |
| 4 |
| ], |
| "lr": [ |
| 0.0001 |
| ], |
| "stop_min_lr": -1.0, |
| "use_bmuf": false, |
| "skip_remainder_batch": false, |
| "save_dir": "/checkpoint/mjhwang/experiments/230930-noiseaug_p2v-mls_multilingual_6lang/231005-noiseaug_p2v-mls_multilingual_6lang-alignfix.config_v2.langemb1.vuv_logit1.denoise.ngpu16", |
| "restore_file": "checkpoint_last.pt", |
| "continue_once": null, |
| "finetune_from_model": null, |
| "ignore_suffix": false, |
| "reset_dataloader": true, |
| "reset_lr_scheduler": false, |
| "reset_meters": false, |
| "reset_optimizer": false, |
| "optimizer_overrides": "{}", |
| "save_interval": 1, |
| "save_interval_updates": 10000, |
| "keep_interval_updates": 1, |
| "keep_interval_updates_pattern": -1, |
| "keep_last_epochs": -1, |
| "keep_best_checkpoints": 10, |
| "no_save": false, |
| "no_epoch_checkpoints": true, |
| "no_last_checkpoints": false, |
| "no_best_checkpoints": false, |
| "no_save_optimizer_state": false, |
| "no_save_optimizer_state_on_training_finished": false, |
| "synchronize_checkpoints_before_copy": false, |
| "symlink_best_and_last_checkpoints": false, |
| "best_checkpoint_metric": "mse_loss", |
| "maximize_best_checkpoint_metric": false, |
| "patience": 20, |
| "checkpoint_suffix": "", |
| "checkpoint_shard_count": 1, |
| "load_checkpoint_on_all_dp_ranks": false, |
| "write_checkpoints_asynchronously": false, |
| "s3_upload_path": null, |
| "replication_count": 1, |
| "store_ema": false, |
| "ema_decay": 0.9999, |
| "ema_start_update": 0, |
| "ema_seed_model": null, |
| "ema_update_freq": 1, |
| "ema_fp32": false, |
| "load_prosody_encoder_from": null, |
| "freeze_prosody_encoder": false, |
| "unit_encoder_arch": "daft_exprt_encoder", |
| "prosody_encoder_arch": "ecapa_tdnn2", |
| "decoder_arch": "daft_exprt_decoder", |
| "data": "/large_experiments/seamless/ust/mjhwang/data/denoise_prosody2vec/mls_multilingual_6lang_xlsr_10k_noiseaug", |
| "config_yaml": "config_v2.yaml", |
| "max_source_positions": 300000, |
| "max_target_positions": 300000, |
| "n_frames_per_step": 1, |
| "eos_prob_threshold": 0.5, |
| "eval_inference": true, |
| "eval_tb_nsample": 8, |
| "eval_bleu": false, |
| "vocoder": "griffin_lim", |
| "spec_bwd_max_iter": 8, |
| "jit_data_offloading": true, |
| "jit_data_root": "/scratch/slurm_tmpdir/${SLURM_JOB_ID}", |
| "adam_betas": "(0.9, 0.98)", |
| "adam_eps": 1e-08, |
| "weight_decay": 0.0, |
| "use_old_adam": false, |
| "fp16_adam_stats": false, |
| "block_wise": false, |
| "force_anneal": null, |
| "lr_shrink": 0.1, |
| "warmup_updates": 1000, |
| "ctc_weight": 0.0, |
| "forward_sum_weight": 1.0, |
| "bin_loss_start_ratio": 0.1, |
| "bin_loss_warmup_steps": 6000, |
| "film_regul_weight": 0.001, |
| "pros_consist_weight": 0.0, |
| "denoise_target": true, |
| "snr_threshold": 2000000000000000.0, |
| "pad": 1, |
| "eos": 2, |
| "unk": 3, |
| "use_spkr_emb": 0, |
| "use_lang_emb": 1, |
| "prosody_embed_dim": 512, |
| "use_ucmvn": 0, |
| "use_spec_augment": 1, |
| "use_prosody_layernorm": 1, |
| "var_pred_hidden_dim": 512, |
| "var_pred_kernel_size": 5, |
| "var_pred_n_bins": -1, |
| "add_variance_parallel": 1, |
| "use_film_decoder": 1, |
| "predict_var_vuv": 1, |
| "predict_vuv_logit": 1, |
| "predict_frm_f0_vuv": 0, |
| "no_seed_provided": false, |
| "speaker_embed_dim": 192, |
| "use_utterance_speaker_embed": false, |
| "lang_embed_dim": 64, |
| "_name": "nar_p2v", |
| "lang_to_id": { |
| "cmn": 0, |
| "deu": 1, |
| "eng": 2, |
| "fra": 3, |
| "ita": 4, |
| "spa": 5 |
| }, |
| "pitch_min": 0.0, |
| "pitch_max": 6.858574643755327, |
| "energy_min": 0.0, |
| "energy_max": 6.360039234161377, |
| "speaker_emb_path": null, |
| "input_feat_per_channel": 80, |
| "input_channels": 1, |
| "speaker_to_id": null, |
| "dropout": 0.2, |
| "fft_hidden_dim": 1024, |
| "fft_kernel_size": 9, |
| "attention_dropout": 0.0, |
| "encoder_layers": 4, |
| "encoder_embed_dim": 256, |
| "encoder_attention_heads": 2, |
| "output_frame_dim": 80, |
| "prosody_channels": [ |
| 512, |
| 512, |
| 512, |
| 512, |
| 1536 |
| ], |
| "prosody_kernel_sizes": [ |
| 5, |
| 3, |
| 3, |
| 3, |
| 1 |
| ], |
| "prosody_dilations": [ |
| 1, |
| 2, |
| 3, |
| 4, |
| 1 |
| ], |
| "prosody_attention_channels": 128, |
| "prosody_res2net_scale": 8, |
| "prosody_se_channels": 128, |
| "prosody_global_context": true, |
| "prosody_groups": [ |
| 1, |
| 1, |
| 1, |
| 1, |
| 1 |
| ], |
| "decoder_layers": 4, |
| "decoder_embed_dim": 256, |
| "decoder_attention_heads": 2, |
| "var_pred_dropout": 0.5, |
| "add_postnet": true, |
| "postnet_dropout": 0.5, |
| "postnet_layers": 5, |
| "postnet_conv_dim": 512, |
| "postnet_conv_kernel_size": 5, |
| "upsampling": "gaussian" |
| }, |
| "task": { |
| "no_progress_bar": false, |
| "log_interval": 100, |
| "log_format": "simple", |
| "log_file": null, |
| "aim_repo": null, |
| "aim_run_hash": null, |
| "tensorboard_logdir": "/checkpoint/mjhwang/experiments/230930-noiseaug_p2v-mls_multilingual_6lang/231005-noiseaug_p2v-mls_multilingual_6lang-alignfix.config_v2.langemb1.vuv_logit1.denoise.ngpu16", |
| "wandb_project": null, |
| "azureml_logging": false, |
| "seed": 1, |
| "cpu": false, |
| "tpu": false, |
| "bf16": false, |
| "fp16": false, |
| "memory_efficient_fp16": false, |
| "fp16_no_flatten_grads": false, |
| "fp16_init_scale": 128, |
| "fp16_scale_window": null, |
| "fp16_scale_tolerance": 0.0, |
| "on_cpu_convert_precision": false, |
| "min_loss_scale": 0.0001, |
| "threshold_loss_scale": null, |
| "amp": false, |
| "amp_batch_retries": 2, |
| "amp_init_scale": 128, |
| "amp_scale_window": null, |
| "user_dir": null, |
| "empty_cache_freq": 0, |
| "all_gather_list_size": 9999999, |
| "model_parallel_size": 1, |
| "quantization_config_path": null, |
| "profile": false, |
| "reset_logging": false, |
| "suppress_crashes": false, |
| "use_plasma_view": false, |
| "plasma_path": "/tmp/plasma", |
| "log_nvidia_smi": false, |
| "use_tutel_moe": false, |
| "tokenizer": null, |
| "bpe": null, |
| "optimizer": "adam", |
| "lr_scheduler": "fixed", |
| "simul_type": null, |
| "criterion": "nar_prosody2vec", |
| "scoring": "bleu", |
| "task": "prosody2vec", |
| "num_workers": 0, |
| "num_workers_valid": 0, |
| "skip_invalid_size_inputs_valid_test": true, |
| "max_tokens": 300000, |
| "batch_size": null, |
| "required_batch_size_multiple": 8, |
| "required_seq_len_multiple": 1, |
| "dataset_impl": null, |
| "data_buffer_size": 10, |
| "train_subset": "train_wenet_cmn_9_10,train_wenet_cmn_8_10,train_wenet_cmn_7_10,train_wenet_cmn_6_10,train_wenet_cmn_5_10,train_wenet_cmn_4_10,train_wenet_cmn_3_10,train_wenet_cmn_2_10,train_wenet_cmn_1_10,train_wenet_cmn_0_10,train_mls_en_9_10,train_mls_en_8_10,train_mls_en_7_10,train_mls_en_6_10,train_mls_en_5_10,train_mls_en_4_10,train_mls_en_3_10,train_mls_en_2_10,train_mls_en_1_10,train_mls_en_0_10,train_mls_deu,train_mls_fra,train_mls_spa,train_cv12_cmn,train_mls_ita,train_cv12_cmn_2,train_vl107_cmn", |
| "valid_subset": "dev_all", |
| "combine_valid_subsets": null, |
| "ignore_unused_valid_subsets": false, |
| "validate_interval": 1, |
| "validate_interval_updates": 5000, |
| "validate_after_updates": 0, |
| "fixed_validation_seed": null, |
| "disable_validation": false, |
| "max_tokens_valid": "300000", |
| "batch_size_valid": null, |
| "max_valid_steps": null, |
| "curriculum": 0, |
| "gen_subset": "test", |
| "num_shards": 1, |
| "shard_id": 0, |
| "grouped_shuffling": false, |
| "update_epoch_batch_itr": false, |
| "update_ordered_indices_seed": false, |
| "distributed_world_size": 16, |
| "distributed_num_procs": 8, |
| "distributed_rank": 0, |
| "distributed_backend": "nccl", |
| "distributed_init_method": null, |
| "distributed_port": 15129, |
| "device_id": 0, |
| "distributed_no_spawn": false, |
| "ddp_backend": "legacy_ddp", |
| "ddp_comm_hook": "none", |
| "bucket_cap_mb": 25, |
| "fix_batches_to_gpus": false, |
| "find_unused_parameters": true, |
| "gradient_as_bucket_view": false, |
| "fast_stat_sync": false, |
| "heartbeat_timeout": -1, |
| "broadcast_buffers": false, |
| "slowmo_momentum": null, |
| "slowmo_base_algorithm": "localsgd", |
| "localsgd_frequency": 3, |
| "nprocs_per_node": 8, |
| "pipeline_model_parallel": false, |
| "pipeline_balance": null, |
| "pipeline_devices": null, |
| "pipeline_chunks": 0, |
| "pipeline_encoder_balance": null, |
| "pipeline_encoder_devices": null, |
| "pipeline_decoder_balance": null, |
| "pipeline_decoder_devices": null, |
| "pipeline_checkpoint": "never", |
| "zero_sharding": "none", |
| "no_reshard_after_forward": false, |
| "fp32_reduce_scatter": false, |
| "cpu_offload": false, |
| "use_sharded_state": false, |
| "not_fsdp_flatten_parameters": false, |
| "freeze_up_to_layer": null, |
| "arch": "nar_p2v", |
| "max_epoch": 0, |
| "max_update": 500000, |
| "stop_time_hours": 0, |
| "clip_norm": 1.0, |
| "clip_norm_type": "l2", |
| "sentence_avg": false, |
| "update_freq": [ |
| 4 |
| ], |
| "lr": [ |
| 0.0001 |
| ], |
| "stop_min_lr": -1.0, |
| "use_bmuf": false, |
| "skip_remainder_batch": false, |
| "save_dir": "/checkpoint/mjhwang/experiments/230930-noiseaug_p2v-mls_multilingual_6lang/231005-noiseaug_p2v-mls_multilingual_6lang-alignfix.config_v2.langemb1.vuv_logit1.denoise.ngpu16", |
| "restore_file": "checkpoint_last.pt", |
| "continue_once": null, |
| "finetune_from_model": null, |
| "ignore_suffix": false, |
| "reset_dataloader": true, |
| "reset_lr_scheduler": false, |
| "reset_meters": false, |
| "reset_optimizer": false, |
| "optimizer_overrides": "{}", |
| "save_interval": 1, |
| "save_interval_updates": 10000, |
| "keep_interval_updates": 1, |
| "keep_interval_updates_pattern": -1, |
| "keep_last_epochs": -1, |
| "keep_best_checkpoints": 10, |
| "no_save": false, |
| "no_epoch_checkpoints": true, |
| "no_last_checkpoints": false, |
| "no_best_checkpoints": false, |
| "no_save_optimizer_state": false, |
| "no_save_optimizer_state_on_training_finished": false, |
| "synchronize_checkpoints_before_copy": false, |
| "symlink_best_and_last_checkpoints": false, |
| "best_checkpoint_metric": "mse_loss", |
| "maximize_best_checkpoint_metric": false, |
| "patience": 20, |
| "checkpoint_suffix": "", |
| "checkpoint_shard_count": 1, |
| "load_checkpoint_on_all_dp_ranks": false, |
| "write_checkpoints_asynchronously": false, |
| "s3_upload_path": null, |
| "replication_count": 1, |
| "store_ema": false, |
| "ema_decay": 0.9999, |
| "ema_start_update": 0, |
| "ema_seed_model": null, |
| "ema_update_freq": 1, |
| "ema_fp32": false, |
| "load_prosody_encoder_from": null, |
| "freeze_prosody_encoder": false, |
| "unit_encoder_arch": "daft_exprt_encoder", |
| "prosody_encoder_arch": "ecapa_tdnn2", |
| "decoder_arch": "daft_exprt_decoder", |
| "data": "/large_experiments/seamless/ust/mjhwang/data/denoise_prosody2vec/mls_multilingual_6lang_xlsr_10k_noiseaug", |
| "config_yaml": "config_v2.yaml", |
| "max_source_positions": 300000, |
| "max_target_positions": 300000, |
| "n_frames_per_step": 1, |
| "eos_prob_threshold": 0.5, |
| "eval_inference": true, |
| "eval_tb_nsample": 8, |
| "eval_bleu": false, |
| "vocoder": "griffin_lim", |
| "spec_bwd_max_iter": 8, |
| "jit_data_offloading": true, |
| "jit_data_root": "/scratch/slurm_tmpdir/${SLURM_JOB_ID}", |
| "adam_betas": "(0.9, 0.98)", |
| "adam_eps": 1e-08, |
| "weight_decay": 0.0, |
| "use_old_adam": false, |
| "fp16_adam_stats": false, |
| "block_wise": false, |
| "force_anneal": null, |
| "lr_shrink": 0.1, |
| "warmup_updates": 1000, |
| "ctc_weight": 0.0, |
| "forward_sum_weight": 1.0, |
| "bin_loss_start_ratio": 0.1, |
| "bin_loss_warmup_steps": 6000, |
| "film_regul_weight": 0.001, |
| "pros_consist_weight": 0.0, |
| "denoise_target": true, |
| "snr_threshold": 2000000000000000.0, |
| "pad": 1, |
| "eos": 2, |
| "unk": 3, |
| "use_spkr_emb": 0, |
| "use_lang_emb": 1, |
| "prosody_embed_dim": 512, |
| "use_ucmvn": 0, |
| "use_spec_augment": 1, |
| "use_prosody_layernorm": 1, |
| "var_pred_hidden_dim": 512, |
| "var_pred_kernel_size": 5, |
| "var_pred_n_bins": -1, |
| "add_variance_parallel": 1, |
| "use_film_decoder": 1, |
| "predict_var_vuv": 1, |
| "predict_vuv_logit": 1, |
| "predict_frm_f0_vuv": 0, |
| "no_seed_provided": false, |
| "speaker_embed_dim": 192, |
| "use_utterance_speaker_embed": false, |
| "lang_embed_dim": 64, |
| "_name": "prosody2vec" |
| }, |
| "criterion": { |
| "_name": "nar_prosody2vec", |
| "ctc_weight": 0.0, |
| "forward_sum_weight": 1.0, |
| "bin_loss_start_ratio": 0.1, |
| "bin_loss_warmup_steps": 6000, |
| "film_regul_weight": 0.001, |
| "pros_consist_weight": 0.0, |
| "denoise_target": true, |
| "snr_threshold": 2000000000000000.0 |
| }, |
| "optimizer": { |
| "_name": "adam", |
| "adam_betas": "(0.9, 0.98)", |
| "adam_eps": 1e-08, |
| "weight_decay": 0.0, |
| "use_old_adam": false, |
| "fp16_adam_stats": false, |
| "tpu": false, |
| "lr": [ |
| 0.0001 |
| ], |
| "block_wise": false |
| }, |
| "lr_scheduler": { |
| "_name": "fixed", |
| "force_anneal": null, |
| "lr_shrink": 0.1, |
| "warmup_updates": 1000, |
| "lr": [ |
| 0.0001 |
| ] |
| }, |
| "scoring": { |
| "_name": "bleu", |
| "pad": 1, |
| "eos": 2, |
| "unk": 3 |
| }, |
| "bpe": null, |
| "tokenizer": null, |
| "ema": { |
| "_name": null, |
| "store_ema": false, |
| "ema_decay": 0.9999, |
| "ema_start_update": 0, |
| "ema_seed_model": null, |
| "ema_update_freq": 1, |
| "ema_fp32": false |
| }, |
| "simul_type": null |
| } |
