Upload 13 files
Browse files- radtts-pp-decoder/config.json +156 -0
- radtts-pp-decoder/logs/events.out.tfevents.1683648521.mllab-MS-7B09.52371.0 +3 -0
- radtts-pp-decoder/logs/events.out.tfevents.1683648796.mllab-MS-7B09.52558.0 +3 -0
- radtts-pp-decoder/logs/events.out.tfevents.1683649035.mllab-MS-7B09.52780.0 +3 -0
- radtts-pp-decoder/logs/events.out.tfevents.1683649104.mllab-MS-7B09.52867.0 +3 -0
- radtts-pp-decoder/logs/events.out.tfevents.1683657246.mllab-MS-7B09.53315.0 +3 -0
- radtts-pp-decoder/logs/events.out.tfevents.1683657358.mllab-MS-7B09.53397.0 +3 -0
- radtts-pp-decoder/logs/events.out.tfevents.1683657474.mllab-MS-7B09.53500.0 +3 -0
- radtts-pp-decoder/logs/events.out.tfevents.1683659089.mllab-MS-7B09.53728.0 +3 -0
- radtts-pp-decoder/logs/events.out.tfevents.1683661485.mllab-MS-7B09.53897.0 +3 -0
- radtts-pp-decoder/logs/events.out.tfevents.1683661540.mllab-MS-7B09.53975.0 +3 -0
- radtts-pp-decoder/logs/events.out.tfevents.1683809157.mllab-MS-7B09.20093.0 +3 -0
- radtts-pp-decoder/model_radtts_pp_decoder_100000.pt +3 -0
radtts-pp-decoder/config.json
ADDED
|
@@ -0,0 +1,156 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"train_config": {
|
| 3 |
+
"output_directory": "outdir_pp",
|
| 4 |
+
"epochs": 10000000,
|
| 5 |
+
"optim_algo": "RAdam",
|
| 6 |
+
"learning_rate": 0.0001,
|
| 7 |
+
"weight_decay": 1e-06,
|
| 8 |
+
"sigma": 1.0,
|
| 9 |
+
"iters_per_checkpoint": 1000,
|
| 10 |
+
"batch_size": 16,
|
| 11 |
+
"seed": null,
|
| 12 |
+
"checkpoint_path": "outdir_pp/model_40000",
|
| 13 |
+
"ignore_layers": [],
|
| 14 |
+
"ignore_layers_warmstart": [],
|
| 15 |
+
"finetune_layers": [],
|
| 16 |
+
"include_layers": [],
|
| 17 |
+
"vocoder_config_path": "models/hifigan_22khz_config.json",
|
| 18 |
+
"vocoder_checkpoint_path": "models/hifigan_ljs_generator_v1.pt",
|
| 19 |
+
"log_attribute_samples": false,
|
| 20 |
+
"log_decoder_samples": true,
|
| 21 |
+
"warmstart_checkpoint_path": "",
|
| 22 |
+
"use_amp": false,
|
| 23 |
+
"grad_clip_val": 1.0,
|
| 24 |
+
"loss_weights": {
|
| 25 |
+
"blank_logprob": -1,
|
| 26 |
+
"ctc_loss_weight": 0.1,
|
| 27 |
+
"binarization_loss_weight": 1.0,
|
| 28 |
+
"dur_loss_weight": 1.0,
|
| 29 |
+
"f0_loss_weight": 1.0,
|
| 30 |
+
"energy_loss_weight": 1.0,
|
| 31 |
+
"vpred_loss_weight": 1.0
|
| 32 |
+
},
|
| 33 |
+
"binarization_start_iter": 6000,
|
| 34 |
+
"kl_loss_start_iter": 18000,
|
| 35 |
+
"unfreeze_modules": "all"
|
| 36 |
+
},
|
| 37 |
+
"data_config": {
|
| 38 |
+
"training_files": {
|
| 39 |
+
"LJS": {
|
| 40 |
+
"basedir": "filelists/",
|
| 41 |
+
"audiodir": "wavs",
|
| 42 |
+
"filelist": "3speakers_ukrainian_train_filelist_dc.txt",
|
| 43 |
+
"lmdbpath": ""
|
| 44 |
+
}
|
| 45 |
+
},
|
| 46 |
+
"validation_files": {
|
| 47 |
+
"LJS": {
|
| 48 |
+
"basedir": "filelists/",
|
| 49 |
+
"audiodir": "wavs",
|
| 50 |
+
"filelist": "3speakers_ukrainian_train_filelist_dc.txt",
|
| 51 |
+
"lmdbpath": ""
|
| 52 |
+
}
|
| 53 |
+
},
|
| 54 |
+
"dur_min": 0.1,
|
| 55 |
+
"dur_max": 10.2,
|
| 56 |
+
"sampling_rate": 22050,
|
| 57 |
+
"filter_length": 1024,
|
| 58 |
+
"hop_length": 256,
|
| 59 |
+
"win_length": 1024,
|
| 60 |
+
"n_mel_channels": 80,
|
| 61 |
+
"mel_fmin": 0.0,
|
| 62 |
+
"mel_fmax": 8000.0,
|
| 63 |
+
"f0_min": 80.0,
|
| 64 |
+
"f0_max": 640.0,
|
| 65 |
+
"max_wav_value": 32768.0,
|
| 66 |
+
"use_f0": true,
|
| 67 |
+
"use_log_f0": 0,
|
| 68 |
+
"use_energy_avg": true,
|
| 69 |
+
"use_scaled_energy": true,
|
| 70 |
+
"symbol_set": "ukrainian",
|
| 71 |
+
"cleaner_names": [
|
| 72 |
+
"ukrainian_cleaners"
|
| 73 |
+
],
|
| 74 |
+
"heteronyms_path": "tts_text_processing/heteronyms",
|
| 75 |
+
"phoneme_dict_path": "tts_text_processing/cmudict-0.7b",
|
| 76 |
+
"p_phoneme": 0,
|
| 77 |
+
"handle_phoneme": "word",
|
| 78 |
+
"handle_phoneme_ambiguous": "ignore",
|
| 79 |
+
"include_speakers": null,
|
| 80 |
+
"n_frames": -1,
|
| 81 |
+
"betabinom_cache_path": "/home/dmytro_chaplinsky/RAD-TTS/radtts-code/cache",
|
| 82 |
+
"lmdb_cache_path": "",
|
| 83 |
+
"use_attn_prior_masking": true,
|
| 84 |
+
"prepend_space_to_text": true,
|
| 85 |
+
"append_space_to_text": true,
|
| 86 |
+
"add_bos_eos_to_text": false,
|
| 87 |
+
"betabinom_scaling_factor": 1.0,
|
| 88 |
+
"distance_tx_unvoiced": false,
|
| 89 |
+
"mel_noise_scale": 0.0
|
| 90 |
+
},
|
| 91 |
+
"dist_config": {
|
| 92 |
+
"dist_backend": "nccl",
|
| 93 |
+
"dist_url": "tcp://localhost:54321"
|
| 94 |
+
},
|
| 95 |
+
"model_config": {
|
| 96 |
+
"n_speakers": 3,
|
| 97 |
+
"n_speaker_dim": 16,
|
| 98 |
+
"n_text": 185,
|
| 99 |
+
"n_text_dim": 512,
|
| 100 |
+
"n_flows": 8,
|
| 101 |
+
"n_conv_layers_per_step": 4,
|
| 102 |
+
"n_mel_channels": 80,
|
| 103 |
+
"n_hidden": 1024,
|
| 104 |
+
"mel_encoder_n_hidden": 512,
|
| 105 |
+
"dummy_speaker_embedding": false,
|
| 106 |
+
"n_early_size": 2,
|
| 107 |
+
"n_early_every": 2,
|
| 108 |
+
"n_group_size": 2,
|
| 109 |
+
"affine_model": "wavenet",
|
| 110 |
+
"include_modules": "decatnvpred",
|
| 111 |
+
"scaling_fn": "tanh",
|
| 112 |
+
"matrix_decomposition": "LUS",
|
| 113 |
+
"learn_alignments": true,
|
| 114 |
+
"use_speaker_emb_for_alignment": false,
|
| 115 |
+
"attn_straight_through_estimator": true,
|
| 116 |
+
"use_context_lstm": true,
|
| 117 |
+
"context_lstm_norm": "spectral",
|
| 118 |
+
"context_lstm_w_f0_and_energy": true,
|
| 119 |
+
"text_encoder_lstm_norm": "spectral",
|
| 120 |
+
"n_f0_dims": 1,
|
| 121 |
+
"n_energy_avg_dims": 1,
|
| 122 |
+
"use_first_order_features": false,
|
| 123 |
+
"unvoiced_bias_activation": "relu",
|
| 124 |
+
"decoder_use_partial_padding": true,
|
| 125 |
+
"decoder_use_unvoiced_bias": true,
|
| 126 |
+
"ap_pred_log_f0": true,
|
| 127 |
+
"ap_use_unvoiced_bias": true,
|
| 128 |
+
"ap_use_voiced_embeddings": true,
|
| 129 |
+
"dur_model_config": null,
|
| 130 |
+
"f0_model_config": null,
|
| 131 |
+
"energy_model_config": null,
|
| 132 |
+
"v_model_config": {
|
| 133 |
+
"name": "dap",
|
| 134 |
+
"hparams": {
|
| 135 |
+
"n_speaker_dim": 16,
|
| 136 |
+
"take_log_of_input": false,
|
| 137 |
+
"bottleneck_hparams": {
|
| 138 |
+
"in_dim": 512,
|
| 139 |
+
"reduction_factor": 16,
|
| 140 |
+
"norm": "weightnorm",
|
| 141 |
+
"non_linearity": "relu"
|
| 142 |
+
},
|
| 143 |
+
"arch_hparams": {
|
| 144 |
+
"out_dim": 1,
|
| 145 |
+
"n_layers": 2,
|
| 146 |
+
"n_channels": 256,
|
| 147 |
+
"kernel_size": 3,
|
| 148 |
+
"p_dropout": 0.5,
|
| 149 |
+
"lstm_type": "",
|
| 150 |
+
"use_linear": 1,
|
| 151 |
+
"in_dim": 48
|
| 152 |
+
}
|
| 153 |
+
}
|
| 154 |
+
}
|
| 155 |
+
}
|
| 156 |
+
}
|
radtts-pp-decoder/logs/events.out.tfevents.1683648521.mllab-MS-7B09.52371.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a681817ec7660873f4d73bbd45d81aa81ad515b11ad295a4a8f5b629063ecc2e
|
| 3 |
+
size 88
|
radtts-pp-decoder/logs/events.out.tfevents.1683648796.mllab-MS-7B09.52558.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c71b389a1b66b18d02b0f13c3f67f146873ce555a26a01c9793603aa8f1915c4
|
| 3 |
+
size 88
|
radtts-pp-decoder/logs/events.out.tfevents.1683649035.mllab-MS-7B09.52780.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f398998d6bf9d85b5887902f519e111e99f2659118477f8456f72f84e6b84cf0
|
| 3 |
+
size 88
|
radtts-pp-decoder/logs/events.out.tfevents.1683649104.mllab-MS-7B09.52867.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4731b4642aa64d269cb737475d391174d793bd114219083ea3edf27b69d1e530
|
| 3 |
+
size 765524
|
radtts-pp-decoder/logs/events.out.tfevents.1683657246.mllab-MS-7B09.53315.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:51e0bb323f53a2d66404533f70505cded429b4d2e9c2844f4ca164dae04c2b86
|
| 3 |
+
size 19837
|
radtts-pp-decoder/logs/events.out.tfevents.1683657358.mllab-MS-7B09.53397.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ad2ebe0cb59cad3036dd55c42754289dc4b664a13258b498f422ff1ca7624279
|
| 3 |
+
size 9168
|
radtts-pp-decoder/logs/events.out.tfevents.1683657474.mllab-MS-7B09.53500.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:60a7e9f47e3353c902391f2883c408be9c473c2a46f1d3f4f4091631a9cb9905
|
| 3 |
+
size 157853
|
radtts-pp-decoder/logs/events.out.tfevents.1683659089.mllab-MS-7B09.53728.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ecd7d7bb6368d6fbc129b08bc6125a2ed10c74a0491e2374f377134cbfd024d5
|
| 3 |
+
size 735638
|
radtts-pp-decoder/logs/events.out.tfevents.1683661485.mllab-MS-7B09.53897.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a34ef96f982f92d0de6b4af56936534d8b271a35562f028b13c9dcfef0f10bfd
|
| 3 |
+
size 20967424
|
radtts-pp-decoder/logs/events.out.tfevents.1683661540.mllab-MS-7B09.53975.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:87a13505f979abd6e8b2f89afa8b24c313ab9610c428afb747d657973e9e04ee
|
| 3 |
+
size 20971520
|
radtts-pp-decoder/logs/events.out.tfevents.1683809157.mllab-MS-7B09.20093.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3699ab64fa38ecb4d7734c71d6db912172284028c72a09c618c977fa9313daae
|
| 3 |
+
size 32982334
|
radtts-pp-decoder/model_radtts_pp_decoder_100000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d3507a3a905f9c4ce7ea93da115a25e72e3981bb4753c1db0c1a704434e635a5
|
| 3 |
+
size 2726916243
|