leomagnus commited on
Commit
1ded1c9
·
verified ·
1 Parent(s): d194d78

YourTTS-F-1

Browse files
YourTTS-F-1/best_model.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b32cd0098e73f370c31249c2664b31b31ec7e9e8502cac579211d2139a098c9
3
+ size 1002821191
YourTTS-F-1/best_model_1719.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b32cd0098e73f370c31249c2664b31b31ec7e9e8502cac579211d2139a098c9
3
+ size 1002821191
YourTTS-F-1/checkpoint_1000.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc84eb7e595fd7196d0e71dfa9c253ad3ea369e0e75152190948658610810b42
3
+ size 1002821191
YourTTS-F-1/colab_kernel_launcher.py ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Copyright 2023 Google Inc.
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+ """Custom kernel launcher app to customize socket options."""
15
+
16
+ from ipykernel import kernelapp
17
+ import zmq
18
+
19
+
20
+ # We want to set the high water mark on *all* sockets to 0, as we don't want
21
+ # the backend dropping any messages. We want to set this before any calls to
22
+ # bind or connect.
23
+ #
24
+ # In principle we should override `init_sockets`, but it's hard to set options
25
+ # on the `zmq.Context` there without rewriting the entire method. Instead we
26
+ # settle for only setting this on `iopub`, as that's the most important for our
27
+ # use case.
28
+ class ColabKernelApp(kernelapp.IPKernelApp):
29
+
30
+ def init_iopub(self, context):
31
+ context.setsockopt(zmq.RCVHWM, 0)
32
+ context.setsockopt(zmq.SNDHWM, 0)
33
+ return super().init_iopub(context)
34
+
35
+
36
+ if __name__ == '__main__':
37
+ ColabKernelApp.launch_instance()
YourTTS-F-1/config.json ADDED
@@ -0,0 +1,257 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "output_path": "/content/drive/MyDrive/Pretraining/Finetune/output",
3
+ "logger_uri": null,
4
+ "run_name": "YourTTS-Emotion",
5
+ "project_name": "YourTTS-FineTune",
6
+ "run_description": "Fine-tuning YourTTS with emotion",
7
+ "print_step": 50,
8
+ "plot_step": 100,
9
+ "model_param_stats": false,
10
+ "wandb_entity": null,
11
+ "dashboard_logger": "tensorboard",
12
+ "save_on_interrupt": true,
13
+ "log_model_step": 500,
14
+ "save_step": 1000,
15
+ "save_n_checkpoints": 3,
16
+ "save_checkpoints": true,
17
+ "save_all_best": false,
18
+ "save_best_after": 0,
19
+ "target_loss": "loss_1",
20
+ "print_eval": false,
21
+ "test_delay_epochs": 0,
22
+ "run_eval": true,
23
+ "run_eval_steps": null,
24
+ "distributed_backend": "nccl",
25
+ "distributed_url": "tcp://localhost:54321",
26
+ "mixed_precision": false,
27
+ "precision": "fp16",
28
+ "epochs": 200,
29
+ "batch_size": 32,
30
+ "eval_batch_size": 64,
31
+ "grad_clip": [
32
+ 1.0,
33
+ 1.0
34
+ ],
35
+ "scheduler_after_epoch": true,
36
+ "lr": 5e-05,
37
+ "optimizer": "AdamW",
38
+ "optimizer_params": {
39
+ "betas": [
40
+ 0.9,
41
+ 0.99
42
+ ],
43
+ "eps": 1e-08,
44
+ "weight_decay": 0.01
45
+ },
46
+ "lr_scheduler": null,
47
+ "lr_scheduler_params": null,
48
+ "use_grad_scaler": false,
49
+ "allow_tf32": false,
50
+ "cudnn_enable": true,
51
+ "cudnn_deterministic": false,
52
+ "cudnn_benchmark": true,
53
+ "training_seed": 54321,
54
+ "model": "vits",
55
+ "num_loader_workers": 4,
56
+ "num_eval_loader_workers": 4,
57
+ "use_noise_augment": false,
58
+ "audio": {
59
+ "fft_size": 1024,
60
+ "sample_rate": 22050,
61
+ "win_length": 1024,
62
+ "hop_length": 256,
63
+ "num_mels": 80,
64
+ "mel_fmin": 0,
65
+ "mel_fmax": null
66
+ },
67
+ "model_args": {
68
+ "num_chars": 67,
69
+ "out_channels": 513,
70
+ "spec_segment_size": 32,
71
+ "hidden_channels": 192,
72
+ "hidden_channels_ffn_text_encoder": 768,
73
+ "num_heads_text_encoder": 2,
74
+ "num_layers_text_encoder": 10,
75
+ "kernel_size_text_encoder": 3,
76
+ "dropout_p_text_encoder": 0.1,
77
+ "dropout_p_duration_predictor": 0.5,
78
+ "kernel_size_posterior_encoder": 5,
79
+ "dilation_rate_posterior_encoder": 1,
80
+ "num_layers_posterior_encoder": 16,
81
+ "kernel_size_flow": 5,
82
+ "dilation_rate_flow": 1,
83
+ "num_layers_flow": 4,
84
+ "resblock_type_decoder": "2",
85
+ "resblock_kernel_sizes_decoder": [
86
+ 3,
87
+ 7,
88
+ 11
89
+ ],
90
+ "resblock_dilation_sizes_decoder": [
91
+ [
92
+ 1,
93
+ 3,
94
+ 5
95
+ ],
96
+ [
97
+ 1,
98
+ 3,
99
+ 5
100
+ ],
101
+ [
102
+ 1,
103
+ 3,
104
+ 5
105
+ ]
106
+ ],
107
+ "upsample_rates_decoder": [
108
+ 8,
109
+ 8,
110
+ 2,
111
+ 2
112
+ ],
113
+ "upsample_initial_channel_decoder": 512,
114
+ "upsample_kernel_sizes_decoder": [
115
+ 16,
116
+ 16,
117
+ 4,
118
+ 4
119
+ ],
120
+ "periods_multi_period_discriminator": [
121
+ 2,
122
+ 3,
123
+ 5,
124
+ 7,
125
+ 11
126
+ ],
127
+ "use_sdp": true,
128
+ "noise_scale": 1.0,
129
+ "inference_noise_scale": 0.667,
130
+ "length_scale": 1.0,
131
+ "noise_scale_dp": 1.0,
132
+ "inference_noise_scale_dp": 1.0,
133
+ "max_inference_len": null,
134
+ "init_discriminator": true,
135
+ "use_spectral_norm_disriminator": false,
136
+ "use_speaker_embedding": true,
137
+ "num_speakers": 0,
138
+ "speakers_file": "/content/drive/MyDrive/Pretraining/Finetune/output/YourTTS-Emotion-April-23-2026_03+23AM-0000000/speakers.pth",
139
+ "d_vector_file": null,
140
+ "speaker_embedding_channels": 256,
141
+ "use_d_vector_file": false,
142
+ "d_vector_dim": 512,
143
+ "detach_dp_input": true,
144
+ "use_language_embedding": true,
145
+ "embedded_language_dim": 4,
146
+ "num_languages": 0,
147
+ "language_ids_file": "/content/drive/MyDrive/Pretraining/Finetune/output/YourTTS-Emotion-April-23-2026_03+23AM-0000000/language_ids.json",
148
+ "use_speaker_encoder_as_loss": false,
149
+ "speaker_encoder_config_path": "",
150
+ "speaker_encoder_model_path": "",
151
+ "condition_dp_on_speaker": true,
152
+ "freeze_encoder": false,
153
+ "freeze_DP": false,
154
+ "freeze_PE": false,
155
+ "freeze_flow_decoder": false,
156
+ "freeze_waveform_decoder": false,
157
+ "encoder_sample_rate": null,
158
+ "interpolate_z": true,
159
+ "reinit_DP": false,
160
+ "reinit_text_encoder": false
161
+ },
162
+ "_supports_cloning": false,
163
+ "use_phonemes": false,
164
+ "phonemizer": null,
165
+ "phoneme_language": null,
166
+ "compute_input_seq_cache": false,
167
+ "text_cleaner": "multilingual_cleaners",
168
+ "enable_eos_bos_chars": false,
169
+ "test_sentences_file": "",
170
+ "phoneme_cache_path": null,
171
+ "characters": null,
172
+ "add_blank": true,
173
+ "batch_group_size": 0,
174
+ "loss_masking": null,
175
+ "min_audio_len": 1,
176
+ "max_audio_len": 220500,
177
+ "min_text_len": 1,
178
+ "max_text_len": Infinity,
179
+ "compute_f0": false,
180
+ "compute_energy": false,
181
+ "compute_linear_spec": true,
182
+ "precompute_num_workers": 0,
183
+ "start_by_longest": false,
184
+ "shuffle": true,
185
+ "drop_last": false,
186
+ "datasets": [
187
+ {
188
+ "formatter": "emotion_formatter_v3",
189
+ "dataset_name": "indonesian_emotion_dataset",
190
+ "path": "/content/dataset/vctk_combine",
191
+ "meta_file_train": "metadata_train.csv",
192
+ "ignored_speakers": null,
193
+ "language": "id",
194
+ "phonemizer": "",
195
+ "meta_file_val": "metadata_val.csv",
196
+ "meta_file_attn_mask": ""
197
+ }
198
+ ],
199
+ "test_sentences": [
200
+ [
201
+ "Saya merasa sangat senang hari ini.",
202
+ null,
203
+ null
204
+ ],
205
+ [
206
+ "Saya sangat kecewa dengan hasilnya.",
207
+ null,
208
+ null
209
+ ],
210
+ [
211
+ "Hari ini biasa saja, tidak ada yang spesial.",
212
+ null,
213
+ null
214
+ ]
215
+ ],
216
+ "eval_split_max_size": 256,
217
+ "eval_split_size": 0.1,
218
+ "use_speaker_weighted_sampler": false,
219
+ "speaker_weighted_sampler_alpha": 1.0,
220
+ "use_language_weighted_sampler": false,
221
+ "language_weighted_sampler_alpha": 1.0,
222
+ "use_length_weighted_sampler": false,
223
+ "length_weighted_sampler_alpha": 1.0,
224
+ "lr_gen": 5e-05,
225
+ "lr_disc": 5e-05,
226
+ "lr_scheduler_gen": "ExponentialLR",
227
+ "lr_scheduler_gen_params": {
228
+ "gamma": 0.999875,
229
+ "last_epoch": -1
230
+ },
231
+ "lr_scheduler_disc": "ExponentialLR",
232
+ "lr_scheduler_disc_params": {
233
+ "gamma": 0.999875,
234
+ "last_epoch": -1
235
+ },
236
+ "kl_loss_alpha": 0.6,
237
+ "disc_loss_alpha": 1.0,
238
+ "gen_loss_alpha": 2.0,
239
+ "feat_loss_alpha": 0.5,
240
+ "mel_loss_alpha": 40.0,
241
+ "dur_loss_alpha": 0.8,
242
+ "speaker_encoder_loss_alpha": 1.0,
243
+ "return_wav": true,
244
+ "use_weighted_sampler": false,
245
+ "weighted_sampler_attrs": null,
246
+ "weighted_sampler_multipliers": null,
247
+ "r": 1,
248
+ "num_speakers": 0,
249
+ "use_speaker_embedding": true,
250
+ "speakers_file": "/content/drive/MyDrive/Pretraining/Finetune/output/YourTTS-Emotion-April-23-2026_03+23AM-0000000/speakers.pth",
251
+ "speaker_embedding_channels": 256,
252
+ "language_ids_file": "/content/drive/MyDrive/Pretraining/Finetune/output/YourTTS-Emotion-April-23-2026_03+23AM-0000000/language_ids.json",
253
+ "use_language_embedding": true,
254
+ "use_d_vector_file": false,
255
+ "d_vector_file": null,
256
+ "d_vector_dim": 512
257
+ }
YourTTS-F-1/events.out.tfevents.1776914630.48a66f656fa1.1075.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db1ca052ff21dd433f43368cefe8827c3257f1ca3effc376ded6376d3d9f03ff
3
+ size 145845661
YourTTS-F-1/language_ids.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "id": 0
3
+ }
YourTTS-F-1/speakers.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce348611f2dacce05b5c7e2e8069d8cf9d946de5d6277b2ff678bcbad896132d
3
+ size 1389
YourTTS-F-1/trainer_0_log.txt ADDED
The diff for this file is too large to render. See raw diff