ParthL03 commited on
Commit
100ea91
·
verified ·
1 Parent(s): c4de982

Upload folder using huggingface_hub

Browse files
training/GPT_XTTS_v2.0_LJSpeech_FT-March-31-2025_05+20PM-4ad78c6d/best_model.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5a11269c504eadf0f840fe569f230f33228f344b77f438343332051e127cabe
3
+ size 5607927061
training/GPT_XTTS_v2.0_LJSpeech_FT-March-31-2025_05+20PM-4ad78c6d/best_model_8582.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5a11269c504eadf0f840fe569f230f33228f344b77f438343332051e127cabe
3
+ size 5607927061
training/GPT_XTTS_v2.0_LJSpeech_FT-March-31-2025_05+20PM-4ad78c6d/checkpoint_10000.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d449722921fd91624a8c1226f6d64f91ae56b44cc373221e920e9097d2040759
3
+ size 1838387200
training/GPT_XTTS_v2.0_LJSpeech_FT-March-31-2025_05+20PM-4ad78c6d/checkpoint_5000.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:103418ad2c0f41a70619ddc37a76d2c036256554e86ab29f27de87c6df102f69
3
+ size 5607927061
training/GPT_XTTS_v2.0_LJSpeech_FT-March-31-2025_05+20PM-4ad78c6d/colab_kernel_launcher.py ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Copyright 2023 Google Inc.
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+ """Custom kernel launcher app to customize socket options."""
15
+
16
+ from ipykernel import kernelapp
17
+ import zmq
18
+
19
+
20
+ # We want to set the high water mark on *all* sockets to 0, as we don't want
21
+ # the backend dropping any messages. We want to set this before any calls to
22
+ # bind or connect.
23
+ #
24
+ # In principle we should override `init_sockets`, but it's hard to set options
25
+ # on the `zmq.Context` there without rewriting the entire method. Instead we
26
+ # settle for only setting this on `iopub`, as that's the most important for our
27
+ # use case.
28
+ class ColabKernelApp(kernelapp.IPKernelApp):
29
+
30
+ def init_iopub(self, context):
31
+ context.setsockopt(zmq.RCVHWM, 0)
32
+ context.setsockopt(zmq.SNDHWM, 0)
33
+ return super().init_iopub(context)
34
+
35
+
36
+ if __name__ == '__main__':
37
+ ColabKernelApp.launch_instance()
training/GPT_XTTS_v2.0_LJSpeech_FT-March-31-2025_05+20PM-4ad78c6d/config.json ADDED
@@ -0,0 +1,198 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "output_path": "/kaggle/working/TTS/recipes/ljspeech/xtts_v2/run/training",
3
+ "logger_uri": null,
4
+ "run_name": "GPT_XTTS_v2.0_LJSpeech_FT",
5
+ "project_name": "XTTS_trainer",
6
+ "run_description": "\n GPT XTTS training\n ",
7
+ "print_step": 50,
8
+ "plot_step": 100,
9
+ "model_param_stats": false,
10
+ "wandb_entity": null,
11
+ "dashboard_logger": "tensorboard",
12
+ "save_on_interrupt": true,
13
+ "log_model_step": 1000,
14
+ "save_step": 5000,
15
+ "save_n_checkpoints": 1,
16
+ "save_checkpoints": true,
17
+ "save_all_best": false,
18
+ "save_best_after": 0,
19
+ "target_loss": null,
20
+ "print_eval": false,
21
+ "test_delay_epochs": 0,
22
+ "run_eval": true,
23
+ "run_eval_steps": null,
24
+ "distributed_backend": "nccl",
25
+ "distributed_url": "tcp://localhost:54321",
26
+ "mixed_precision": false,
27
+ "precision": "fp16",
28
+ "epochs": 1000,
29
+ "batch_size": 3,
30
+ "eval_batch_size": 3,
31
+ "grad_clip": null,
32
+ "scheduler_after_epoch": true,
33
+ "lr": 5e-06,
34
+ "optimizer": "AdamW",
35
+ "optimizer_params": {
36
+ "betas": [
37
+ 0.9,
38
+ 0.96
39
+ ],
40
+ "eps": 1e-08,
41
+ "weight_decay": 0.01
42
+ },
43
+ "lr_scheduler": "MultiStepLR",
44
+ "lr_scheduler_params": {
45
+ "milestones": [
46
+ 900000,
47
+ 2700000,
48
+ 5400000
49
+ ],
50
+ "gamma": 0.5,
51
+ "last_epoch": -1
52
+ },
53
+ "use_grad_scaler": false,
54
+ "allow_tf32": false,
55
+ "cudnn_enable": true,
56
+ "cudnn_deterministic": false,
57
+ "cudnn_benchmark": false,
58
+ "training_seed": 1,
59
+ "model": "xtts",
60
+ "num_loader_workers": 8,
61
+ "num_eval_loader_workers": 0,
62
+ "use_noise_augment": false,
63
+ "audio": {
64
+ "sample_rate": 22050,
65
+ "output_sample_rate": 24000,
66
+ "dvae_sample_rate": 22050
67
+ },
68
+ "use_phonemes": false,
69
+ "phonemizer": null,
70
+ "phoneme_language": null,
71
+ "compute_input_seq_cache": false,
72
+ "text_cleaner": null,
73
+ "enable_eos_bos_chars": false,
74
+ "test_sentences_file": "",
75
+ "phoneme_cache_path": null,
76
+ "characters": null,
77
+ "add_blank": false,
78
+ "batch_group_size": 48,
79
+ "loss_masking": null,
80
+ "min_audio_len": 1,
81
+ "max_audio_len": Infinity,
82
+ "min_text_len": 1,
83
+ "max_text_len": Infinity,
84
+ "compute_f0": false,
85
+ "compute_energy": false,
86
+ "compute_linear_spec": false,
87
+ "precompute_num_workers": 0,
88
+ "start_by_longest": false,
89
+ "shuffle": false,
90
+ "drop_last": false,
91
+ "datasets": [
92
+ {
93
+ "formatter": "",
94
+ "dataset_name": "",
95
+ "path": "",
96
+ "meta_file_train": "",
97
+ "ignored_speakers": null,
98
+ "language": "",
99
+ "phonemizer": "",
100
+ "meta_file_val": "",
101
+ "meta_file_attn_mask": ""
102
+ }
103
+ ],
104
+ "test_sentences": [
105
+ {
106
+ "text": "\u0915\u092d\u0940 \u092c\u093e\u0930\u093f\u0936 \u0924\u0947\u095b \u0939\u094b \u091c\u093e\u0924\u0940 \u0939\u0948 \u0924\u094b \u0928\u0926\u093f\u092f\u094b\u0902 \u092e\u0947\u0902 \u092c\u093e\u095d \u0906 \u091c\u093e\u0924\u0940 \u0939\u0948 \u092c\u093e \u095b\u094d\u092f\u093e\u0926\u093e \u092c\u093e\u0930\u093f\u0936 \u0915\u0947 \u0915\u093e\u0930\u0923",
107
+ "speaker_wav": [
108
+ "/kaggle/input/hindi-data/h_wavs/h_wavs/5348024557589419_chunk_1_enhanced.wav"
109
+ ],
110
+ "language": "hi"
111
+ }
112
+ ],
113
+ "eval_split_max_size": 256,
114
+ "eval_split_size": 0.01,
115
+ "use_speaker_weighted_sampler": false,
116
+ "speaker_weighted_sampler_alpha": 1.0,
117
+ "use_language_weighted_sampler": false,
118
+ "language_weighted_sampler_alpha": 1.0,
119
+ "use_length_weighted_sampler": false,
120
+ "length_weighted_sampler_alpha": 1.0,
121
+ "model_args": {
122
+ "gpt_batch_size": 1,
123
+ "enable_redaction": false,
124
+ "kv_cache": true,
125
+ "gpt_checkpoint": "",
126
+ "clvp_checkpoint": null,
127
+ "decoder_checkpoint": null,
128
+ "num_chars": 255,
129
+ "tokenizer_file": "/kaggle/working/TTS/recipes/ljspeech/xtts_v2/run/training/XTTS_v2.0_original_model_files/vocab.json",
130
+ "gpt_max_audio_tokens": 605,
131
+ "gpt_max_text_tokens": 402,
132
+ "gpt_max_prompt_tokens": 70,
133
+ "gpt_layers": 30,
134
+ "gpt_n_model_channels": 1024,
135
+ "gpt_n_heads": 16,
136
+ "gpt_number_text_tokens": 6681,
137
+ "gpt_start_text_token": 261,
138
+ "gpt_stop_text_token": 0,
139
+ "gpt_num_audio_tokens": 1026,
140
+ "gpt_start_audio_token": 1024,
141
+ "gpt_stop_audio_token": 1025,
142
+ "gpt_code_stride_len": 1024,
143
+ "gpt_use_masking_gt_prompt_approach": true,
144
+ "gpt_use_perceiver_resampler": true,
145
+ "input_sample_rate": 22050,
146
+ "output_sample_rate": 24000,
147
+ "output_hop_length": 256,
148
+ "decoder_input_dim": 1024,
149
+ "d_vector_dim": 512,
150
+ "cond_d_vector_in_each_upsampling_layer": true,
151
+ "duration_const": 102400,
152
+ "min_conditioning_length": 66150,
153
+ "max_conditioning_length": 132300,
154
+ "gpt_loss_text_ce_weight": 0.01,
155
+ "gpt_loss_mel_ce_weight": 1.0,
156
+ "debug_loading_failures": false,
157
+ "max_wav_length": 255995,
158
+ "max_text_length": 200,
159
+ "mel_norm_file": "/kaggle/working/TTS/recipes/ljspeech/xtts_v2/run/training/XTTS_v2.0_original_model_files/mel_stats.pth",
160
+ "dvae_checkpoint": "/kaggle/working/TTS/recipes/ljspeech/xtts_v2/run/training/XTTS_v2.0_original_model_files/dvae.pth",
161
+ "xtts_checkpoint": "/kaggle/working/TTS/recipes/ljspeech/xtts_v2/run/training/XTTS_v2.0_original_model_files/model.pth",
162
+ "vocoder": ""
163
+ },
164
+ "model_dir": null,
165
+ "languages": [
166
+ "en",
167
+ "es",
168
+ "fr",
169
+ "de",
170
+ "it",
171
+ "pt",
172
+ "pl",
173
+ "tr",
174
+ "ru",
175
+ "nl",
176
+ "cs",
177
+ "ar",
178
+ "zh-cn",
179
+ "hu",
180
+ "ko",
181
+ "ja",
182
+ "hi"
183
+ ],
184
+ "temperature": 0.85,
185
+ "length_penalty": 1.0,
186
+ "repetition_penalty": 2.0,
187
+ "top_k": 50,
188
+ "top_p": 0.85,
189
+ "num_gpt_outputs": 1,
190
+ "gpt_cond_len": 12,
191
+ "gpt_cond_chunk_len": 4,
192
+ "max_ref_len": 10,
193
+ "sound_norm_refs": false,
194
+ "optimizer_wd_only_on_weights": true,
195
+ "weighted_loss_attrs": null,
196
+ "weighted_loss_multipliers": null,
197
+ "github_branch": "* main"
198
+ }
training/GPT_XTTS_v2.0_LJSpeech_FT-March-31-2025_05+20PM-4ad78c6d/events.out.tfevents.1743441641.5a94ca9d855d.31.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d2d27c08939e2da6510329052821dc23e416aaa2db11d5079ca9afaa48e4e6a
3
+ size 617399
training/GPT_XTTS_v2.0_LJSpeech_FT-March-31-2025_05+20PM-4ad78c6d/trainer_0_log.txt ADDED
@@ -0,0 +1,1864 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ > Training Environment:
2
+ | > Backend: Torch
3
+ | > Mixed precision: False
4
+ | > Precision: float32
5
+ | > Current device: 0
6
+ | > Num. of GPUs: 1
7
+ | > Num. of CPUs: 4
8
+ | > Num. of Torch Threads: 1
9
+ | > Torch seed: 1
10
+ | > Torch CUDNN: True
11
+ | > Torch CUDNN deterministic: False
12
+ | > Torch CUDNN benchmark: False
13
+ | > Torch TF32 MatMul: False
14
+ > Start Tensorboard: tensorboard --logdir=/kaggle/working/TTS/recipes/ljspeech/xtts_v2/run/training/GPT_XTTS_v2.0_LJSpeech_FT-March-31-2025_05+20PM-4ad78c6d
15
+
16
+ > Model has 518442047 parameters
17
+
18
+  > EPOCH: 0/1000
19
+ --> /kaggle/working/TTS/recipes/ljspeech/xtts_v2/run/training/GPT_XTTS_v2.0_LJSpeech_FT-March-31-2025_05+20PM-4ad78c6d
20
+
21
+  > EVALUATION 
22
+
23
+
24
+ --> EVAL PERFORMANCE
25
+ | > avg_loader_time: 0.14202808929701988 (+0.0)
26
+ | > avg_loss_text_ce: 0.029086390099788115 (+0.0)
27
+ | > avg_loss_mel_ce: 3.8966520155890514 (+0.0)
28
+ | > avg_loss: 3.925738427598598 (+0.0)
29
+
30
+
31
+  > EPOCH: 1/1000
32
+ --> /kaggle/working/TTS/recipes/ljspeech/xtts_v2/run/training/GPT_XTTS_v2.0_LJSpeech_FT-March-31-2025_05+20PM-4ad78c6d
33
+
34
+  > TRAINING (2025-03-31 17:21:26) 
35
+
36
+  --> TIME: 2025-03-31 17:21:29 -- STEP: 0/8582 -- GLOBAL_STEP: 0
37
+ | > loss_text_ce: 0.031803034245967865 (0.031803034245967865)
38
+ | > loss_mel_ce: 4.029339790344238 (4.029339790344238)
39
+ | > loss: 0.04834694042801857 (0.04834694042801857)
40
+ | > current_lr: 5e-06
41
+ | > step_time: 0.6675 (0.6675474643707275)
42
+ | > loader_time: 2.5317 (2.5316598415374756)
43
+
44
+
45
+  --> TIME: 2025-03-31 17:21:57 -- STEP: 50/8582 -- GLOBAL_STEP: 50
46
+ | > loss_text_ce: 0.027784990146756172 (0.030641122199594976)
47
+ | > loss_mel_ce: 4.126461982727051 (3.958061304092407)
48
+ | > loss: 0.049455318599939346 (0.047484553381800666)
49
+ | > current_lr: 5e-06
50
+ | > step_time: 0.3743 (0.3397303247451782)
51
+ | > loader_time: 0.0092 (0.01264857292175293)
52
+
53
+
54
+  --> TIME: 2025-03-31 17:22:24 -- STEP: 100/8582 -- GLOBAL_STEP: 100
55
+ | > loss_text_ce: 0.028404979035258293 (0.030568635910749434)
56
+ | > loss_mel_ce: 4.034149169921875 (3.9582567763328553)
57
+ | > loss: 0.04836374148726463 (0.04748601760715246)
58
+ | > current_lr: 5e-06
59
+ | > step_time: 0.3762 (0.33723421573638923)
60
+ | > loader_time: 0.0093 (0.011703705787658692)
61
+
62
+
63
+  --> TIME: 2025-03-31 17:22:51 -- STEP: 150/8582 -- GLOBAL_STEP: 150
64
+ | > loss_text_ce: 0.029418697580695152 (0.030542982245484986)
65
+ | > loss_mel_ce: 4.10795783996582 (3.9371452045440676)
66
+ | > loss: 0.04925448074936867 (0.04723438394566377)
67
+ | > current_lr: 5e-06
68
+ | > step_time: 0.3356 (0.3372626415888468)
69
+ | > loader_time: 0.0111 (0.011435046195983888)
70
+
71
+
72
+  --> TIME: 2025-03-31 17:23:18 -- STEP: 200/8582 -- GLOBAL_STEP: 200
73
+ | > loss_text_ce: 0.02829129621386528 (0.030559855736792086)
74
+ | > loss_mel_ce: 3.4744181632995605 (3.892970231771469)
75
+ | > loss: 0.04169892147183418 (0.046708692219108346)
76
+ | > current_lr: 5e-06
77
+ | > step_time: 0.2988 (0.33580717563629137)
78
+ | > loader_time: 0.0137 (0.011111837625503544)
79
+
80
+
81
+  --> TIME: 2025-03-31 17:23:45 -- STEP: 250/8582 -- GLOBAL_STEP: 250
82
+ | > loss_text_ce: 0.030323218554258347 (0.030603834591805934)
83
+ | > loss_mel_ce: 3.661212682723999 (3.871036623001099)
84
+ | > loss: 0.04394685849547386 (0.046448101431131365)
85
+ | > current_lr: 5e-06
86
+ | > step_time: 0.3958 (0.33519657230377187)
87
+ | > loader_time: 0.0093 (0.010886805534362796)
88
+
89
+
90
+  --> TIME: 2025-03-31 17:24:12 -- STEP: 300/8582 -- GLOBAL_STEP: 300
91
+ | > loss_text_ce: 0.029856137931346893 (0.030586190863202016)
92
+ | > loss_mel_ce: 3.230562686920166 (3.852664952278137)
93
+ | > loss: 0.03881451115012169 (0.04622918106615543)
94
+ | > current_lr: 5e-06
95
+ | > step_time: 0.259 (0.33459336360295605)
96
+ | > loader_time: 0.0105 (0.010753575960795087)
97
+
98
+
99
+  --> TIME: 2025-03-31 17:24:39 -- STEP: 350/8582 -- GLOBAL_STEP: 350
100
+ | > loss_text_ce: 0.03113587014377117 (0.030658378446740762)
101
+ | > loss_mel_ce: 3.5391407012939453 (3.8364612688337054)
102
+ | > loss: 0.042503293603658676 (0.04603713942425591)
103
+ | > current_lr: 5e-06
104
+ | > step_time: 0.2562 (0.33444576740264875)
105
+ | > loader_time: 0.0133 (0.010657143592834466)
106
+
107
+
108
+  --> TIME: 2025-03-31 17:25:06 -- STEP: 400/8582 -- GLOBAL_STEP: 400
109
+ | > loss_text_ce: 0.03282009810209274 (0.03070301896892488)
110
+ | > loss_mel_ce: 3.5893101692199707 (3.8234413224458694)
111
+ | > loss: 0.043120596557855606 (0.04588267151266336)
112
+ | > current_lr: 5e-06
113
+ | > step_time: 0.395 (0.33517062306404083)
114
+ | > loader_time: 0.0093 (0.010520495176315304)
115
+
116
+
117
+  --> TIME: 2025-03-31 17:25:32 -- STEP: 450/8582 -- GLOBAL_STEP: 450
118
+ | > loss_text_ce: 0.029301399365067482 (0.030675962848795785)
119
+ | > loss_mel_ce: 3.925570011138916 (3.8138442616992525)
120
+ | > loss: 0.047081802040338516 (0.045768098682165144)
121
+ | > current_lr: 5e-06
122
+ | > step_time: 0.3754 (0.33422291914621965)
123
+ | > loader_time: 0.0095 (0.010490761862860782)
124
+
125
+
126
+  --> TIME: 2025-03-31 17:25:59 -- STEP: 500/8582 -- GLOBAL_STEP: 500
127
+ | > loss_text_ce: 0.03503507375717163 (0.030630709126591684)
128
+ | > loss_mel_ce: 3.0926811695098877 (3.8023825998306275)
129
+ | > loss: 0.03723471984267235 (0.04563111159950495)
130
+ | > current_lr: 5e-06
131
+ | > step_time: 0.2537 (0.33374000549316385)
132
+ | > loader_time: 0.0087 (0.010407504558563228)
133
+
134
+
135
+  --> TIME: 2025-03-31 17:26:26 -- STEP: 550/8582 -- GLOBAL_STEP: 550
136
+ | > loss_text_ce: 0.0304283294826746 (0.030637979341501538)
137
+ | > loss_mel_ce: 3.608510732650757 (3.7889488753405485)
138
+ | > loss: 0.043320704251527786 (0.0454712728614157)
139
+ | > current_lr: 5e-06
140
+ | > step_time: 0.2856 (0.33309854507446274)
141
+ | > loader_time: 0.0099 (0.010342106819152829)
142
+
143
+
144
+  --> TIME: 2025-03-31 17:26:53 -- STEP: 600/8582 -- GLOBAL_STEP: 600
145
+ | > loss_text_ce: 0.030163682997226715 (0.03058813518844545)
146
+ | > loss_mel_ce: 3.1974384784698486 (3.7770184433460234)
147
+ | > loss: 0.03842383623123169 (0.04532865056768062)
148
+ | > current_lr: 5e-06
149
+ | > step_time: 0.4251 (0.3334620789686838)
150
+ | > loader_time: 0.0096 (0.01028456330299377)
151
+
152
+
153
+  --> TIME: 2025-03-31 17:27:20 -- STEP: 650/8582 -- GLOBAL_STEP: 650
154
+ | > loss_text_ce: 0.02843950130045414 (0.030558402942350276)
155
+ | > loss_mel_ce: 3.5185554027557373 (3.7661457604628343)
156
+ | > loss: 0.04222613200545311 (0.04519885991628352)
157
+ | > current_lr: 5e-06
158
+ | > step_time: 0.2964 (0.33346853512984054)
159
+ | > loader_time: 0.0083 (0.01021731743445763)
160
+
161
+
162
+  --> TIME: 2025-03-31 17:27:47 -- STEP: 700/8582 -- GLOBAL_STEP: 700
163
+ | > loss_text_ce: 0.03228835389018059 (0.030574096268309016)
164
+ | > loss_mel_ce: 4.230715274810791 (3.761250467981611)
165
+ | > loss: 0.05075004696846008 (0.045140769449727884)
166
+ | > current_lr: 5e-06
167
+ | > step_time: 0.2955 (0.3338649327414373)
168
+ | > loader_time: 0.0106 (0.010170373576028003)
169
+
170
+
171
+  --> TIME: 2025-03-31 17:28:14 -- STEP: 750/8582 -- GLOBAL_STEP: 750
172
+ | > loss_text_ce: 0.02860165759921074 (0.030576912671327592)
173
+ | > loss_mel_ce: 3.2547354698181152 (3.7517946745554607)
174
+ | > loss: 0.03908734768629074 (0.04502823401490849)
175
+ | > current_lr: 5e-06
176
+ | > step_time: 0.3685 (0.3338837486902872)
177
+ | > loader_time: 0.0086 (0.010129677136739092)
178
+
179
+
180
+  --> TIME: 2025-03-31 17:28:41 -- STEP: 800/8582 -- GLOBAL_STEP: 800
181
+ | > loss_text_ce: 0.028605911880731583 (0.03054802050581202)
182
+ | > loss_mel_ce: 3.6667115688323975 (3.744999507665634)
183
+ | > loss: 0.043991874903440475 (0.04494699520524593)
184
+ | > current_lr: 5e-06
185
+ | > step_time: 0.3743 (0.33397064447402924)
186
+ | > loader_time: 0.0106 (0.010111496150493617)
187
+
188
+
189
+  --> TIME: 2025-03-31 17:29:08 -- STEP: 850/8582 -- GLOBAL_STEP: 850
190
+ | > loss_text_ce: 0.02945890836417675 (0.030568464779678513)
191
+ | > loss_mel_ce: 3.3978679180145264 (3.7422404132169835)
192
+ | > loss: 0.0408015102148056 (0.04491439223727761)
193
+ | > current_lr: 5e-06
194
+ | > step_time: 0.3948 (0.3340475747164555)
195
+ | > loader_time: 0.0096 (0.01010260329527013)
196
+
197
+
198
+  --> TIME: 2025-03-31 17:29:36 -- STEP: 900/8582 -- GLOBAL_STEP: 900
199
+ | > loss_text_ce: 0.027080614119768143 (0.03053467050401701)
200
+ | > loss_mel_ce: 3.51204514503479 (3.737695740858714)
201
+ | > loss: 0.04213244840502739 (0.044859886678556615)
202
+ | > current_lr: 5e-06
203
+ | > step_time: 0.3063 (0.3346368567148842)
204
+ | > loader_time: 0.0089 (0.010060093667772078)
205
+
206
+
207
+  --> TIME: 2025-03-31 17:30:03 -- STEP: 950/8582 -- GLOBAL_STEP: 950
208
+ | > loss_text_ce: 0.03108019195497036 (0.030546976208294694)
209
+ | > loss_mel_ce: 3.844655752182007 (3.7333550561101814)
210
+ | > loss: 0.04613971337676048 (0.044808358346161106)
211
+ | > current_lr: 5e-06
212
+ | > step_time: 0.338 (0.3344216125889826)
213
+ | > loader_time: 0.0084 (0.010033964357878029)
214
+
215
+
216
+  --> TIME: 2025-03-31 17:30:29 -- STEP: 1000/8582 -- GLOBAL_STEP: 1000
217
+ | > loss_text_ce: 0.03102976642549038 (0.03052534612081945)
218
+ | > loss_mel_ce: 3.1244006156921387 (3.7302405650615693)
219
+ | > loss: 0.03756464645266533 (0.044771023564040675)
220
+ | > current_lr: 5e-06
221
+ | > step_time: 0.329 (0.3339484939575193)
222
+ | > loader_time: 0.0089 (0.009992739439010617)
223
+
224
+
225
+  --> TIME: 2025-03-31 17:30:56 -- STEP: 1050/8582 -- GLOBAL_STEP: 1050
226
+ | > loss_text_ce: 0.027036543935537338 (0.03053942284058957)
227
+ | > loss_mel_ce: 3.7787740230560303 (3.7271443451018564)
228
+ | > loss: 0.04530726745724678 (0.04473433137294793)
229
+ | > current_lr: 5e-06
230
+ | > step_time: 0.3546 (0.33394138563246933)
231
+ | > loader_time: 0.0088 (0.009963026273818242)
232
+
233
+
234
+  --> TIME: 2025-03-31 17:31:22 -- STEP: 1100/8582 -- GLOBAL_STEP: 1100
235
+ | > loss_text_ce: 0.027049146592617035 (0.030547755585814063)
236
+ | > loss_mel_ce: 3.584434986114502 (3.719989474903454)
237
+ | > loss: 0.04299385845661163 (0.04464925353161313)
238
+ | > current_lr: 5e-06
239
+ | > step_time: 0.3739 (0.3334566786072469)
240
+ | > loader_time: 0.0095 (0.009955899281935252)
241
+
242
+
243
+  --> TIME: 2025-03-31 17:31:49 -- STEP: 1150/8582 -- GLOBAL_STEP: 1150
244
+ | > loss_text_ce: 0.03275878727436066 (0.030532375661575274)
245
+ | > loss_mel_ce: 3.9263970851898193 (3.7149510437509288)
246
+ | > loss: 0.04713280871510506 (0.04458908912280331)
247
+ | > current_lr: 5e-06
248
+ | > step_time: 0.3524 (0.33336137916730796)
249
+ | > loader_time: 0.0086 (0.009946094803188149)
250
+
251
+
252
+  --> TIME: 2025-03-31 17:32:15 -- STEP: 1200/8582 -- GLOBAL_STEP: 1200
253
+ | > loss_text_ce: 0.04136398807168007 (0.03054603199629734)
254
+ | > loss_mel_ce: 3.413004159927368 (3.709965961376826)
255
+ | > loss: 0.04112343117594719 (0.0445299054744343)
256
+ | > current_lr: 5e-06
257
+ | > step_time: 0.186 (0.333109675049782)
258
+ | > loader_time: 0.0163 (0.009933813214302053)
259
+
260
+
261
+  --> TIME: 2025-03-31 17:32:42 -- STEP: 1250/8582 -- GLOBAL_STEP: 1250
262
+ | > loss_text_ce: 0.030918531119823456 (0.0305690888017416)
263
+ | > loss_mel_ce: 3.681840419769287 (3.701830716133118)
264
+ | > loss: 0.04419951140880585 (0.04443333180844783)
265
+ | > current_lr: 5e-06
266
+ | > step_time: 0.2908 (0.3333415935516359)
267
+ | > loader_time: 0.0091 (0.00991404151916503)
268
+
269
+
270
+  --> TIME: 2025-03-31 17:33:10 -- STEP: 1300/8582 -- GLOBAL_STEP: 1300
271
+ | > loss_text_ce: 0.029924435541033745 (0.030568041512026238)
272
+ | > loss_mel_ce: 3.1660079956054688 (3.695930756788987)
273
+ | > loss: 0.03804681450128555 (0.044363081733194656)
274
+ | > current_lr: 5e-06
275
+ | > step_time: 0.3045 (0.3334376056377705)
276
+ | > loader_time: 0.0101 (0.009905548645899834)
277
+
278
+
279
+  --> TIME: 2025-03-31 17:33:37 -- STEP: 1350/8582 -- GLOBAL_STEP: 1350
280
+ | > loss_text_ce: 0.02980535291135311 (0.030567048621122483)
281
+ | > loss_mel_ce: 3.256988286972046 (3.691814179243865)
282
+ | > loss: 0.03912849724292755 (0.04431406303136433)
283
+ | > current_lr: 5e-06
284
+ | > step_time: 0.3748 (0.33355873461122865)
285
+ | > loader_time: 0.0087 (0.009897086355421265)
286
+
287
+
288
+  --> TIME: 2025-03-31 17:34:03 -- STEP: 1400/8582 -- GLOBAL_STEP: 1400
289
+ | > loss_text_ce: 0.03173891454935074 (0.0305644615127572)
290
+ | > loss_mel_ce: 3.2405009269714355 (3.6882774688516347)
291
+ | > loss: 0.038955237716436386 (0.044271928542958805)
292
+ | > current_lr: 5e-06
293
+ | > step_time: 0.2988 (0.3333543600354877)
294
+ | > loader_time: 0.009 (0.009875369242259414)
295
+
296
+
297
+  --> TIME: 2025-03-31 17:34:29 -- STEP: 1450/8582 -- GLOBAL_STEP: 1450
298
+ | > loss_text_ce: 0.02939261868596077 (0.030563041800311927)
299
+ | > loss_mel_ce: 3.744962453842163 (3.6834813358043803)
300
+ | > loss: 0.04493280127644539 (0.044214814821707756)
301
+ | > current_lr: 5e-06
302
+ | > step_time: 0.3409 (0.3329559375499856)
303
+ | > loader_time: 0.0087 (0.009862675337955843)
304
+
305
+
306
+  --> TIME: 2025-03-31 17:34:57 -- STEP: 1500/8582 -- GLOBAL_STEP: 1500
307
+ | > loss_text_ce: 0.03336053714156151 (0.03056303537512819)
308
+ | > loss_mel_ce: 3.4939091205596924 (3.6808292055130005)
309
+ | > loss: 0.041991304606199265 (0.04418324177215493)
310
+ | > current_lr: 5e-06
311
+ | > step_time: 0.374 (0.3332018707593278)
312
+ | > loader_time: 0.0097 (0.009845428625742569)
313
+
314
+
315
+  --> TIME: 2025-03-31 17:35:23 -- STEP: 1550/8582 -- GLOBAL_STEP: 1550
316
+ | > loss_text_ce: 0.028127536177635193 (0.030565203761141146)
317
+ | > loss_mel_ce: 3.632962465286255 (3.674186464740384)
318
+ | > loss: 0.04358440265059471 (0.04410418733233402)
319
+ | > current_lr: 5e-06
320
+ | > step_time: 0.3724 (0.33313503742217987)
321
+ | > loader_time: 0.0087 (0.00982326984405515)
322
+
323
+
324
+  --> TIME: 2025-03-31 17:35:51 -- STEP: 1600/8582 -- GLOBAL_STEP: 1600
325
+ | > loss_text_ce: 0.028123170137405396 (0.03056042121956125)
326
+ | > loss_mel_ce: 3.676309585571289 (3.6707722891867163)
327
+ | > loss: 0.04410038888454437 (0.044063485446386004)
328
+ | > current_lr: 5e-06
329
+ | > step_time: 0.3542 (0.33333272740244835)
330
+ | > loader_time: 0.0089 (0.009811004549264885)
331
+
332
+
333
+  --> TIME: 2025-03-31 17:36:18 -- STEP: 1650/8582 -- GLOBAL_STEP: 1650
334
+ | > loss_text_ce: 0.03199569508433342 (0.030554101427621914)
335
+ | > loss_mel_ce: 3.8601465225219727 (3.6670075329867275)
336
+ | > loss: 0.04633502662181854 (0.04401859169430802)
337
+ | > current_lr: 5e-06
338
+ | > step_time: 0.2569 (0.3332955525138159)
339
+ | > loader_time: 0.009 (0.009808717785459558)
340
+
341
+
342
+  --> TIME: 2025-03-31 17:36:44 -- STEP: 1700/8582 -- GLOBAL_STEP: 1700
343
+ | > loss_text_ce: 0.03188487887382507 (0.030542611672597773)
344
+ | > loss_mel_ce: 3.6413161754608154 (3.6638570662105785)
345
+ | > loss: 0.04372858628630638 (0.043980949356713685)
346
+ | > current_lr: 5e-06
347
+ | > step_time: 0.2603 (0.3330005520932812)
348
+ | > loader_time: 0.009 (0.009788729864008269)
349
+
350
+
351
+  --> TIME: 2025-03-31 17:37:10 -- STEP: 1750/8582 -- GLOBAL_STEP: 1750
352
+ | > loss_text_ce: 0.028704188764095306 (0.030535636812448502)
353
+ | > loss_mel_ce: 3.7492103576660156 (3.659714952196394)
354
+ | > loss: 0.044975172728300095 (0.04393155542867521)
355
+ | > current_lr: 5e-06
356
+ | > step_time: 0.3324 (0.33290286159515353)
357
+ | > loader_time: 0.0094 (0.009781060491289396)
358
+
359
+
360
+  --> TIME: 2025-03-31 17:37:38 -- STEP: 1800/8582 -- GLOBAL_STEP: 1800
361
+ | > loss_text_ce: 0.02744356542825699 (0.030523757851786085)
362
+ | > loss_mel_ce: 3.4919071197509766 (3.656898095342848)
363
+ | > loss: 0.04189703240990639 (0.04389788000947896)
364
+ | > current_lr: 5e-06
365
+ | > step_time: 0.3204 (0.33320924030409893)
366
+ | > loader_time: 0.011 (0.009768253432379814)
367
+
368
+
369
+  --> TIME: 2025-03-31 17:38:05 -- STEP: 1850/8582 -- GLOBAL_STEP: 1850
370
+ | > loss_text_ce: 0.029747599735856056 (0.030511972914273676)
371
+ | > loss_mel_ce: 3.5669195652008057 (3.6538125989243793)
372
+ | > loss: 0.04281746596097946 (0.04386100760988284)
373
+ | > current_lr: 5e-06
374
+ | > step_time: 0.3897 (0.33336641530732825)
375
+ | > loader_time: 0.0131 (0.009764718622774676)
376
+
377
+
378
+  --> TIME: 2025-03-31 17:38:33 -- STEP: 1900/8582 -- GLOBAL_STEP: 1900
379
+ | > loss_text_ce: 0.030334435403347015 (0.030484356490993188)
380
+ | > loss_mel_ce: 3.972968101501465 (3.6515863971961173)
381
+ | > loss: 0.04765836521983147 (0.04383417643998796)
382
+ | > current_lr: 5e-06
383
+ | > step_time: 0.331 (0.333586105547453)
384
+ | > loader_time: 0.0088 (0.009764984406922979)
385
+
386
+
387
+  --> TIME: 2025-03-31 17:38:59 -- STEP: 1950/8582 -- GLOBAL_STEP: 1950
388
+ | > loss_text_ce: 0.032924819737672806 (0.030492193255669032)
389
+ | > loss_mel_ce: 3.2706775665283203 (3.6476506991264146)
390
+ | > loss: 0.03932860121130943 (0.043787416175771955)
391
+ | > current_lr: 5e-06
392
+ | > step_time: 0.248 (0.33325513656322747)
393
+ | > loader_time: 0.0098 (0.009765990575154608)
394
+
395
+
396
+  --> TIME: 2025-03-31 17:39:26 -- STEP: 2000/8582 -- GLOBAL_STEP: 2000
397
+ | > loss_text_ce: 0.03341083973646164 (0.030485821947455406)
398
+ | > loss_mel_ce: 3.5591697692871094 (3.6452377849817275)
399
+ | > loss: 0.04276881739497185 (0.0437586151640862)
400
+ | > current_lr: 5e-06
401
+ | > step_time: 0.3704 (0.33328000402450536)
402
+ | > loader_time: 0.0089 (0.00976069104671477)
403
+
404
+
405
+  --> TIME: 2025-03-31 17:39:53 -- STEP: 2050/8582 -- GLOBAL_STEP: 2050
406
+ | > loss_text_ce: 0.029302069917321205 (0.030502607667954956)
407
+ | > loss_mel_ce: 3.499248504638672 (3.643294455714342)
408
+ | > loss: 0.04200655594468117 (0.043735680122201005)
409
+ | > current_lr: 5e-06
410
+ | > step_time: 0.3322 (0.3335209441766504)
411
+ | > loader_time: 0.0089 (0.009760745095043634)
412
+
413
+
414
+  --> TIME: 2025-03-31 17:40:20 -- STEP: 2100/8582 -- GLOBAL_STEP: 2100
415
+ | > loss_text_ce: 0.03387937322258949 (0.030496370885521172)
416
+ | > loss_mel_ce: 3.487562656402588 (3.6414456462860105)
417
+ | > loss: 0.04192192852497101 (0.04371359623613809)
418
+ | > current_lr: 5e-06
419
+ | > step_time: 0.2012 (0.3333825907253081)
420
+ | > loader_time: 0.0092 (0.009752450556982118)
421
+
422
+
423
+  --> TIME: 2025-03-31 17:40:48 -- STEP: 2150/8582 -- GLOBAL_STEP: 2150
424
+ | > loss_text_ce: 0.02857462503015995 (0.03047738610831804)
425
+ | > loss_mel_ce: 3.231551170349121 (3.640261242223341)
426
+ | > loss: 0.03881102427840233 (0.04369927018534303)
427
+ | > current_lr: 5e-06
428
+ | > step_time: 0.3552 (0.3336886870583821)
429
+ | > loader_time: 0.0088 (0.009743216425873499)
430
+
431
+
432
+  --> TIME: 2025-03-31 17:41:14 -- STEP: 2200/8582 -- GLOBAL_STEP: 2200
433
+ | > loss_text_ce: 0.02747238427400589 (0.03048294302414764)
434
+ | > loss_mel_ce: 3.3301804065704346 (3.636441065939991)
435
+ | > loss: 0.039972059428691864 (0.04365385805002664)
436
+ | > current_lr: 5e-06
437
+ | > step_time: 0.3555 (0.3336463230306451)
438
+ | > loader_time: 0.0104 (0.00973656741055574)
439
+
440
+
441
+  --> TIME: 2025-03-31 17:41:41 -- STEP: 2250/8582 -- GLOBAL_STEP: 2250
442
+ | > loss_text_ce: 0.027805788442492485 (0.030481273169318836)
443
+ | > loss_mel_ce: 3.9379115104675293 (3.6323583530849888)
444
+ | > loss: 0.047210920602083206 (0.04360523445076409)
445
+ | > current_lr: 5e-06
446
+ | > step_time: 0.2913 (0.333398578008016)
447
+ | > loader_time: 0.0089 (0.009732081201341404)
448
+
449
+
450
+  --> TIME: 2025-03-31 17:42:07 -- STEP: 2300/8582 -- GLOBAL_STEP: 2300
451
+ | > loss_text_ce: 0.029821118339896202 (0.030486720750189347)
452
+ | > loss_mel_ce: 3.3042843341827393 (3.6298966277163975)
453
+ | > loss: 0.039691731333732605 (0.04357599304584054)
454
+ | > current_lr: 5e-06
455
+ | > step_time: 0.3746 (0.3333983929260917)
456
+ | > loader_time: 0.0093 (0.009725439859473174)
457
+
458
+
459
+  --> TIME: 2025-03-31 17:42:35 -- STEP: 2350/8582 -- GLOBAL_STEP: 2350
460
+ | > loss_text_ce: 0.031007686629891396 (0.030491801333078678)
461
+ | > loss_mel_ce: 3.5866825580596924 (3.6280309805971527)
462
+ | > loss: 0.04306774213910103 (0.04355384344433213)
463
+ | > current_lr: 5e-06
464
+ | > step_time: 0.3574 (0.3334391363630904)
465
+ | > loader_time: 0.0099 (0.00972229338706806)
466
+
467
+
468
+  --> TIME: 2025-03-31 17:43:01 -- STEP: 2400/8582 -- GLOBAL_STEP: 2400
469
+ | > loss_text_ce: 0.028825541958212852 (0.030476718489080668)
470
+ | > loss_mel_ce: 3.468691825866699 (3.625181915958724)
471
+ | > loss: 0.0416371114552021 (0.04351974644698201)
472
+ | > current_lr: 5e-06
473
+ | > step_time: 0.2821 (0.33334114551544186)
474
+ | > loader_time: 0.0082 (0.009716239273548102)
475
+
476
+
477
+  --> TIME: 2025-03-31 17:43:28 -- STEP: 2450/8582 -- GLOBAL_STEP: 2450
478
+ | > loss_text_ce: 0.029976969584822655 (0.030468647267897518)
479
+ | > loss_mel_ce: 3.5373573303222656 (3.62275806845451)
480
+ | > loss: 0.04246826842427254 (0.04349079503240633)
481
+ | > current_lr: 5e-06
482
+ | > step_time: 0.3189 (0.33329607768934594)
483
+ | > loader_time: 0.0092 (0.00970783029283794)
484
+
485
+
486
+  --> TIME: 2025-03-31 17:43:55 -- STEP: 2500/8582 -- GLOBAL_STEP: 2500
487
+ | > loss_text_ce: 0.031184447929263115 (0.030458101622760296)
488
+ | > loss_mel_ce: 4.165580749511719 (3.619781756496431)
489
+ | > loss: 0.04996149241924286 (0.04345523720234633)
490
+ | > current_lr: 5e-06
491
+ | > step_time: 0.2834 (0.3333324439048766)
492
+ | > loader_time: 0.0097 (0.009701551723480207)
493
+
494
+
495
+  --> TIME: 2025-03-31 17:44:22 -- STEP: 2550/8582 -- GLOBAL_STEP: 2550
496
+ | > loss_text_ce: 0.02926354669034481 (0.030457173867845067)
497
+ | > loss_mel_ce: 3.4668562412261963 (3.6184341693392)
498
+ | > loss: 0.04162047430872917 (0.0434391834528423)
499
+ | > current_lr: 5e-06
500
+ | > step_time: 0.3299 (0.33343928851333315)
501
+ | > loader_time: 0.0088 (0.009693294132457045)
502
+
503
+
504
+  --> TIME: 2025-03-31 17:44:48 -- STEP: 2600/8582 -- GLOBAL_STEP: 2600
505
+ | > loss_text_ce: 0.028440358117222786 (0.030451579376911887)
506
+ | > loss_mel_ce: 3.1290478706359863 (3.616649008439139)
507
+ | > loss: 0.03758914768695831 (0.04341786493762184)
508
+ | > current_lr: 5e-06
509
+ | > step_time: 0.2881 (0.3332383352059584)
510
+ | > loader_time: 0.009 (0.009687259655732364)
511
+
512
+
513
+  --> TIME: 2025-03-31 17:45:15 -- STEP: 2650/8582 -- GLOBAL_STEP: 2650
514
+ | > loss_text_ce: 0.030621107667684555 (0.03044778805718107)
515
+ | > loss_mel_ce: 3.662932872772217 (3.6142465244149276)
516
+ | > loss: 0.043970879167318344 (0.04338921880244084)
517
+ | > current_lr: 5e-06
518
+ | > step_time: 0.3054 (0.333224133725436)
519
+ | > loader_time: 0.0086 (0.009681306245192029)
520
+
521
+
522
+  --> TIME: 2025-03-31 17:45:42 -- STEP: 2700/8582 -- GLOBAL_STEP: 2700
523
+ | > loss_text_ce: 0.030316505581140518 (0.030441332867162094)
524
+ | > loss_mel_ce: 3.2913689613342285 (3.612043413586088)
525
+ | > loss: 0.03954387456178665 (0.043362914452122314)
526
+ | > current_lr: 5e-06
527
+ | > step_time: 0.3371 (0.33308063816141165)
528
+ | > loader_time: 0.0088 (0.009677296832755755)
529
+
530
+
531
+  --> TIME: 2025-03-31 17:46:08 -- STEP: 2750/8582 -- GLOBAL_STEP: 2750
532
+ | > loss_text_ce: 0.031267199665308 (0.03042786109176549)
533
+ | > loss_mel_ce: 3.8822829723358154 (3.6103918760473093)
534
+ | > loss: 0.04658988490700722 (0.04334309291162271)
535
+ | > current_lr: 5e-06
536
+ | > step_time: 0.4391 (0.3330075944553717)
537
+ | > loader_time: 0.0094 (0.009670613288879392)
538
+
539
+
540
+  --> TIME: 2025-03-31 17:46:35 -- STEP: 2800/8582 -- GLOBAL_STEP: 2800
541
+ | > loss_text_ce: 0.03022843971848488 (0.030417194507483925)
542
+ | > loss_mel_ce: 3.459815263748169 (3.608451859184675)
543
+ | > loss: 0.04154814034700394 (0.04331987048366237)
544
+ | > current_lr: 5e-06
545
+ | > step_time: 0.3534 (0.33295804466519985)
546
+ | > loader_time: 0.0096 (0.00966569994177137)
547
+
548
+
549
+  --> TIME: 2025-03-31 17:47:01 -- STEP: 2850/8582 -- GLOBAL_STEP: 2850
550
+ | > loss_text_ce: 0.02990182861685753 (0.030413203247283634)
551
+ | > loss_mel_ce: 3.275512933731079 (3.606704787706075)
552
+ | > loss: 0.039350174367427826 (0.043299024498514915)
553
+ | > current_lr: 5e-06
554
+ | > step_time: 0.3517 (0.33282466779675346)
555
+ | > loader_time: 0.0099 (0.00965977007882637)
556
+
557
+
558
+  --> TIME: 2025-03-31 17:47:28 -- STEP: 2900/8582 -- GLOBAL_STEP: 2900
559
+ | > loss_text_ce: 0.027219384908676147 (0.030399059300021878)
560
+ | > loss_mel_ce: 3.190122604370117 (3.6046855985707262)
561
+ | > loss: 0.03830169141292572 (0.04327481814884927)
562
+ | > current_lr: 5e-06
563
+ | > step_time: 0.2576 (0.33275961316865005)
564
+ | > loader_time: 0.0093 (0.009658330802259776)
565
+
566
+
567
+  --> TIME: 2025-03-31 17:47:54 -- STEP: 2950/8582 -- GLOBAL_STEP: 2950
568
+ | > loss_text_ce: 0.02775839902460575 (0.030396079552375666)
569
+ | > loss_mel_ce: 3.6177525520324707 (3.6033501220153563)
570
+ | > loss: 0.043398939073085785 (0.04325888414125314)
571
+ | > current_lr: 5e-06
572
+ | > step_time: 0.2986 (0.3326383707887028)
573
+ | > loader_time: 0.0087 (0.009655653662600771)
574
+
575
+
576
+  --> TIME: 2025-03-31 17:48:21 -- STEP: 3000/8582 -- GLOBAL_STEP: 3000
577
+ | > loss_text_ce: 0.03389271721243858 (0.03039527113114794)
578
+ | > loss_mel_ce: 3.8138222694396973 (3.600636523803076)
579
+ | > loss: 0.04580613225698471 (0.043226569771766594)
580
+ | > current_lr: 5e-06
581
+ | > step_time: 0.337 (0.33265093604723545)
582
+ | > loader_time: 0.009 (0.009652896960576387)
583
+
584
+
585
+  --> TIME: 2025-03-31 17:48:48 -- STEP: 3050/8582 -- GLOBAL_STEP: 3050
586
+ | > loss_text_ce: 0.030014727264642715 (0.030400974305316072)
587
+ | > loss_mel_ce: 3.7734506130218506 (3.598785255072548)
588
+ | > loss: 0.04527935013175011 (0.04320459875293436)
589
+ | > current_lr: 5e-06
590
+ | > step_time: 0.2846 (0.3327348338580517)
591
+ | > loader_time: 0.0088 (0.009649233896224229)
592
+
593
+
594
+  --> TIME: 2025-03-31 17:49:15 -- STEP: 3100/8582 -- GLOBAL_STEP: 3100
595
+ | > loss_text_ce: 0.0384208969771862 (0.030397543789398285)
596
+ | > loss_mel_ce: 3.310793399810791 (3.596738148812326)
597
+ | > loss: 0.03987159952521324 (0.04318018760171622)
598
+ | > current_lr: 5e-06
599
+ | > step_time: 0.2584 (0.33285642693119605)
600
+ | > loader_time: 0.0088 (0.009645253227603054)
601
+
602
+
603
+  --> TIME: 2025-03-31 17:49:42 -- STEP: 3150/8582 -- GLOBAL_STEP: 3150
604
+ | > loss_text_ce: 0.029643742367625237 (0.030391823590866156)
605
+ | > loss_mel_ce: 3.034198522567749 (3.594505461889601)
606
+ | > loss: 0.0364743135869503 (0.04315353989837655)
607
+ | > current_lr: 5e-06
608
+ | > step_time: 0.3118 (0.3328032613935919)
609
+ | > loader_time: 0.0102 (0.009646663817148357)
610
+
611
+
612
+  --> TIME: 2025-03-31 17:50:08 -- STEP: 3200/8582 -- GLOBAL_STEP: 3200
613
+ | > loss_text_ce: 0.02999650500714779 (0.03038313701748848)
614
+ | > loss_mel_ce: 3.6722517013549805 (3.592559778839351)
615
+ | > loss: 0.04407438263297081 (0.04313027359079563)
616
+ | > current_lr: 5e-06
617
+ | > step_time: 0.311 (0.3326042080670589)
618
+ | > loader_time: 0.0114 (0.009640675261616702)
619
+
620
+
621
+  --> TIME: 2025-03-31 17:50:35 -- STEP: 3250/8582 -- GLOBAL_STEP: 3250
622
+ | > loss_text_ce: 0.032171569764614105 (0.030379006256850867)
623
+ | > loss_mel_ce: 3.446150064468384 (3.5914163875579845)
624
+ | > loss: 0.04140859097242355 (0.04311661261320108)
625
+ | > current_lr: 5e-06
626
+ | > step_time: 0.3306 (0.3325351861073415)
627
+ | > loader_time: 0.0094 (0.009637613296508777)
628
+
629
+
630
+  --> TIME: 2025-03-31 17:51:01 -- STEP: 3300/8582 -- GLOBAL_STEP: 3300
631
+ | > loss_text_ce: 0.028887629508972168 (0.030363754037993424)
632
+ | > loss_mel_ce: 3.225801706314087 (3.590533006552495)
633
+ | > loss: 0.03874630108475685 (0.04310591459387174)
634
+ | > current_lr: 5e-06
635
+ | > step_time: 0.3751 (0.33251598719394515)
636
+ | > loader_time: 0.0094 (0.009634310693451845)
637
+
638
+
639
+  --> TIME: 2025-03-31 17:51:28 -- STEP: 3350/8582 -- GLOBAL_STEP: 3350
640
+ | > loss_text_ce: 0.028173811733722687 (0.03035712091836022)
641
+ | > loss_mel_ce: 3.7351481914520264 (3.5893032939398477)
642
+ | > loss: 0.04480145499110222 (0.043091196192067)
643
+ | > current_lr: 5e-06
644
+ | > step_time: 0.393 (0.33250642783606177)
645
+ | > loader_time: 0.0092 (0.009630492267323956)
646
+
647
+
648
+  --> TIME: 2025-03-31 17:51:55 -- STEP: 3400/8582 -- GLOBAL_STEP: 3400
649
+ | > loss_text_ce: 0.030382974073290825 (0.030348830611499792)
650
+ | > loss_mel_ce: 3.349057912826538 (3.5869321318233727)
651
+ | > loss: 0.04023144021630287 (0.04306286937392804)
652
+ | > current_lr: 5e-06
653
+ | > step_time: 0.2961 (0.33250528742285285)
654
+ | > loader_time: 0.0088 (0.009625862977083984)
655
+
656
+
657
+  --> TIME: 2025-03-31 17:52:23 -- STEP: 3450/8582 -- GLOBAL_STEP: 3450
658
+ | > loss_text_ce: 0.02896595001220703 (0.03034102548453687)
659
+ | > loss_mel_ce: 3.530642509460449 (3.5856154583502517)
660
+ | > loss: 0.04237629100680351 (0.04304710176651887)
661
+ | > current_lr: 5e-06
662
+ | > step_time: 0.2933 (0.3326538397609318)
663
+ | > loader_time: 0.0086 (0.009628855110942445)
664
+
665
+
666
+  --> TIME: 2025-03-31 17:52:49 -- STEP: 3500/8582 -- GLOBAL_STEP: 3500
667
+ | > loss_text_ce: 0.029175803065299988 (0.030329083341040782)
668
+ | > loss_mel_ce: 3.2840068340301514 (3.5837843132019054)
669
+ | > loss: 0.039442650973796844 (0.04302516025411225)
670
+ | > current_lr: 5e-06
671
+ | > step_time: 0.3759 (0.3326685127530774)
672
+ | > loader_time: 0.0108 (0.009630716051374154)
673
+
674
+
675
+  --> TIME: 2025-03-31 17:53:16 -- STEP: 3550/8582 -- GLOBAL_STEP: 3550
676
+ | > loss_text_ce: 0.02733779139816761 (0.03031481877966246)
677
+ | > loss_mel_ce: 3.355320930480957 (3.582035595799837)
678
+ | > loss: 0.040269747376441956 (0.04300417237298584)
679
+ | > current_lr: 5e-06
680
+ | > step_time: 0.3763 (0.3325861813316877)
681
+ | > loader_time: 0.0092 (0.009629534331845558)
682
+
683
+
684
+  --> TIME: 2025-03-31 17:53:43 -- STEP: 3600/8582 -- GLOBAL_STEP: 3600
685
+ | > loss_text_ce: 0.028484243899583817 (0.030306435023537942)
686
+ | > loss_mel_ce: 3.4567904472351074 (3.580656286941635)
687
+ | > loss: 0.04149136692285538 (0.04298765222128061)
688
+ | > current_lr: 5e-06
689
+ | > step_time: 0.3342 (0.3326224484708569)
690
+ | > loader_time: 0.0097 (0.009626406431198112)
691
+
692
+
693
+  --> TIME: 2025-03-31 17:54:10 -- STEP: 3650/8582 -- GLOBAL_STEP: 3650
694
+ | > loss_text_ce: 0.028388377279043198 (0.030295435753587174)
695
+ | > loss_mel_ce: 3.7802741527557373 (3.5794280729555115)
696
+ | > loss: 0.04534121975302696 (0.04297289968047235)
697
+ | > current_lr: 5e-06
698
+ | > step_time: 0.2565 (0.33258046855665185)
699
+ | > loader_time: 0.0089 (0.009621949849063395)
700
+
701
+
702
+  --> TIME: 2025-03-31 17:54:37 -- STEP: 3700/8582 -- GLOBAL_STEP: 3700
703
+ | > loss_text_ce: 0.030529052019119263 (0.03028492803106437)
704
+ | > loss_mel_ce: 3.2552452087402344 (3.577437765018361)
705
+ | > loss: 0.03911636024713516 (0.04294908044608053)
706
+ | > current_lr: 5e-06
707
+ | > step_time: 0.2473 (0.33268586642033293)
708
+ | > loader_time: 0.0093 (0.009620704199816721)
709
+
710
+
711
+  --> TIME: 2025-03-31 17:55:03 -- STEP: 3750/8582 -- GLOBAL_STEP: 3750
712
+ | > loss_text_ce: 0.033921465277671814 (0.03027760012348493)
713
+ | > loss_mel_ce: 3.4358770847320557 (3.5759809507370006)
714
+ | > loss: 0.041307125240564346 (0.042931650181611325)
715
+ | > current_lr: 5e-06
716
+ | > step_time: 0.2989 (0.3326323933919266)
717
+ | > loader_time: 0.0091 (0.009616514396667473)
718
+
719
+
720
+  --> TIME: 2025-03-31 17:55:31 -- STEP: 3800/8582 -- GLOBAL_STEP: 3800
721
+ | > loss_text_ce: 0.03179728984832764 (0.030270763653771657)
722
+ | > loss_mel_ce: 3.668428897857666 (3.57484564235336)
723
+ | > loss: 0.04405031353235245 (0.042918053216447906)
724
+ | > current_lr: 5e-06
725
+ | > step_time: 0.3917 (0.33270737102157144)
726
+ | > loader_time: 0.0091 (0.009614269231495097)
727
+
728
+
729
+  --> TIME: 2025-03-31 17:55:57 -- STEP: 3850/8582 -- GLOBAL_STEP: 3850
730
+ | > loss_text_ce: 0.030437247827649117 (0.030257997474113067)
731
+ | > loss_mel_ce: 3.4831857681274414 (3.574122575475025)
732
+ | > loss: 0.04182884469628334 (0.04290929329956501)
733
+ | > current_lr: 5e-06
734
+ | > step_time: 0.2975 (0.3326873153835143)
735
+ | > loader_time: 0.0104 (0.00961279831923447)
736
+
737
+
738
+  --> TIME: 2025-03-31 17:56:24 -- STEP: 3900/8582 -- GLOBAL_STEP: 3900
739
+ | > loss_text_ce: 0.030664807185530663 (0.030246650351163668)
740
+ | > loss_mel_ce: 3.2146267890930176 (3.5724498416827286)
741
+ | > loss: 0.03863442689180374 (0.0428892447207218)
742
+ | > current_lr: 5e-06
743
+ | > step_time: 0.3042 (0.3325963827279893)
744
+ | > loader_time: 0.0089 (0.009612976587735682)
745
+
746
+
747
+  --> TIME: 2025-03-31 17:56:51 -- STEP: 3950/8582 -- GLOBAL_STEP: 3950
748
+ | > loss_text_ce: 0.02995869144797325 (0.03023693574380271)
749
+ | > loss_mel_ce: 3.89894700050354 (3.571743418717687)
750
+ | > loss: 0.04677268862724304 (0.042880719269189606)
751
+ | > current_lr: 5e-06
752
+ | > step_time: 0.353 (0.33265119256852504)
753
+ | > loader_time: 0.0091 (0.009611768903611574)
754
+
755
+
756
+  --> TIME: 2025-03-31 17:57:18 -- STEP: 4000/8582 -- GLOBAL_STEP: 4000
757
+ | > loss_text_ce: 0.029278714209794998 (0.03022940978175029)
758
+ | > loss_mel_ce: 3.2917213439941406 (3.5704939999580394)
759
+ | > loss: 0.03953571617603302 (0.04286575564555819)
760
+ | > current_lr: 5e-06
761
+ | > step_time: 0.3958 (0.332772659361362)
762
+ | > loader_time: 0.0088 (0.009608993768692009)
763
+
764
+
765
+  --> TIME: 2025-03-31 17:57:46 -- STEP: 4050/8582 -- GLOBAL_STEP: 4050
766
+ | > loss_text_ce: 0.033058758825063705 (0.030223982028295227)
767
+ | > loss_mel_ce: 3.863330125808716 (3.5687696885473943)
768
+ | > loss: 0.04638558253645897 (0.04284516351642427)
769
+ | > current_lr: 5e-06
770
+ | > step_time: 0.4225 (0.33289725085835353)
771
+ | > loader_time: 0.009 (0.009604502195193437)
772
+
773
+
774
+  --> TIME: 2025-03-31 17:58:13 -- STEP: 4100/8582 -- GLOBAL_STEP: 4100
775
+ | > loss_text_ce: 0.026982447132468224 (0.03021663471465794)
776
+ | > loss_mel_ce: 3.4193389415740967 (3.5672004510716704)
777
+ | > loss: 0.04102763906121254 (0.04282639464954046)
778
+ | > current_lr: 5e-06
779
+ | > step_time: 0.3765 (0.33284249288279794)
780
+ | > loader_time: 0.009 (0.009603621668931908)
781
+
782
+
783
+  --> TIME: 2025-03-31 17:58:40 -- STEP: 4150/8582 -- GLOBAL_STEP: 4150
784
+ | > loss_text_ce: 0.03202587366104126 (0.030202353567962185)
785
+ | > loss_mel_ce: 3.6946208477020264 (3.5655814227138665)
786
+ | > loss: 0.044364843517541885 (0.04280695048531131)
787
+ | > current_lr: 5e-06
788
+ | > step_time: 0.2988 (0.33293659520436436)
789
+ | > loader_time: 0.0089 (0.009602832449487887)
790
+
791
+
792
+  --> TIME: 2025-03-31 17:59:07 -- STEP: 4200/8582 -- GLOBAL_STEP: 4200
793
+ | > loss_text_ce: 0.027610721066594124 (0.030188783911012474)
794
+ | > loss_mel_ce: 3.0493719577789307 (3.564244221392133)
795
+ | > loss: 0.036630745977163315 (0.042790869875323156)
796
+ | > current_lr: 5e-06
797
+ | > step_time: 0.3154 (0.3329812003317329)
798
+ | > loader_time: 0.0109 (0.009605111564908703)
799
+
800
+
801
+  --> TIME: 2025-03-31 17:59:34 -- STEP: 4250/8582 -- GLOBAL_STEP: 4250
802
+ | > loss_text_ce: 0.02970784902572632 (0.030183302418712307)
803
+ | > loss_mel_ce: 3.608376979827881 (3.5625398406982436)
804
+ | > loss: 0.043310534209012985 (0.042770514372517034)
805
+ | > current_lr: 5e-06
806
+ | > step_time: 0.2535 (0.33292530890072036)
807
+ | > loader_time: 0.011 (0.009607143233804136)
808
+
809
+
810
+  --> TIME: 2025-03-31 18:00:01 -- STEP: 4300/8582 -- GLOBAL_STEP: 4300
811
+ | > loss_text_ce: 0.029031936079263687 (0.03017867465438538)
812
+ | > loss_mel_ce: 3.9942171573638916 (3.560554030717806)
813
+ | > loss: 0.047895822674036026 (0.04274681868334838)
814
+ | > current_lr: 5e-06
815
+ | > step_time: 0.3696 (0.3329131551121551)
816
+ | > loader_time: 0.0099 (0.009605962453886513)
817
+
818
+
819
+  --> TIME: 2025-03-31 18:00:28 -- STEP: 4350/8582 -- GLOBAL_STEP: 4350
820
+ | > loss_text_ce: 0.02678701840341091 (0.030165926341780985)
821
+ | > loss_mel_ce: 3.5274791717529297 (3.559175085254099)
822
+ | > loss: 0.04231269285082817 (0.04273025090410102)
823
+ | > current_lr: 5e-06
824
+ | > step_time: 0.26 (0.3330000765570273)
825
+ | > loader_time: 0.0095 (0.009605469155585621)
826
+
827
+
828
+  --> TIME: 2025-03-31 18:00:55 -- STEP: 4400/8582 -- GLOBAL_STEP: 4400
829
+ | > loss_text_ce: 0.026162663474678993 (0.030158973719755358)
830
+ | > loss_mel_ce: 3.2087466716766357 (3.5571264032342214)
831
+ | > loss: 0.038510825484991074 (0.0427057790637693)
832
+ | > current_lr: 5e-06
833
+ | > step_time: 0.3108 (0.3329941542582073)
834
+ | > loader_time: 0.0104 (0.00960539319298483)
835
+
836
+
837
+  --> TIME: 2025-03-31 18:01:22 -- STEP: 4450/8582 -- GLOBAL_STEP: 4450
838
+ | > loss_text_ce: 0.027990052476525307 (0.030150660015642643)
839
+ | > loss_mel_ce: 3.7592225074768066 (3.5566808646448544)
840
+ | > loss: 0.04508586600422859 (0.04270037606191095)
841
+ | > current_lr: 5e-06
842
+ | > step_time: 0.2843 (0.33309699899694833)
843
+ | > loader_time: 0.0104 (0.009605254805489865)
844
+
845
+
846
+  --> TIME: 2025-03-31 18:01:49 -- STEP: 4500/8582 -- GLOBAL_STEP: 4500
847
+ | > loss_text_ce: 0.030211960896849632 (0.030138659179210662)
848
+ | > loss_mel_ce: 3.6649649143218994 (3.555729952494303)
849
+ | > loss: 0.043990202248096466 (0.04268891281468997)
850
+ | > current_lr: 5e-06
851
+ | > step_time: 0.3391 (0.3331168017387384)
852
+ | > loader_time: 0.009 (0.009605245855119487)
853
+
854
+
855
+  --> TIME: 2025-03-31 18:02:16 -- STEP: 4550/8582 -- GLOBAL_STEP: 4550
856
+ | > loss_text_ce: 0.029823873192071915 (0.030131005914165423)
857
+ | > loss_mel_ce: 3.5651392936706543 (3.554770525575994)
858
+ | > loss: 0.04279718175530434 (0.04267739995822799)
859
+ | > current_lr: 5e-06
860
+ | > step_time: 0.3336 (0.33312292539156335)
861
+ | > loader_time: 0.0095 (0.009602552979857053)
862
+
863
+
864
+  --> TIME: 2025-03-31 18:02:44 -- STEP: 4600/8582 -- GLOBAL_STEP: 4600
865
+ | > loss_text_ce: 0.02734869159758091 (0.030124356998940525)
866
+ | > loss_mel_ce: 3.2526988983154297 (3.553705692135768)
867
+ | > loss: 0.03904818743467331 (0.042664644219305166)
868
+ | > current_lr: 5e-06
869
+ | > step_time: 0.4238 (0.3332131578092984)
870
+ | > loader_time: 0.0095 (0.00960172414779663)
871
+
872
+
873
+  --> TIME: 2025-03-31 18:03:11 -- STEP: 4650/8582 -- GLOBAL_STEP: 4650
874
+ | > loss_text_ce: 0.03165078163146973 (0.030121065075759606)
875
+ | > loss_mel_ce: 3.753878355026245 (3.5523749324326865)
876
+ | > loss: 0.04506582394242287 (0.04264876265359175)
877
+ | > current_lr: 5e-06
878
+ | > step_time: 0.3343 (0.3331828762895311)
879
+ | > loader_time: 0.0094 (0.009599280357360839)
880
+
881
+
882
+  --> TIME: 2025-03-31 18:03:37 -- STEP: 4700/8582 -- GLOBAL_STEP: 4700
883
+ | > loss_text_ce: 0.027049032971262932 (0.030110434550157886)
884
+ | > loss_mel_ce: 3.340787172317505 (3.551590116632745)
885
+ | > loss: 0.04009328782558441 (0.042639293057170256)
886
+ | > current_lr: 5e-06
887
+ | > step_time: 0.353 (0.3331416487186506)
888
+ | > loader_time: 0.0105 (0.009597820728383165)
889
+
890
+
891
+  --> TIME: 2025-03-31 18:04:03 -- STEP: 4750/8582 -- GLOBAL_STEP: 4750
892
+ | > loss_text_ce: 0.032734036445617676 (0.03010535148374344)
893
+ | > loss_mel_ce: 3.7251222133636475 (3.550708659623798)
894
+ | > loss: 0.044736385345458984 (0.042628739014267836)
895
+ | > current_lr: 5e-06
896
+ | > step_time: 0.3538 (0.33302479643570687)
897
+ | > loader_time: 0.0103 (0.009600945522910671)
898
+
899
+
900
+  --> TIME: 2025-03-31 18:04:29 -- STEP: 4800/8582 -- GLOBAL_STEP: 4800
901
+ | > loss_text_ce: 0.030417487025260925 (0.030098664516505474)
902
+ | > loss_mel_ce: 3.2980034351348877 (3.5496377044916145)
903
+ | > loss: 0.039624057710170746 (0.04261590994118392)
904
+ | > current_lr: 5e-06
905
+ | > step_time: 0.4318 (0.3329219675560788)
906
+ | > loader_time: 0.0091 (0.009600657820701608)
907
+
908
+
909
+  --> TIME: 2025-03-31 18:04:57 -- STEP: 4850/8582 -- GLOBAL_STEP: 4850
910
+ | > loss_text_ce: 0.026326140388846397 (0.03009002618261219)
911
+ | > loss_mel_ce: 3.305577516555786 (3.549194298036319)
912
+ | > loss: 0.03966552019119263 (0.04261052845602788)
913
+ | > current_lr: 5e-06
914
+ | > step_time: 0.3712 (0.3329712753197578)
915
+ | > loader_time: 0.0104 (0.009603076521883318)
916
+
917
+
918
+  --> TIME: 2025-03-31 18:05:22 -- STEP: 4900/8582 -- GLOBAL_STEP: 4900
919
+ | > loss_text_ce: 0.026918509975075722 (0.030082821780625654)
920
+ | > loss_mel_ce: 3.4422414302825928 (3.548923652901941)
921
+ | > loss: 0.041299521923065186 (0.042607220722248255)
922
+ | > current_lr: 5e-06
923
+ | > step_time: 0.3907 (0.3327813692968717)
924
+ | > loader_time: 0.0098 (0.009604110328518621)
925
+
926
+
927
+  --> TIME: 2025-03-31 18:05:49 -- STEP: 4950/8582 -- GLOBAL_STEP: 4950
928
+ | > loss_text_ce: 0.028811030089855194 (0.03007017153757389)
929
+ | > loss_mel_ce: 3.396064281463623 (3.5475162194473566)
930
+ | > loss: 0.04077232629060745 (0.04259031496264706)
931
+ | > current_lr: 5e-06
932
+ | > step_time: 0.2842 (0.332740265576526)
933
+ | > loader_time: 0.0098 (0.009601280039007018)
934
+
935
+
936
+  --> TIME: 2025-03-31 18:06:17 -- STEP: 5000/8582 -- GLOBAL_STEP: 5000
937
+ | > loss_text_ce: 0.027051763609051704 (0.030058956072852014)
938
+ | > loss_mel_ce: 3.6479616165161133 (3.546667894315719)
939
+ | > loss: 0.043750159442424774 (0.04258008233681309)
940
+ | > current_lr: 5e-06
941
+ | > step_time: 0.3548 (0.3328820544719693)
942
+ | > loader_time: 0.009 (0.009598545122146605)
943
+
944
+
945
+ > CHECKPOINT : /kaggle/working/TTS/recipes/ljspeech/xtts_v2/run/training/GPT_XTTS_v2.0_LJSpeech_FT-March-31-2025_05+20PM-4ad78c6d/checkpoint_5000.pth
946
+
947
+  --> TIME: 2025-03-31 18:06:54 -- STEP: 5050/8582 -- GLOBAL_STEP: 5050
948
+ | > loss_text_ce: 0.028493303805589676 (0.030059900099393164)
949
+ | > loss_mel_ce: 3.1081700325012207 (3.545453018670034)
950
+ | > loss: 0.03734123334288597 (0.04256563077321135)
951
+ | > current_lr: 5e-06
952
+ | > step_time: 0.2997 (0.33296865024188943)
953
+ | > loader_time: 0.0086 (0.009599416185133526)
954
+
955
+
956
+  --> TIME: 2025-03-31 18:07:22 -- STEP: 5100/8582 -- GLOBAL_STEP: 5100
957
+ | > loss_text_ce: 0.0315328873693943 (0.030051771556483763)
958
+ | > loss_mel_ce: 3.5968847274780273 (3.544923479977775)
959
+ | > loss: 0.0431954488158226 (0.04255922997187738)
960
+ | > current_lr: 5e-06
961
+ | > step_time: 0.3734 (0.3330799076136419)
962
+ | > loader_time: 0.009 (0.009597275070115631)
963
+
964
+
965
+  --> TIME: 2025-03-31 18:07:49 -- STEP: 5150/8582 -- GLOBAL_STEP: 5150
966
+ | > loss_text_ce: 0.02649490348994732 (0.030043134880659073)
967
+ | > loss_mel_ce: 3.1077957153320312 (3.544362233263774)
968
+ | > loss: 0.037312984466552734 (0.04255244564301169)
969
+ | > current_lr: 5e-06
970
+ | > step_time: 0.2581 (0.33312394544916224)
971
+ | > loader_time: 0.0098 (0.009595796112875333)
972
+
973
+
974
+  --> TIME: 2025-03-31 18:08:16 -- STEP: 5200/8582 -- GLOBAL_STEP: 5200
975
+ | > loss_text_ce: 0.030464719980955124 (0.03003358234114085)
976
+ | > loss_mel_ce: 3.713493585586548 (3.5432871579665397)
977
+ | > loss: 0.044570934027433395 (0.04253953340606609)
978
+ | > current_lr: 5e-06
979
+ | > step_time: 0.3731 (0.33321275211297524)
980
+ | > loader_time: 0.0102 (0.00959650988762194)
981
+
982
+
983
+  --> TIME: 2025-03-31 18:08:44 -- STEP: 5250/8582 -- GLOBAL_STEP: 5250
984
+ | > loss_text_ce: 0.0277993343770504 (0.030027629792690278)
985
+ | > loss_mel_ce: 3.465848445892334 (3.542014358429681)
986
+ | > loss: 0.04159104451537132 (0.04252431016521783)
987
+ | > current_lr: 5e-06
988
+ | > step_time: 0.3754 (0.33327382455553295)
989
+ | > loader_time: 0.0093 (0.009597960744585295)
990
+
991
+
992
+  --> TIME: 2025-03-31 18:09:11 -- STEP: 5300/8582 -- GLOBAL_STEP: 5300
993
+ | > loss_text_ce: 0.03261128067970276 (0.030018368959778323)
994
+ | > loss_mel_ce: 3.4191081523895264 (3.541489191685082)
995
+ | > loss: 0.04109190031886101 (0.042517947933443205)
996
+ | > current_lr: 5e-06
997
+ | > step_time: 0.3336 (0.3333138718695008)
998
+ | > loader_time: 0.0094 (0.009600454186493485)
999
+
1000
+
1001
+  --> TIME: 2025-03-31 18:09:39 -- STEP: 5350/8582 -- GLOBAL_STEP: 5350
1002
+ | > loss_text_ce: 0.02730272151529789 (0.03000746731794326)
1003
+ | > loss_mel_ce: 3.731698513031006 (3.5409574898603915)
1004
+ | > loss: 0.044750016182661057 (0.042511488369135)
1005
+ | > current_lr: 5e-06
1006
+ | > step_time: 0.3546 (0.33341974329725577)
1007
+ | > loader_time: 0.0096 (0.00960367126999614)
1008
+
1009
+
1010
+  --> TIME: 2025-03-31 18:10:06 -- STEP: 5400/8582 -- GLOBAL_STEP: 5400
1011
+ | > loss_text_ce: 0.03036162070930004 (0.03000059332008715)
1012
+ | > loss_mel_ce: 2.915215492248535 (3.5394540848996896)
1013
+ | > loss: 0.0350663959980011 (0.042493508857571305)
1014
+ | > current_lr: 5e-06
1015
+ | > step_time: 0.3442 (0.3334205650400228)
1016
+ | > loader_time: 0.0101 (0.009605448201850606)
1017
+
1018
+
1019
+  --> TIME: 2025-03-31 18:10:33 -- STEP: 5450/8582 -- GLOBAL_STEP: 5450
1020
+ | > loss_text_ce: 0.028456714004278183 (0.029999892665158717)
1021
+ | > loss_mel_ce: 2.8103885650634766 (3.538213997105939)
1022
+ | > loss: 0.03379577770829201 (0.04247873756385167)
1023
+ | > current_lr: 5e-06
1024
+ | > step_time: 0.3425 (0.33354170169305325)
1025
+ | > loader_time: 0.0101 (0.009608309378317728)
1026
+
1027
+
1028
+  --> TIME: 2025-03-31 18:11:01 -- STEP: 5500/8582 -- GLOBAL_STEP: 5500
1029
+ | > loss_text_ce: 0.03026818484067917 (0.029992914111776785)
1030
+ | > loss_mel_ce: 3.4334371089935303 (3.5380134008147492)
1031
+ | > loss: 0.041234586387872696 (0.04247626643627872)
1032
+ | > current_lr: 5e-06
1033
+ | > step_time: 0.1847 (0.33357888364791843)
1034
+ | > loader_time: 0.0151 (0.009611437017267395)
1035
+
1036
+
1037
+  --> TIME: 2025-03-31 18:11:28 -- STEP: 5550/8582 -- GLOBAL_STEP: 5550
1038
+ | > loss_text_ce: 0.029799699783325195 (0.02998894485837973)
1039
+ | > loss_mel_ce: 3.9304919242858887 (3.536967348236221)
1040
+ | > loss: 0.047146331518888474 (0.04246376617937465)
1041
+ | > current_lr: 5e-06
1042
+ | > step_time: 0.3936 (0.3336555746009758)
1043
+ | > loader_time: 0.0107 (0.009612722225017373)
1044
+
1045
+
1046
+  --> TIME: 2025-03-31 18:11:56 -- STEP: 5600/8582 -- GLOBAL_STEP: 5600
1047
+ | > loss_text_ce: 0.02704402431845665 (0.02998306304216385)
1048
+ | > loss_mel_ce: 3.539029121398926 (3.536729210359709)
1049
+ | > loss: 0.04245325177907944 (0.04246086118343678)
1050
+ | > current_lr: 5e-06
1051
+ | > step_time: 0.3317 (0.33373415972505305)
1052
+ | > loader_time: 0.0108 (0.009614697652203689)
1053
+
1054
+
1055
+  --> TIME: 2025-03-31 18:12:22 -- STEP: 5650/8582 -- GLOBAL_STEP: 5650
1056
+ | > loss_text_ce: 0.028578640893101692 (0.029978367069785575)
1057
+ | > loss_mel_ce: 3.3615641593933105 (3.536213228006278)
1058
+ | > loss: 0.04035884514451027 (0.04245466263288938)
1059
+ | > current_lr: 5e-06
1060
+ | > step_time: 0.2613 (0.3336273625888653)
1061
+ | > loader_time: 0.0091 (0.00961851554634296)
1062
+
1063
+
1064
+  --> TIME: 2025-03-31 18:12:48 -- STEP: 5700/8582 -- GLOBAL_STEP: 5700
1065
+ | > loss_text_ce: 0.0311657153069973 (0.029976948872208597)
1066
+ | > loss_mel_ce: 3.4198124408721924 (3.5353042910391816)
1067
+ | > loss: 0.04108307138085365 (0.04244382507249444)
1068
+ | > current_lr: 5e-06
1069
+ | > step_time: 0.3742 (0.33354527695137137)
1070
+ | > loader_time: 0.0093 (0.009621321276614529)
1071
+
1072
+
1073
+  --> TIME: 2025-03-31 18:13:15 -- STEP: 5750/8582 -- GLOBAL_STEP: 5750
1074
+ | > loss_text_ce: 0.028235556557774544 (0.02997068014676156)
1075
+ | > loss_mel_ce: 3.889078140258789 (3.5347141147281804)
1076
+ | > loss: 0.04663468897342682 (0.042436724538388385)
1077
+ | > current_lr: 5e-06
1078
+ | > step_time: 0.3358 (0.333534899296968)
1079
+ | > loader_time: 0.0097 (0.009620631756989843)
1080
+
1081
+
1082
+  --> TIME: 2025-03-31 18:13:41 -- STEP: 5800/8582 -- GLOBAL_STEP: 5800
1083
+ | > loss_text_ce: 0.030761731788516045 (0.029962680756339226)
1084
+ | > loss_mel_ce: 4.061074733734131 (3.5345369128523196)
1085
+ | > loss: 0.048712339252233505 (0.042434519759282904)
1086
+ | > current_lr: 5e-06
1087
+ | > step_time: 0.3732 (0.3334421131117594)
1088
+ | > loader_time: 0.0093 (0.009620009290760956)
1089
+
1090
+
1091
+  --> TIME: 2025-03-31 18:14:08 -- STEP: 5850/8582 -- GLOBAL_STEP: 5850
1092
+ | > loss_text_ce: 0.028554247692227364 (0.02995594679290413)
1093
+ | > loss_mel_ce: 3.571000814437866 (3.5334407358903146)
1094
+ | > loss: 0.04285184666514397 (0.042421389866588395)
1095
+ | > current_lr: 5e-06
1096
+ | > step_time: 0.259 (0.33347107206654364)
1097
+ | > loader_time: 0.0092 (0.009619371870644064)
1098
+
1099
+
1100
+  --> TIME: 2025-03-31 18:14:35 -- STEP: 5900/8582 -- GLOBAL_STEP: 5900
1101
+ | > loss_text_ce: 0.02954762801527977 (0.02995217118001843)
1102
+ | > loss_mel_ce: 3.2133431434631348 (3.532414325576717)
1103
+ | > loss: 0.03860584273934364 (0.04240912574958999)
1104
+ | > current_lr: 5e-06
1105
+ | > step_time: 0.3356 (0.3334943361605628)
1106
+ | > loader_time: 0.0087 (0.009617921134172844)
1107
+
1108
+
1109
+  --> TIME: 2025-03-31 18:15:03 -- STEP: 5950/8582 -- GLOBAL_STEP: 5950
1110
+ | > loss_text_ce: 0.03370165824890137 (0.029944529673945505)
1111
+ | > loss_mel_ce: 3.3040900230407715 (3.531978981795431)
1112
+ | > loss: 0.039735615253448486 (0.04240385211816355)
1113
+ | > current_lr: 5e-06
1114
+ | > step_time: 0.3949 (0.33353718028349066)
1115
+ | > loader_time: 0.0096 (0.009617940998878787)
1116
+
1117
+
1118
+  --> TIME: 2025-03-31 18:15:30 -- STEP: 6000/8582 -- GLOBAL_STEP: 6000
1119
+ | > loss_text_ce: 0.024029068648815155 (0.02993690500346323)
1120
+ | > loss_mel_ce: 3.2845265865325928 (3.530837833364804)
1121
+ | > loss: 0.03938756883144379 (0.04239017624780534)
1122
+ | > current_lr: 5e-06
1123
+ | > step_time: 0.3535 (0.33352728358904576)
1124
+ | > loader_time: 0.01 (0.009616048574447615)
1125
+
1126
+
1127
+  --> TIME: 2025-03-31 18:15:57 -- STEP: 6050/8582 -- GLOBAL_STEP: 6050
1128
+ | > loss_text_ce: 0.02762027643620968 (0.0299335450962309)
1129
+ | > loss_mel_ce: 3.1665093898773193 (3.5298421594525164)
1130
+ | > loss: 0.038025353103876114 (0.042378282988490154)
1131
+ | > current_lr: 5e-06
1132
+ | > step_time: 0.3568 (0.3335804453369022)
1133
+ | > loader_time: 0.0089 (0.009613853761972461)
1134
+
1135
+
1136
+  --> TIME: 2025-03-31 18:16:24 -- STEP: 6100/8582 -- GLOBAL_STEP: 6100
1137
+ | > loss_text_ce: 0.031115194782614708 (0.02993074050295304)
1138
+ | > loss_mel_ce: 3.6567633152008057 (3.5288276039186064)
1139
+ | > loss: 0.04390331730246544 (0.04236617155647913)
1140
+ | > current_lr: 5e-06
1141
+ | > step_time: 0.3904 (0.33360733935090436)
1142
+ | > loader_time: 0.01 (0.00961288842998566)
1143
+
1144
+
1145
+  --> TIME: 2025-03-31 18:16:51 -- STEP: 6150/8582 -- GLOBAL_STEP: 6150
1146
+ | > loss_text_ce: 0.02771463803946972 (0.029926076003206455)
1147
+ | > loss_mel_ce: 3.268010139465332 (3.527578300770705)
1148
+ | > loss: 0.03923482075333595 (0.042351243372067686)
1149
+ | > current_lr: 5e-06
1150
+ | > step_time: 0.3094 (0.33355726059859436)
1151
+ | > loader_time: 0.0103 (0.009610768333683158)
1152
+
1153
+
1154
+  --> TIME: 2025-03-31 18:17:18 -- STEP: 6200/8582 -- GLOBAL_STEP: 6200
1155
+ | > loss_text_ce: 0.03274127095937729 (0.029920021632325745)
1156
+ | > loss_mel_ce: 3.2630858421325684 (3.5268646308683573)
1157
+ | > loss: 0.03923603892326355 (0.04234267522460751)
1158
+ | > current_lr: 5e-06
1159
+ | > step_time: 0.3542 (0.33366373715862224)
1160
+ | > loader_time: 0.0092 (0.009611069079368336)
1161
+
1162
+
1163
+  --> TIME: 2025-03-31 18:17:45 -- STEP: 6250/8582 -- GLOBAL_STEP: 6250
1164
+ | > loss_text_ce: 0.027444252744317055 (0.029911864731907843)
1165
+ | > loss_mel_ce: 4.003557205200195 (3.5260631808090204)
1166
+ | > loss: 0.04798811301589012 (0.0423330370464921)
1167
+ | > current_lr: 5e-06
1168
+ | > step_time: 0.3945 (0.33364635295867995)
1169
+ | > loader_time: 0.0102 (0.00961051559448242)
1170
+
1171
+
1172
+  --> TIME: 2025-03-31 18:18:12 -- STEP: 6300/8582 -- GLOBAL_STEP: 6300
1173
+ | > loss_text_ce: 0.029796084389090538 (0.02990508775359818)
1174
+ | > loss_mel_ce: 3.732482433319092 (3.525673011673821)
1175
+ | > loss: 0.04478903114795685 (0.04232831149613337)
1176
+ | > current_lr: 5e-06
1177
+ | > step_time: 0.2853 (0.33364602876088045)
1178
+ | > loader_time: 0.0102 (0.009610643348996594)
1179
+
1180
+
1181
+  --> TIME: 2025-03-31 18:18:38 -- STEP: 6350/8582 -- GLOBAL_STEP: 6350
1182
+ | > loss_text_ce: 0.038171716034412384 (0.029902558329361163)
1183
+ | > loss_mel_ce: 3.6708967685699463 (3.5256134207042176)
1184
+ | > loss: 0.044155579060316086 (0.04232757196915666)
1185
+ | > current_lr: 5e-06
1186
+ | > step_time: 0.2936 (0.3335727328202863)
1187
+ | > loader_time: 0.0085 (0.009608608043099947)
1188
+
1189
+
1190
+  --> TIME: 2025-03-31 18:19:05 -- STEP: 6400/8582 -- GLOBAL_STEP: 6400
1191
+ | > loss_text_ce: 0.02955353818833828 (0.029895825178828092)
1192
+ | > loss_mel_ce: 3.78450870513916 (3.5247376724332566)
1193
+ | > loss: 0.04540550336241722 (0.042317066237155816)
1194
+ | > current_lr: 5e-06
1195
+ | > step_time: 0.3691 (0.3335296605899937)
1196
+ | > loader_time: 0.0103 (0.009608717970550051)
1197
+
1198
+
1199
+  --> TIME: 2025-03-31 18:19:31 -- STEP: 6450/8582 -- GLOBAL_STEP: 6450
1200
+ | > loss_text_ce: 0.0270138680934906 (0.029889372538977353)
1201
+ | > loss_mel_ce: 3.57833194732666 (3.5235187229259988)
1202
+ | > loss: 0.042920783162117004 (0.042302478115225944)
1203
+ | > current_lr: 5e-06
1204
+ | > step_time: 0.3542 (0.33344629195309494)
1205
+ | > loader_time: 0.0087 (0.009608475478120536)
1206
+
1207
+
1208
+  --> TIME: 2025-03-31 18:19:58 -- STEP: 6500/8582 -- GLOBAL_STEP: 6500
1209
+ | > loss_text_ce: 0.027578474953770638 (0.029885145359027844)
1210
+ | > loss_mel_ce: 3.4200756549835205 (3.52308582327916)
1211
+ | > loss: 0.04104350507259369 (0.042297274221594516)
1212
+ | > current_lr: 5e-06
1213
+ | > step_time: 0.295 (0.3334406586060164)
1214
+ | > loader_time: 0.0095 (0.00960808552228485)
1215
+
1216
+
1217
+  --> TIME: 2025-03-31 18:20:25 -- STEP: 6550/8582 -- GLOBAL_STEP: 6550
1218
+ | > loss_text_ce: 0.02943863347172737 (0.029877959228767695)
1219
+ | > loss_mel_ce: 3.3023452758789062 (3.522309896563755)
1220
+ | > loss: 0.039664097130298615 (0.0422879514507665)
1221
+ | > current_lr: 5e-06
1222
+ | > step_time: 0.3718 (0.3335182476043708)
1223
+ | > loader_time: 0.0094 (0.009608838357998186)
1224
+
1225
+
1226
+  --> TIME: 2025-03-31 18:20:53 -- STEP: 6600/8582 -- GLOBAL_STEP: 6600
1227
+ | > loss_text_ce: 0.026220401749014854 (0.0298724504602565)
1228
+ | > loss_mel_ce: 3.47965145111084 (3.5219598074031593)
1229
+ | > loss: 0.04173656925559044 (0.04228371814006206)
1230
+ | > current_lr: 5e-06
1231
+ | > step_time: 0.371 (0.33359005498163696)
1232
+ | > loader_time: 0.0105 (0.009607541416630573)
1233
+
1234
+
1235
+  --> TIME: 2025-03-31 18:21:21 -- STEP: 6650/8582 -- GLOBAL_STEP: 6650
1236
+ | > loss_text_ce: 0.03156799077987671 (0.029868098824263962)
1237
+ | > loss_mel_ce: 3.19914174079895 (3.5216556593170734)
1238
+ | > loss: 0.038460832089185715 (0.04228004552704051)
1239
+ | > current_lr: 5e-06
1240
+ | > step_time: 0.3913 (0.33366596239850105)
1241
+ | > loader_time: 0.0092 (0.009607540969561786)
1242
+
1243
+
1244
+  --> TIME: 2025-03-31 18:21:48 -- STEP: 6700/8582 -- GLOBAL_STEP: 6700
1245
+ | > loss_text_ce: 0.029876992106437683 (0.029860971983132967)
1246
+ | > loss_mel_ce: 3.1429924964904785 (3.5213002189949374)
1247
+ | > loss: 0.03777225688099861 (0.04227572925110806)
1248
+ | > current_lr: 5e-06
1249
+ | > step_time: 0.2727 (0.3336549865665727)
1250
+ | > loader_time: 0.0105 (0.009607467366688261)
1251
+
1252
+
1253
+  --> TIME: 2025-03-31 18:22:15 -- STEP: 6750/8582 -- GLOBAL_STEP: 6750
1254
+ | > loss_text_ce: 0.02688954770565033 (0.029854055244889523)
1255
+ | > loss_mel_ce: 3.405228614807129 (3.520734718428717)
1256
+ | > loss: 0.04085855185985565 (0.04226891476136667)
1257
+ | > current_lr: 5e-06
1258
+ | > step_time: 0.3731 (0.33373635521641554)
1259
+ | > loader_time: 0.0098 (0.009607210229944275)
1260
+
1261
+
1262
+  --> TIME: 2025-03-31 18:22:41 -- STEP: 6800/8582 -- GLOBAL_STEP: 6800
1263
+ | > loss_text_ce: 0.028951704502105713 (0.029847962494446514)
1264
+ | > loss_mel_ce: 3.4729344844818115 (3.5199018993447804)
1265
+ | > loss: 0.04168912023305893 (0.04225892771692837)
1266
+ | > current_lr: 5e-06
1267
+ | > step_time: 0.3972 (0.3336601416153073)
1268
+ | > loader_time: 0.01 (0.009607548643560945)
1269
+
1270
+
1271
+  --> TIME: 2025-03-31 18:23:08 -- STEP: 6850/8582 -- GLOBAL_STEP: 6850
1272
+ | > loss_text_ce: 0.02779434062540531 (0.029843021928448312)
1273
+ | > loss_mel_ce: 3.2098019123077393 (3.519072246760347)
1274
+ | > loss: 0.038542814552783966 (0.04224899208513055)
1275
+ | > current_lr: 5e-06
1276
+ | > step_time: 0.3748 (0.33361634125674794)
1277
+ | > loader_time: 0.0094 (0.009608928513352863)
1278
+
1279
+
1280
+  --> TIME: 2025-03-31 18:23:35 -- STEP: 6900/8582 -- GLOBAL_STEP: 6900
1281
+ | > loss_text_ce: 0.027047403156757355 (0.029832947154839834)
1282
+ | > loss_mel_ce: 3.4611895084381104 (3.5181854400772976)
1283
+ | > loss: 0.04152663052082062 (0.042238314923816835)
1284
+ | > current_lr: 5e-06
1285
+ | > step_time: 0.3548 (0.3336369644040653)
1286
+ | > loader_time: 0.0096 (0.009609610896179616)
1287
+
1288
+
1289
+  --> TIME: 2025-03-31 18:24:02 -- STEP: 6950/8582 -- GLOBAL_STEP: 6950
1290
+ | > loss_text_ce: 0.029502946883440018 (0.029833661347842044)
1291
+ | > loss_mel_ce: 3.4946537017822266 (3.517411101739183)
1292
+ | > loss: 0.041954245418310165 (0.04222910511193516)
1293
+ | > current_lr: 5e-06
1294
+ | > step_time: 0.3036 (0.3336106845114735)
1295
+ | > loader_time: 0.0098 (0.00961015546922201)
1296
+
1297
+
1298
+  --> TIME: 2025-03-31 18:24:29 -- STEP: 7000/8582 -- GLOBAL_STEP: 7000
1299
+ | > loss_text_ce: 0.027478313073515892 (0.029829327960365585)
1300
+ | > loss_mel_ce: 3.205693244934082 (3.5166658413069585)
1301
+ | > loss: 0.038490138947963715 (0.042220181378935066)
1302
+ | > current_lr: 5e-06
1303
+ | > step_time: 0.31 (0.3336755500180387)
1304
+ | > loader_time: 0.0091 (0.009609588861465429)
1305
+
1306
+
1307
+  --> TIME: 2025-03-31 18:24:57 -- STEP: 7050/8582 -- GLOBAL_STEP: 7050
1308
+ | > loss_text_ce: 0.034283675253391266 (0.029825922000809763)
1309
+ | > loss_mel_ce: 3.438363552093506 (3.51589245654167)
1310
+ | > loss: 0.041341040283441544 (0.042210933868872355)
1311
+ | > current_lr: 5e-06
1312
+ | > step_time: 0.2293 (0.33371490586734054)
1313
+ | > loader_time: 0.009 (0.009609803510895833)
1314
+
1315
+
1316
+  --> TIME: 2025-03-31 18:25:23 -- STEP: 7100/8582 -- GLOBAL_STEP: 7100
1317
+ | > loss_text_ce: 0.026597782969474792 (0.029819371906489554)
1318
+ | > loss_mel_ce: 3.4277188777923584 (3.5153297980738354)
1319
+ | > loss: 0.04112281650304794 (0.04220415757418099)
1320
+ | > current_lr: 5e-06
1321
+ | > step_time: 0.3534 (0.33370286686319767)
1322
+ | > loader_time: 0.0093 (0.009609531785400796)
1323
+
1324
+
1325
+  --> TIME: 2025-03-31 18:25:50 -- STEP: 7150/8582 -- GLOBAL_STEP: 7150
1326
+ | > loss_text_ce: 0.02687087282538414 (0.029820105548088366)
1327
+ | > loss_mel_ce: 3.1276581287384033 (3.5142910250417)
1328
+ | > loss: 0.03755391761660576 (0.042191799962437236)
1329
+ | > current_lr: 5e-06
1330
+ | > step_time: 0.2933 (0.3336323623057018)
1331
+ | > loader_time: 0.0097 (0.009608323190595696)
1332
+
1333
+
1334
+  --> TIME: 2025-03-31 18:26:16 -- STEP: 7200/8582 -- GLOBAL_STEP: 7200
1335
+ | > loss_text_ce: 0.028165366500616074 (0.02981522409711033)
1336
+ | > loss_mel_ce: 3.4327850341796875 (3.5133892974257463)
1337
+ | > loss: 0.041201792657375336 (0.04218100699596107)
1338
+ | > current_lr: 5e-06
1339
+ | > step_time: 0.3539 (0.33360286166270636)
1340
+ | > loader_time: 0.0109 (0.00960824824041788)
1341
+
1342
+
1343
+  --> TIME: 2025-03-31 18:26:43 -- STEP: 7250/8582 -- GLOBAL_STEP: 7250
1344
+ | > loss_text_ce: 0.024980638176202774 (0.02980972798271426)
1345
+ | > loss_mel_ce: 4.143274307250977 (3.5130079055654586)
1346
+ | > loss: 0.049622081220149994 (0.04217640118455065)
1347
+ | > current_lr: 5e-06
1348
+ | > step_time: 0.3739 (0.33360075835523995)
1349
+ | > loader_time: 0.0091 (0.009608219245384455)
1350
+
1351
+
1352
+  --> TIME: 2025-03-31 18:27:10 -- STEP: 7300/8582 -- GLOBAL_STEP: 7300
1353
+ | > loss_text_ce: 0.03180316835641861 (0.029807248853198062)
1354
+ | > loss_mel_ce: 3.1641814708709717 (3.51207039503202)
1355
+ | > loss: 0.038047436624765396 (0.042165210833900596)
1356
+ | > current_lr: 5e-06
1357
+ | > step_time: 0.1894 (0.3335532704444787)
1358
+ | > loader_time: 0.0087 (0.009610414407024622)
1359
+
1360
+
1361
+  --> TIME: 2025-03-31 18:27:36 -- STEP: 7350/8582 -- GLOBAL_STEP: 7350
1362
+ | > loss_text_ce: 0.03178969398140907 (0.02980480021157232)
1363
+ | > loss_mel_ce: 3.2931063175201416 (3.511373187246776)
1364
+ | > loss: 0.03958209604024887 (0.04215688158967057)
1365
+ | > current_lr: 5e-06
1366
+ | > step_time: 0.3947 (0.33352456751323944)
1367
+ | > loader_time: 0.0088 (0.009609170835845301)
1368
+
1369
+
1370
+  --> TIME: 2025-03-31 18:28:04 -- STEP: 7400/8582 -- GLOBAL_STEP: 7400
1371
+ | > loss_text_ce: 0.02680210955440998 (0.029793982850135983)
1372
+ | > loss_mel_ce: 3.4196486473083496 (3.5107395221735973)
1373
+ | > loss: 0.041029177606105804 (0.04214920917827938)
1374
+ | > current_lr: 5e-06
1375
+ | > step_time: 0.2547 (0.33355861702480893)
1376
+ | > loader_time: 0.0093 (0.009608924292229294)
1377
+
1378
+
1379
+  --> TIME: 2025-03-31 18:28:30 -- STEP: 7450/8582 -- GLOBAL_STEP: 7450
1380
+ | > loss_text_ce: 0.03222546726465225 (0.029786583865748957)
1381
+ | > loss_mel_ce: 3.3028244972229004 (3.51003317912953)
1382
+ | > loss: 0.03970297425985336 (0.042140712246498804)
1383
+ | > current_lr: 5e-06
1384
+ | > step_time: 0.2592 (0.3335328415416237)
1385
+ | > loader_time: 0.0092 (0.009609754197549477)
1386
+
1387
+
1388
+  --> TIME: 2025-03-31 18:28:57 -- STEP: 7500/8582 -- GLOBAL_STEP: 7500
1389
+ | > loss_text_ce: 0.03134292736649513 (0.029782771254579225)
1390
+ | > loss_mel_ce: 3.272989511489868 (3.509474242941538)
1391
+ | > loss: 0.039337292313575745 (0.042134012856086096)
1392
+ | > current_lr: 5e-06
1393
+ | > step_time: 0.3946 (0.3335369636853542)
1394
+ | > loader_time: 0.0106 (0.009610976886749245)
1395
+
1396
+
1397
+  --> TIME: 2025-03-31 18:29:24 -- STEP: 7550/8582 -- GLOBAL_STEP: 7550
1398
+ | > loss_text_ce: 0.031070522964000702 (0.029779458777695302)
1399
+ | > loss_mel_ce: 3.247852087020874 (3.5090852010802713)
1400
+ | > loss: 0.03903479129076004 (0.042129341970315044)
1401
+ | > current_lr: 5e-06
1402
+ | > step_time: 0.3562 (0.33357684928060427)
1403
+ | > loader_time: 0.0096 (0.009612764806936886)
1404
+
1405
+
1406
+  --> TIME: 2025-03-31 18:29:52 -- STEP: 7600/8582 -- GLOBAL_STEP: 7600
1407
+ | > loss_text_ce: 0.026695169508457184 (0.02977170582860708)
1408
+ | > loss_mel_ce: 3.0043208599090576 (3.508635431277124)
1409
+ | > loss: 0.03608352690935135 (0.04212389526986762)
1410
+ | > current_lr: 5e-06
1411
+ | > step_time: 0.2943 (0.3336325736736002)
1412
+ | > loader_time: 0.01 (0.00961341857910154)
1413
+
1414
+
1415
+  --> TIME: 2025-03-31 18:30:19 -- STEP: 7650/8582 -- GLOBAL_STEP: 7650
1416
+ | > loss_text_ce: 0.02863839827477932 (0.02976600505557715)
1417
+ | > loss_mel_ce: 3.353513717651367 (3.507984874575745)
1418
+ | > loss: 0.040263716131448746 (0.04211608268174471)
1419
+ | > current_lr: 5e-06
1420
+ | > step_time: 0.3749 (0.33362946949753164)
1421
+ | > loader_time: 0.0089 (0.009613279766506597)
1422
+
1423
+
1424
+  --> TIME: 2025-03-31 18:30:46 -- STEP: 7700/8582 -- GLOBAL_STEP: 7700
1425
+ | > loss_text_ce: 0.02914237231016159 (0.029760521300282183)
1426
+ | > loss_mel_ce: 3.8794538974761963 (3.50722353158059)
1427
+ | > loss: 0.04653090983629227 (0.04210695379256428)
1428
+ | > current_lr: 5e-06
1429
+ | > step_time: 0.3087 (0.3336074265566745)
1430
+ | > loader_time: 0.009 (0.00961350985935754)
1431
+
1432
+
1433
+  --> TIME: 2025-03-31 18:31:13 -- STEP: 7750/8582 -- GLOBAL_STEP: 7750
1434
+ | > loss_text_ce: 0.03358530253171921 (0.029756599265240855)
1435
+ | > loss_mel_ce: 3.67720103263855 (3.506470232348288)
1436
+ | > loss: 0.04417602717876434 (0.042097939254776125)
1437
+ | > current_lr: 5e-06
1438
+ | > step_time: 0.3963 (0.3336086185209219)
1439
+ | > loader_time: 0.0091 (0.00961351007030854)
1440
+
1441
+
1442
+  --> TIME: 2025-03-31 18:31:39 -- STEP: 7800/8582 -- GLOBAL_STEP: 7800
1443
+ | > loss_text_ce: 0.024409210309386253 (0.02975292463357059)
1444
+ | > loss_mel_ce: 3.532788038253784 (3.505594266011164)
1445
+ | > loss: 0.042347587645053864 (0.04208746734003608)
1446
+ | > current_lr: 5e-06
1447
+ | > step_time: 0.3539 (0.3336081409148687)
1448
+ | > loader_time: 0.0092 (0.00961483863683845)
1449
+
1450
+
1451
+  --> TIME: 2025-03-31 18:32:06 -- STEP: 7850/8582 -- GLOBAL_STEP: 7850
1452
+ | > loss_text_ce: 0.02893717773258686 (0.02974609229381487)
1453
+ | > loss_mel_ce: 3.451019287109375 (3.5045412951973587)
1454
+ | > loss: 0.04142805188894272 (0.042074850635353926)
1455
+ | > current_lr: 5e-06
1456
+ | > step_time: 0.3727 (0.33360975311060675)
1457
+ | > loader_time: 0.0089 (0.009614118284480565)
1458
+
1459
+
1460
+  --> TIME: 2025-03-31 18:32:33 -- STEP: 7900/8582 -- GLOBAL_STEP: 7900
1461
+ | > loss_text_ce: 0.02726677805185318 (0.02974000648324248)
1462
+ | > loss_mel_ce: 3.6248345375061035 (3.5039027736458594)
1463
+ | > loss: 0.04347739741206169 (0.042067176738777495)
1464
+ | > current_lr: 5e-06
1465
+ | > step_time: 0.3323 (0.33360915857025397)
1466
+ | > loader_time: 0.0093 (0.009614584083798543)
1467
+
1468
+
1469
+  --> TIME: 2025-03-31 18:32:59 -- STEP: 7950/8582 -- GLOBAL_STEP: 7950
1470
+ | > loss_text_ce: 0.030588814988732338 (0.029740448533879513)
1471
+ | > loss_mel_ce: 3.0963220596313477 (3.503311317341882)
1472
+ | > loss: 0.03722513094544411 (0.04206014085584467)
1473
+ | > current_lr: 5e-06
1474
+ | > step_time: 0.3708 (0.3335362421791514)
1475
+ | > loader_time: 0.0099 (0.009612927706736418)
1476
+
1477
+
1478
+  --> TIME: 2025-03-31 18:33:27 -- STEP: 8000/8582 -- GLOBAL_STEP: 8000
1479
+ | > loss_text_ce: 0.029269549995660782 (0.029736316605471075)
1480
+ | > loss_mel_ce: 3.262925863265991 (3.502430701524019)
1481
+ | > loss: 0.0391928032040596 (0.04204960814444348)
1482
+ | > current_lr: 5e-06
1483
+ | > step_time: 0.3028 (0.3335875007212168)
1484
+ | > loader_time: 0.0085 (0.009612281322479226)
1485
+
1486
+
1487
+  --> TIME: 2025-03-31 18:33:54 -- STEP: 8050/8582 -- GLOBAL_STEP: 8050
1488
+ | > loss_text_ce: 0.027125772088766098 (0.029730973608143953)
1489
+ | > loss_mel_ce: 3.596811056137085 (3.5019324360426904)
1490
+ | > loss: 0.043142106384038925 (0.04204361280484229)
1491
+ | > current_lr: 5e-06
1492
+ | > step_time: 0.3969 (0.33357433126579955)
1493
+ | > loader_time: 0.009 (0.009612640149845078)
1494
+
1495
+
1496
+  --> TIME: 2025-03-31 18:34:21 -- STEP: 8100/8582 -- GLOBAL_STEP: 8100
1497
+ | > loss_text_ce: 0.026998957619071007 (0.029724549921804372)
1498
+ | > loss_mel_ce: 3.5193030834198 (3.5016119317655208)
1499
+ | > loss: 0.042217884212732315 (0.04203972080561482)
1500
+ | > current_lr: 5e-06
1501
+ | > step_time: 0.3753 (0.3336217537632701)
1502
+ | > loader_time: 0.0094 (0.009612479121596703)
1503
+
1504
+
1505
+  --> TIME: 2025-03-31 18:34:48 -- STEP: 8150/8582 -- GLOBAL_STEP: 8150
1506
+ | > loss_text_ce: 0.026568790897727013 (0.029717547715715834)
1507
+ | > loss_mel_ce: 3.3208060264587402 (3.5012100873841825)
1508
+ | > loss: 0.03984970226883888 (0.042034853584835864)
1509
+ | > current_lr: 5e-06
1510
+ | > step_time: 0.3334 (0.33362565344828093)
1511
+ | > loader_time: 0.0093 (0.009613382099596248)
1512
+
1513
+
1514
+  --> TIME: 2025-03-31 18:35:15 -- STEP: 8200/8582 -- GLOBAL_STEP: 8200
1515
+ | > loss_text_ce: 0.028783679008483887 (0.029714086209537416)
1516
+ | > loss_mel_ce: 3.118452787399292 (3.50054032253056)
1517
+ | > loss: 0.037467099726200104 (0.042026838983704407)
1518
+ | > current_lr: 5e-06
1519
+ | > step_time: 0.371 (0.33357336878776606)
1520
+ | > loader_time: 0.0091 (0.009611936284274569)
1521
+
1522
+
1523
+  --> TIME: 2025-03-31 18:35:42 -- STEP: 8250/8582 -- GLOBAL_STEP: 8250
1524
+ | > loss_text_ce: 0.028154708445072174 (0.029712859492184537)
1525
+ | > loss_mel_ce: 3.3133339881896973 (3.4999406114058056)
1526
+ | > loss: 0.039779625833034515 (0.042019684961799426)
1527
+ | > current_lr: 5e-06
1528
+ | > step_time: 0.2609 (0.3335945170720424)
1529
+ | > loader_time: 0.0094 (0.00961135907606643)
1530
+
1531
+
1532
+  --> TIME: 2025-03-31 18:36:09 -- STEP: 8300/8582 -- GLOBAL_STEP: 8300
1533
+ | > loss_text_ce: 0.026155633851885796 (0.029706285511962624)
1534
+ | > loss_mel_ce: 3.107612371444702 (3.4996707913961753)
1535
+ | > loss: 0.0373067632317543 (0.04201639455709473)
1536
+ | > current_lr: 5e-06
1537
+ | > step_time: 0.3038 (0.33361400176243666)
1538
+ | > loader_time: 0.0084 (0.009611375303153511)
1539
+
1540
+
1541
+  --> TIME: 2025-03-31 18:36:35 -- STEP: 8350/8582 -- GLOBAL_STEP: 8350
1542
+ | > loss_text_ce: 0.030090251937508583 (0.029701290931441113)
1543
+ | > loss_mel_ce: 3.297299861907959 (3.498963063262894)
1544
+ | > loss: 0.03961179032921791 (0.042007909762912896)
1545
+ | > current_lr: 5e-06
1546
+ | > step_time: 0.3754 (0.3335658482877086)
1547
+ | > loader_time: 0.0094 (0.009610339638715715)
1548
+
1549
+
1550
+  --> TIME: 2025-03-31 18:37:03 -- STEP: 8400/8582 -- GLOBAL_STEP: 8400
1551
+ | > loss_text_ce: 0.029224568977952003 (0.02969431241464224)
1552
+ | > loss_mel_ce: 3.4501116275787354 (3.4983257597117197)
1553
+ | > loss: 0.041420672088861465 (0.042000239738484935)
1554
+ | > current_lr: 5e-06
1555
+ | > step_time: 0.5705 (0.33363130328201174)
1556
+ | > loader_time: 0.0099 (0.009611207729294172)
1557
+
1558
+
1559
+  --> TIME: 2025-03-31 18:37:30 -- STEP: 8450/8582 -- GLOBAL_STEP: 8450
1560
+ | > loss_text_ce: 0.02975436858832836 (0.029689986226782636)
1561
+ | > loss_mel_ce: 3.373833179473877 (3.4977657239394775)
1562
+ | > loss: 0.040518902242183685 (0.04199352114202355)
1563
+ | > current_lr: 5e-06
1564
+ | > step_time: 0.3226 (0.3336499832932066)
1565
+ | > loader_time: 0.0103 (0.00961225089236828)
1566
+
1567
+
1568
+  --> TIME: 2025-03-31 18:37:56 -- STEP: 8500/8582 -- GLOBAL_STEP: 8500
1569
+ | > loss_text_ce: 0.03211608901619911 (0.02968817867557792)
1570
+ | > loss_mel_ce: 3.6864709854125977 (3.4973228282928464)
1571
+ | > loss: 0.0442688949406147 (0.0419882270566681)
1572
+ | > current_lr: 5e-06
1573
+ | > step_time: 0.2292 (0.3336241479200481)
1574
+ | > loader_time: 0.0095 (0.009611768049352295)
1575
+
1576
+
1577
+  --> TIME: 2025-03-31 18:38:24 -- STEP: 8550/8582 -- GLOBAL_STEP: 8550
1578
+ | > loss_text_ce: 0.027250375598669052 (0.029685030755592368)
1579
+ | > loss_mel_ce: 3.147090196609497 (3.4964909486882156)
1580
+ | > loss: 0.03778976947069168 (0.04197828625552139)
1581
+ | > current_lr: 5e-06
1582
+ | > step_time: 0.4224 (0.3336991929171383)
1583
+ | > loader_time: 0.0125 (0.009613168616043877)
1584
+
1585
+
1586
+  > EVALUATION 
1587
+
1588
+
1589
+ --> EVAL PERFORMANCE
1590
+ | > avg_loader_time: 0.20152248770503675 (+0.059494398408016874)
1591
+ | > avg_loss_text_ce: 0.02743815839038057 (-0.0016482317094075466)
1592
+ | > avg_loss_mel_ce: 3.325363777451596 (-0.5712882381374556)
1593
+ | > avg_loss: 3.352801937167927 (-0.5729364904306706)
1594
+
1595
+ > BEST MODEL : /kaggle/working/TTS/recipes/ljspeech/xtts_v2/run/training/GPT_XTTS_v2.0_LJSpeech_FT-March-31-2025_05+20PM-4ad78c6d/best_model_8582.pth
1596
+
1597
+  > EPOCH: 2/1000
1598
+ --> /kaggle/working/TTS/recipes/ljspeech/xtts_v2/run/training/GPT_XTTS_v2.0_LJSpeech_FT-March-31-2025_05+20PM-4ad78c6d
1599
+
1600
+  > TRAINING (2025-03-31 18:39:50) 
1601
+
1602
+  --> TIME: 2025-03-31 18:40:03 -- STEP: 18/8582 -- GLOBAL_STEP: 8600
1603
+ | > loss_text_ce: 0.028366807848215103 (0.02891628299322393)
1604
+ | > loss_mel_ce: 3.7839975357055664 (3.4856292141808405)
1605
+ | > loss: 0.04538528993725777 (0.04183982830080721)
1606
+ | > current_lr: 5e-06
1607
+ | > step_time: 0.2941 (0.35565487543741864)
1608
+ | > loader_time: 0.0094 (0.011740763982137045)
1609
+
1610
+
1611
+  --> TIME: 2025-03-31 18:40:29 -- STEP: 68/8582 -- GLOBAL_STEP: 8650
1612
+ | > loss_text_ce: 0.02486346662044525 (0.028957742732018232)
1613
+ | > loss_mel_ce: 3.596245050430298 (3.454009729273179)
1614
+ | > loss: 0.043108437210321426 (0.04146389915224384)
1615
+ | > current_lr: 5e-06
1616
+ | > step_time: 0.3055 (0.3360019185963799)
1617
+ | > loader_time: 0.0094 (0.01053061555413639)
1618
+
1619
+
1620
+  --> TIME: 2025-03-31 18:40:55 -- STEP: 118/8582 -- GLOBAL_STEP: 8700
1621
+ | > loss_text_ce: 0.03191016986966133 (0.028973740383477536)
1622
+ | > loss_mel_ce: 3.651853084564209 (3.4385188716953086)
1623
+ | > loss: 0.043854326009750366 (0.041279674555032946)
1624
+ | > current_lr: 5e-06
1625
+ | > step_time: 0.3558 (0.3292074971279855)
1626
+ | > loader_time: 0.0097 (0.010373333753165556)
1627
+
1628
+
1629
+  --> TIME: 2025-03-31 18:41:22 -- STEP: 168/8582 -- GLOBAL_STEP: 8750
1630
+ | > loss_text_ce: 0.02943751960992813 (0.028953823349660353)
1631
+ | > loss_mel_ce: 3.7023768424987793 (3.434244780313401)
1632
+ | > loss: 0.044426362961530685 (0.04122855549766903)
1633
+ | > current_lr: 5e-06
1634
+ | > step_time: 0.313 (0.3298527868021101)
1635
+ | > loader_time: 0.011 (0.010325184890202113)
1636
+
1637
+
1638
+  --> TIME: 2025-03-31 18:41:50 -- STEP: 218/8582 -- GLOBAL_STEP: 8800
1639
+ | > loss_text_ce: 0.02675645239651203 (0.028937924755822627)
1640
+ | > loss_mel_ce: 3.1584949493408203 (3.4257904717681606)
1641
+ | > loss: 0.03791966289281845 (0.04112771975406266)
1642
+ | > current_lr: 5e-06
1643
+ | > step_time: 0.3447 (0.333089855832791)
1644
+ | > loader_time: 0.0118 (0.010313178421160502)
1645
+
1646
+
1647
+  --> TIME: 2025-03-31 18:42:16 -- STEP: 268/8582 -- GLOBAL_STEP: 8850
1648
+ | > loss_text_ce: 0.025328997522592545 (0.028938556180349483)
1649
+ | > loss_mel_ce: 3.2356650829315186 (3.419492492924875)
1650
+ | > loss: 0.03882136195898056 (0.04105275132651649)
1651
+ | > current_lr: 5e-06
1652
+ | > step_time: 0.2827 (0.33179574937962764)
1653
+ | > loader_time: 0.0094 (0.01035909510370511)
1654
+
1655
+
1656
+  --> TIME: 2025-03-31 18:42:43 -- STEP: 318/8582 -- GLOBAL_STEP: 8900
1657
+ | > loss_text_ce: 0.0290951170027256 (0.028888918582420302)
1658
+ | > loss_mel_ce: 3.0770838260650635 (3.4183370939590647)
1659
+ | > loss: 0.03697832301259041 (0.04103840563047981)
1660
+ | > current_lr: 5e-06
1661
+ | > step_time: 0.3727 (0.3327900073813193)
1662
+ | > loader_time: 0.0095 (0.010320171620111049)
1663
+
1664
+
1665
+  --> TIME: 2025-03-31 18:43:10 -- STEP: 368/8582 -- GLOBAL_STEP: 8950
1666
+ | > loss_text_ce: 0.027507547289133072 (0.028855539579956752)
1667
+ | > loss_mel_ce: 3.041640281677246 (3.420442053805227)
1668
+ | > loss: 0.036537475883960724 (0.04106306730081206)
1669
+ | > current_lr: 5e-06
1670
+ | > step_time: 0.3572 (0.33317176997661596)
1671
+ | > loader_time: 0.0099 (0.010323506982430175)
1672
+
1673
+
1674
+  --> TIME: 2025-03-31 18:43:37 -- STEP: 418/8582 -- GLOBAL_STEP: 9000
1675
+ | > loss_text_ce: 0.027361486107110977 (0.028881644888036843)
1676
+ | > loss_mel_ce: 3.40344500541687 (3.413991486626949)
1677
+ | > loss: 0.0408429354429245 (0.04098658560458838)
1678
+ | > current_lr: 5e-06
1679
+ | > step_time: 0.3572 (0.3319366046686492)
1680
+ | > loader_time: 0.0099 (0.01032463044070742)
1681
+
1682
+
1683
+  --> TIME: 2025-03-31 18:44:03 -- STEP: 468/8582 -- GLOBAL_STEP: 9050
1684
+ | > loss_text_ce: 0.02562384493649006 (0.028881066267848268)
1685
+ | > loss_mel_ce: 3.7411069869995117 (3.4101730941707253)
1686
+ | > loss: 0.044842034578323364 (0.04094112164571754)
1687
+ | > current_lr: 5e-06
1688
+ | > step_time: 0.3908 (0.3315704852087885)
1689
+ | > loader_time: 0.0108 (0.010310877082694297)
1690
+
1691
+
1692
+  --> TIME: 2025-03-31 18:44:30 -- STEP: 518/8582 -- GLOBAL_STEP: 9100
1693
+ | > loss_text_ce: 0.02913278341293335 (0.02897642260510834)
1694
+ | > loss_mel_ce: 3.5843427181243896 (3.4037116977699013)
1695
+ | > loss: 0.043017566204071045 (0.04086533546246387)
1696
+ | > current_lr: 5e-06
1697
+ | > step_time: 0.2553 (0.3315566400763611)
1698
+ | > loader_time: 0.01 (0.010308080198221692)
1699
+
1700
+
1701
+  --> TIME: 2025-03-31 18:44:57 -- STEP: 568/8582 -- GLOBAL_STEP: 9150
1702
+ | > loss_text_ce: 0.0322602353990078 (0.028971202117325345)
1703
+ | > loss_mel_ce: 3.165285348892212 (3.4012499334106985)
1704
+ | > loss: 0.038066018372774124 (0.04083596662500164)
1705
+ | > current_lr: 5e-06
1706
+ | > step_time: 0.2491 (0.3318554624705247)
1707
+ | > loader_time: 0.0114 (0.010299765727889378)
1708
+
1709
+
1710
+  --> TIME: 2025-03-31 18:45:23 -- STEP: 618/8582 -- GLOBAL_STEP: 9200
1711
+ | > loss_text_ce: 0.030088266357779503 (0.02900992266677055)
1712
+ | > loss_mel_ce: 3.442265510559082 (3.400791390428267)
1713
+ | > loss: 0.041337545961141586 (0.040830968743533744)
1714
+ | > current_lr: 5e-06
1715
+ | > step_time: 0.3979 (0.3311407315306678)
1716
+ | > loader_time: 0.01 (0.01029179898666333)
1717
+
1718
+
1719
+  --> TIME: 2025-03-31 18:45:50 -- STEP: 668/8582 -- GLOBAL_STEP: 9250
1720
+ | > loss_text_ce: 0.02789824642241001 (0.028982129784490534)
1721
+ | > loss_mel_ce: 3.5423390865325928 (3.3997364718757)
1722
+ | > loss: 0.04250282794237137 (0.04081807932453951)
1723
+ | > current_lr: 5e-06
1724
+ | > step_time: 0.2975 (0.33084478849422416)
1725
+ | > loader_time: 0.0103 (0.01025979711623964)
1726
+
1727
+
1728
+  --> TIME: 2025-03-31 18:46:17 -- STEP: 718/8582 -- GLOBAL_STEP: 9300
1729
+ | > loss_text_ce: 0.03039833903312683 (0.028958219036065602)
1730
+ | > loss_mel_ce: 3.25661301612854 (3.3942996226977518)
1731
+ | > loss: 0.03913109004497528 (0.040753070280619946)
1732
+ | > current_lr: 5e-06
1733
+ | > step_time: 0.3747 (0.3310634917203427)
1734
+ | > loader_time: 0.0111 (0.010275869648436657)
1735
+
1736
+
1737
+  --> TIME: 2025-03-31 18:46:43 -- STEP: 768/8582 -- GLOBAL_STEP: 9350
1738
+ | > loss_text_ce: 0.029437093064188957 (0.02896699072395374)
1739
+ | > loss_mel_ce: 3.2681961059570312 (3.392151774838568)
1740
+ | > loss: 0.039257537573575974 (0.04072760507794255)
1741
+ | > current_lr: 5e-06
1742
+ | > step_time: 0.4375 (0.33101355439672836)
1743
+ | > loader_time: 0.0102 (0.01026568717012803)
1744
+
1745
+
1746
+  --> TIME: 2025-03-31 18:47:10 -- STEP: 818/8582 -- GLOBAL_STEP: 9400
1747
+ | > loss_text_ce: 0.03074084408581257 (0.028984612573512026)
1748
+ | > loss_mel_ce: 3.1708157062530518 (3.391558168569813)
1749
+ | > loss: 0.03811376914381981 (0.04072074809346195)
1750
+ | > current_lr: 5e-06
1751
+ | > step_time: 0.2969 (0.33132170902196206)
1752
+ | > loader_time: 0.0096 (0.010250924560434959)
1753
+
1754
+
1755
+  --> TIME: 2025-03-31 18:47:37 -- STEP: 868/8582 -- GLOBAL_STEP: 9450
1756
+ | > loss_text_ce: 0.028773123398423195 (0.028998445631498428)
1757
+ | > loss_mel_ce: 3.372021198272705 (3.3903189754705836)
1758
+ | > loss: 0.040485646575689316 (0.0407061604697103)
1759
+ | > current_lr: 5e-06
1760
+ | > step_time: 0.3569 (0.3311746230323191)
1761
+ | > loader_time: 0.0103 (0.010245292142788942)
1762
+
1763
+
1764
+  --> TIME: 2025-03-31 18:48:04 -- STEP: 918/8582 -- GLOBAL_STEP: 9500
1765
+ | > loss_text_ce: 0.027969753369688988 (0.029027261913293457)
1766
+ | > loss_mel_ce: 3.8827760219573975 (3.388512765919722)
1767
+ | > loss: 0.0465564988553524 (0.040685001018097994)
1768
+ | > current_lr: 5e-06
1769
+ | > step_time: 0.3023 (0.33118251881568234)
1770
+ | > loader_time: 0.0126 (0.010242381386767292)
1771
+
1772
+
1773
+  --> TIME: 2025-03-31 18:48:30 -- STEP: 968/8582 -- GLOBAL_STEP: 9550
1774
+ | > loss_text_ce: 0.03185518831014633 (0.029007178255980294)
1775
+ | > loss_mel_ce: 3.68758487701416 (3.3888152480618037)
1776
+ | > loss: 0.04427905008196831 (0.04068836293083209)
1777
+ | > current_lr: 5e-06
1778
+ | > step_time: 0.2537 (0.33096456035109567)
1779
+ | > loader_time: 0.0096 (0.010243923949801238)
1780
+
1781
+
1782
+  --> TIME: 2025-03-31 18:48:57 -- STEP: 1018/8582 -- GLOBAL_STEP: 9600
1783
+ | > loss_text_ce: 0.024762989953160286 (0.029001638741545335)
1784
+ | > loss_mel_ce: 3.5777134895324707 (3.385777623105378)
1785
+ | > loss: 0.04288662597537041 (0.04065213477228036)
1786
+ | > current_lr: 5e-06
1787
+ | > step_time: 0.3539 (0.33134108840365284)
1788
+ | > loader_time: 0.0096 (0.010249712612399424)
1789
+
1790
+
1791
+  --> TIME: 2025-03-31 18:49:24 -- STEP: 1068/8582 -- GLOBAL_STEP: 9650
1792
+ | > loss_text_ce: 0.02902195230126381 (0.029021889879978665)
1793
+ | > loss_mel_ce: 3.9288806915283203 (3.3848024651352384)
1794
+ | > loss: 0.04711788892745972 (0.0406407668579663)
1795
+ | > current_lr: 5e-06
1796
+ | > step_time: 0.3936 (0.3312247393283056)
1797
+ | > loader_time: 0.0111 (0.010236383823866258)
1798
+
1799
+
1800
+  --> TIME: 2025-03-31 18:49:51 -- STEP: 1118/8582 -- GLOBAL_STEP: 9700
1801
+ | > loss_text_ce: 0.03401866927742958 (0.02901212483051372)
1802
+ | > loss_mel_ce: 3.55833101272583 (3.3865952252915164)
1803
+ | > loss: 0.04276606813073158 (0.040661992995011824)
1804
+ | > current_lr: 5e-06
1805
+ | > step_time: 0.2596 (0.3311608110642815)
1806
+ | > loader_time: 0.0098 (0.010231489785455425)
1807
+
1808
+
1809
+  --> TIME: 2025-03-31 18:50:18 -- STEP: 1168/8582 -- GLOBAL_STEP: 9750
1810
+ | > loss_text_ce: 0.02835230529308319 (0.02899671288857824)
1811
+ | > loss_mel_ce: 3.226287364959717 (3.384983313614375)
1812
+ | > loss: 0.038745708763599396 (0.040642620096212834)
1813
+ | > current_lr: 5e-06
1814
+ | > step_time: 0.3564 (0.3315529570187606)
1815
+ | > loader_time: 0.0098 (0.010238696246931005)
1816
+
1817
+
1818
+  --> TIME: 2025-03-31 18:50:44 -- STEP: 1218/8582 -- GLOBAL_STEP: 9800
1819
+ | > loss_text_ce: 0.02737398073077202 (0.029008988810975373)
1820
+ | > loss_mel_ce: 3.0130536556243896 (3.3853096599845065)
1821
+ | > loss: 0.03619556874036789 (0.04064665130708123)
1822
+ | > current_lr: 5e-06
1823
+ | > step_time: 0.3339 (0.3312711312461564)
1824
+ | > loader_time: 0.0108 (0.01023342006507962)
1825
+
1826
+
1827
+  --> TIME: 2025-03-31 18:51:12 -- STEP: 1268/8582 -- GLOBAL_STEP: 9850
1828
+ | > loss_text_ce: 0.029531430453062057 (0.02899728497572549)
1829
+ | > loss_mel_ce: 3.0160865783691406 (3.383975823782971)
1830
+ | > loss: 0.03625736013054848 (0.040630632996770784)
1831
+ | > current_lr: 5e-06
1832
+ | > step_time: 0.2831 (0.3314998943346909)
1833
+ | > loader_time: 0.0095 (0.01021997259242303)
1834
+
1835
+
1836
+  --> TIME: 2025-03-31 18:51:39 -- STEP: 1318/8582 -- GLOBAL_STEP: 9900
1837
+ | > loss_text_ce: 0.02956908941268921 (0.02900761865328133)
1838
+ | > loss_mel_ce: 3.568453311920166 (3.3849953487176268)
1839
+ | > loss: 0.0428336001932621 (0.04064289321600047)
1840
+ | > current_lr: 5e-06
1841
+ | > step_time: 0.2998 (0.3317099710154788)
1842
+ | > loader_time: 0.0092 (0.01021715198192685)
1843
+
1844
+
1845
+  --> TIME: 2025-03-31 18:52:06 -- STEP: 1368/8582 -- GLOBAL_STEP: 9950
1846
+ | > loss_text_ce: 0.026821335777640343 (0.028996171237770145)
1847
+ | > loss_mel_ce: 3.5291545391082764 (3.386021518045001)
1848
+ | > loss: 0.04233304783701897 (0.04065497323315144)
1849
+ | > current_lr: 5e-06
1850
+ | > step_time: 0.2126 (0.33196629383410653)
1851
+ | > loader_time: 0.0096 (0.010216214677743763)
1852
+
1853
+
1854
+  --> TIME: 2025-03-31 18:52:33 -- STEP: 1418/8582 -- GLOBAL_STEP: 10000
1855
+ | > loss_text_ce: 0.02613944187760353 (0.028988995362067935)
1856
+ | > loss_mel_ce: 3.27567720413208 (3.386236091090526)
1857
+ | > loss: 0.03930734097957611 (0.040657442249620535)
1858
+ | > current_lr: 5e-06
1859
+ | > step_time: 0.2603 (0.33174033006929055)
1860
+ | > loader_time: 0.01 (0.010209852280502443)
1861
+
1862
+
1863
+ > CHECKPOINT : /kaggle/working/TTS/recipes/ljspeech/xtts_v2/run/training/GPT_XTTS_v2.0_LJSpeech_FT-March-31-2025_05+20PM-4ad78c6d/checkpoint_10000.pth
1864
+ ! Run is kept in /kaggle/working/TTS/recipes/ljspeech/xtts_v2/run/training/GPT_XTTS_v2.0_LJSpeech_FT-March-31-2025_05+20PM-4ad78c6d
training/XTTS_v2.0_original_model_files/dvae.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b29bc227d410d4991e0a8c09b858f77415013eeb9fba9650258e96095557d97a
3
+ size 210514388
training/XTTS_v2.0_original_model_files/mel_stats.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f69422a8a8f344c4fca2f0c6b8d41d2151d6615b7321e48e6bb15ae949b119c
3
+ size 1067
training/XTTS_v2.0_original_model_files/model.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7ea20001c6a0a841c77e252d8409f6a74fb423e79b3206a0771ba5989776187
3
+ size 1867929118
training/XTTS_v2.0_original_model_files/vocab.json ADDED
The diff for this file is too large to render. See raw diff