File size: 42,762 Bytes
945bf0b 585d359 a45cc9d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 | 2025-07-30 07:42:03,742 test INFO {'train': {'log_interval': 200, 'eval_interval': 1000, 'seed': 1234, 'epochs': 1000, 'learning_rate': 0.0002, 'betas': [0.8, 0.99], 'eps': 1e-09, 'batch_size': 32, 'fp16_run': False, 'lr_decay': 0.999875, 'segment_size': 8192, 'init_lr_ratio': 1, 'warmup_epochs': 0, 'c_mel': 45, 'c_kl': 1.0, 'fft_sizes': [384, 683, 171], 'hop_sizes': [30, 60, 10], 'win_lengths': [150, 300, 60], 'window': 'hann_window'}, 'data': {'use_mel_posterior_encoder': True, 'training_files': 'filelists/train.txt.cleaned', 'validation_files': 'filelists/val.txt.cleaned', 'text_cleaners': ['mongolian_cleaners'], 'max_wav_value': 32768.0, 'sampling_rate': 22050, 'filter_length': 1024, 'hop_length': 256, 'win_length': 1024, 'n_mel_channels': 80, 'mel_fmin': 0.0, 'mel_fmax': None, 'add_blank': True, 'n_speakers': 0, 'cleaned_text': True}, 'model': {'model_dir': '/kaggle/working/MB-iSTFT-VITS2/logs/models/test', 'monotonic_align': 'sma_v1', 'use_mel_posterior_encoder': True, 'use_transformer_flows': True, 'transformer_flow_type': 'pre_conv2', 'use_spk_conditioned_encoder': False, 'use_noise_scaled_mas': True, 'use_duration_discriminator': True, 'duration_discriminator_type': 'dur_disc_2', 'ms_istft_vits': False, 'mb_istft_vits': False, 'istft_vits': True, 'subbands': False, 'gen_istft_n_fft': 16, 'gen_istft_hop_size': 4, 'inter_channels': 192, 'hidden_channels': 96, 'filter_channels': 768, 'n_heads': 2, 'n_layers': 3, 'kernel_size': 3, 'p_dropout': 0.1, 'resblock': '1', 'resblock_kernel_sizes': [3, 7, 11], 'resblock_dilation_sizes': [[1, 3, 5], [1, 3, 5], [1, 3, 5]], 'upsample_rates': [8, 8], 'upsample_initial_channel': 256, 'upsample_kernel_sizes': [16, 16], 'n_layers_q': 3, 'use_spectral_norm': False, 'use_sdp': False}, 'model_dir': './logs/models/test'}
2025-07-30 07:43:59,191 test INFO Train Epoch: 1 [0%]
2025-07-30 07:43:59,192 test INFO [6.0034499168396, 4.460074424743652, 0.44041386246681213, 103.89593505859375, 1.1179826259613037, 400.7793884277344, 0.0, 0, 0.0002]
2025-07-30 07:44:11,535 test INFO Saving model and optimizer state at iteration 1 to ./logs/models/test/G_0.pth
2025-07-30 07:44:11,899 test INFO Saving model and optimizer state at iteration 1 to ./logs/models/test/D_0.pth
2025-07-30 07:44:12,853 test INFO Saving model and optimizer state at iteration 1 to ./logs/models/test/DUR_0.pth
2025-07-30 07:47:48,410 test INFO ====> Epoch: 1
2025-07-30 07:52:16,097 test INFO ====> Epoch: 2
2025-07-30 07:56:26,373 test INFO ====> Epoch: 3
2025-07-30 07:59:49,818 test INFO Train Epoch: 4 [85%]
2025-07-30 07:59:49,818 test INFO [1.5180813074111938, 3.772383689880371, 7.359023571014404, 39.74175262451172, 0.9084119200706482, 2.220526933670044, 0.0, 200, 0.00019992500937460937]
2025-07-30 08:00:21,458 test INFO ====> Epoch: 4
2025-07-30 08:04:11,738 test INFO ====> Epoch: 5
2025-07-30 08:08:06,495 test INFO ====> Epoch: 6
2025-07-30 08:11:53,855 test INFO ====> Epoch: 7
2025-07-30 08:14:49,281 test INFO Train Epoch: 8 [69%]
2025-07-30 08:14:49,281 test INFO [1.665295958518982, 3.1264448165893555, 7.081151008605957, 38.00682067871094, 0.7591341733932495, 1.3968123197555542, 0.0, 400, 0.00019982506561132978]
2025-07-30 08:15:43,705 test INFO ====> Epoch: 8
2025-07-30 08:19:29,369 test INFO ====> Epoch: 9
2025-07-30 08:23:18,135 test INFO ====> Epoch: 10
2025-07-30 08:27:03,509 test INFO ====> Epoch: 11
2025-07-30 08:29:38,220 test INFO Train Epoch: 12 [54%]
2025-07-30 08:29:38,221 test INFO [2.1282832622528076, 3.220754623413086, 5.894423484802246, 31.136409759521484, 0.674907922744751, 1.5520458221435547, 0.0, 600, 0.00019972517181056292]
2025-07-30 08:30:50,375 test INFO ====> Epoch: 12
2025-07-30 08:34:35,957 test INFO ====> Epoch: 13
2025-07-30 08:38:20,543 test INFO ====> Epoch: 14
2025-07-30 08:42:04,497 test INFO ====> Epoch: 15
2025-07-30 08:44:14,277 test INFO Train Epoch: 16 [38%]
2025-07-30 08:44:14,277 test INFO [2.2449469566345215, 2.702267646789551, 4.473440170288086, 28.876434326171875, 0.7084023952484131, 1.6447468996047974, 0.0, 800, 0.00019962532794733217]
2025-07-30 08:45:48,232 test INFO ====> Epoch: 16
2025-07-30 08:49:32,848 test INFO ====> Epoch: 17
2025-07-30 08:53:18,006 test INFO ====> Epoch: 18
2025-07-30 08:57:02,739 test INFO ====> Epoch: 19
2025-07-30 08:58:52,173 test INFO Train Epoch: 20 [23%]
2025-07-30 08:58:52,173 test INFO [2.0880696773529053, 2.853564977645874, 5.468815326690674, 27.427783966064453, 0.6990370750427246, 1.5836814641952515, 0.0, 1000, 0.00019952553399667344]
2025-07-30 08:59:03,185 test INFO Saving model and optimizer state at iteration 20 to ./logs/models/test/G_1000.pth
2025-07-30 08:59:03,478 test INFO Saving model and optimizer state at iteration 20 to ./logs/models/test/D_1000.pth
2025-07-30 08:59:04,403 test INFO Saving model and optimizer state at iteration 20 to ./logs/models/test/DUR_1000.pth
2025-07-30 09:01:00,895 test INFO ====> Epoch: 20
2025-07-30 09:04:47,141 test INFO ====> Epoch: 21
2025-07-30 09:08:38,819 test INFO ====> Epoch: 22
2025-07-30 09:12:26,754 test INFO ====> Epoch: 23
2025-07-30 09:13:52,984 test INFO Train Epoch: 24 [8%]
2025-07-30 09:13:52,984 test INFO [2.16131854057312, 3.40720796585083, 5.75662899017334, 28.300180435180664, 0.6504846811294556, 1.7258610725402832, 0.0, 1200, 0.00019942578993363514]
2025-07-30 09:16:16,551 test INFO ====> Epoch: 24
2025-07-30 09:20:05,126 test INFO ====> Epoch: 25
2025-07-30 09:23:51,113 test INFO ====> Epoch: 26
2025-07-30 09:27:21,732 test INFO Train Epoch: 27 [92%]
2025-07-30 09:27:21,732 test INFO [2.3914968967437744, 3.457401990890503, 4.960050106048584, 25.98041343688965, 0.6626256704330444, 1.799747347831726, 0.0, 1400, 0.00019935101461010442]
2025-07-30 09:27:40,225 test INFO ====> Epoch: 27
2025-07-30 09:31:25,852 test INFO ====> Epoch: 28
2025-07-30 09:35:14,860 test INFO ====> Epoch: 29
2025-07-30 09:39:01,049 test INFO ====> Epoch: 30
2025-07-30 09:42:10,772 test INFO Train Epoch: 31 [77%]
2025-07-30 09:42:10,773 test INFO [2.2855846881866455, 2.450014352798462, 4.642941474914551, 25.688888549804688, 0.7220066785812378, 1.6248011589050293, 0.0, 1600, 0.00019925135779039958]
2025-07-30 09:42:50,045 test INFO ====> Epoch: 31
2025-07-30 09:46:37,840 test INFO ====> Epoch: 32
2025-07-30 09:50:26,613 test INFO ====> Epoch: 33
2025-07-30 09:54:15,167 test INFO ====> Epoch: 34
2025-07-30 09:57:01,649 test INFO Train Epoch: 35 [62%]
2025-07-30 09:57:01,650 test INFO [2.525804281234741, 2.3113038539886475, 3.826836585998535, 24.56623077392578, 0.9666768312454224, 1.6983153820037842, 0.0, 1800, 0.00019915175078976256]
2025-07-30 09:58:04,870 test INFO ====> Epoch: 35
2025-07-30 10:01:50,139 test INFO ====> Epoch: 36
2025-07-31 01:33:43,183 test INFO {'train': {'log_interval': 200, 'eval_interval': 1000, 'seed': 1234, 'epochs': 1000, 'learning_rate': 0.0002, 'betas': [0.8, 0.99], 'eps': 1e-09, 'batch_size': 32, 'fp16_run': False, 'lr_decay': 0.999875, 'segment_size': 8192, 'init_lr_ratio': 1, 'warmup_epochs': 0, 'c_mel': 45, 'c_kl': 1.0, 'fft_sizes': [384, 683, 171], 'hop_sizes': [30, 60, 10], 'win_lengths': [150, 300, 60], 'window': 'hann_window'}, 'data': {'use_mel_posterior_encoder': True, 'training_files': 'filelists/train.txt.cleaned', 'validation_files': 'filelists/val.txt.cleaned', 'text_cleaners': ['mongolian_cleaners'], 'max_wav_value': 32768.0, 'sampling_rate': 22050, 'filter_length': 1024, 'hop_length': 256, 'win_length': 1024, 'n_mel_channels': 80, 'mel_fmin': 0.0, 'mel_fmax': None, 'add_blank': True, 'n_speakers': 0, 'cleaned_text': True}, 'model': {'model_dir': '/kaggle/working/MB-iSTFT-VITS2/logs/models/test', 'monotonic_align': 'sma_v1', 'use_mel_posterior_encoder': True, 'use_transformer_flows': True, 'transformer_flow_type': 'pre_conv2', 'use_spk_conditioned_encoder': False, 'use_noise_scaled_mas': True, 'use_duration_discriminator': True, 'duration_discriminator_type': 'dur_disc_2', 'ms_istft_vits': False, 'mb_istft_vits': False, 'istft_vits': True, 'subbands': False, 'gen_istft_n_fft': 16, 'gen_istft_hop_size': 4, 'inter_channels': 192, 'hidden_channels': 96, 'filter_channels': 768, 'n_heads': 2, 'n_layers': 3, 'kernel_size': 3, 'p_dropout': 0.1, 'resblock': '1', 'resblock_kernel_sizes': [3, 7, 11], 'resblock_dilation_sizes': [[1, 3, 5], [1, 3, 5], [1, 3, 5]], 'upsample_rates': [8, 8], 'upsample_initial_channel': 256, 'upsample_kernel_sizes': [16, 16], 'n_layers_q': 3, 'use_spectral_norm': False, 'use_sdp': False}, 'model_dir': './logs/models/test'}
2025-07-31 01:33:49,148 test INFO Loaded checkpoint './logs/models/test/G_1000.pth' (iteration 20)
2025-07-31 01:33:49,809 test INFO Loaded checkpoint './logs/models/test/D_1000.pth' (iteration 20)
2025-07-31 01:33:49,836 test INFO Loaded checkpoint './logs/models/test/DUR_1000.pth' (iteration 20)
2025-07-31 01:36:38,454 test INFO Train Epoch: 20 [23%]
2025-07-31 01:36:38,455 test INFO [1.9656245708465576, 2.8020124435424805, 5.126007080078125, 28.8214054107666, 0.693265974521637, 1.7273637056350708, 0.0, 1000, 0.00019950059330492385]
2025-07-31 01:36:50,857 test INFO Saving model and optimizer state at iteration 20 to ./logs/models/test/G_1000.pth
2025-07-31 01:36:51,328 test INFO Saving model and optimizer state at iteration 20 to ./logs/models/test/D_1000.pth
2025-07-31 01:36:52,797 test INFO Saving model and optimizer state at iteration 20 to ./logs/models/test/DUR_1000.pth
2025-07-31 01:39:42,753 test INFO ====> Epoch: 20
2025-07-31 01:44:07,580 test INFO ====> Epoch: 21
2025-07-31 01:48:26,000 test INFO ====> Epoch: 22
2025-07-31 01:52:30,082 test INFO ====> Epoch: 23
2025-07-31 01:53:57,495 test INFO Train Epoch: 24 [8%]
2025-07-31 01:53:57,496 test INFO [2.127068042755127, 2.871854066848755, 5.810014247894287, 27.361814498901367, 0.6673199534416199, 1.4821794033050537, 0.0, 1200, 0.00019940086170989343]
2025-07-31 01:56:34,930 test INFO ====> Epoch: 24
2025-07-31 02:00:30,524 test INFO ====> Epoch: 25
2025-07-31 02:04:23,948 test INFO ====> Epoch: 26
2025-07-31 02:08:01,494 test INFO Train Epoch: 27 [92%]
2025-07-31 02:08:01,495 test INFO [2.2791748046875, 2.278524875640869, 4.414543628692627, 25.56375503540039, 0.6637109518051147, 1.6679558753967285, 0.0, 1400, 0.00019932609573327815]
2025-07-31 02:08:19,857 test INFO ====> Epoch: 27
2025-07-31 02:12:09,060 test INFO ====> Epoch: 28
2025-07-31 02:15:58,373 test INFO ====> Epoch: 29
2025-07-31 02:19:49,709 test INFO ====> Epoch: 30
2025-07-31 02:22:59,065 test INFO Train Epoch: 31 [77%]
2025-07-31 02:22:59,066 test INFO [2.3247153759002686, 2.132840156555176, 4.51497220993042, 24.57917594909668, 0.6860677003860474, 1.6770586967468262, 0.0, 1600, 0.00019922645137067577]
2025-07-31 02:23:38,099 test INFO ====> Epoch: 31
2025-07-31 02:27:30,813 test INFO ====> Epoch: 32
2025-07-31 02:31:23,337 test INFO ====> Epoch: 33
2025-07-31 02:35:14,478 test INFO ====> Epoch: 34
2025-07-31 02:38:03,011 test INFO Train Epoch: 35 [62%]
2025-07-31 02:38:03,011 test INFO [2.3587417602539062, 2.3939170837402344, 4.023411273956299, 23.816768646240234, 0.8693028688430786, 1.532321572303772, 0.0, 1800, 0.00019912685682091382]
2025-07-31 02:39:08,283 test INFO ====> Epoch: 35
2025-07-31 02:42:58,044 test INFO ====> Epoch: 36
2025-07-31 02:46:47,721 test INFO ====> Epoch: 37
2025-07-31 02:50:41,508 test INFO ====> Epoch: 38
2025-07-31 02:53:12,148 test INFO Train Epoch: 39 [46%]
2025-07-31 02:53:12,149 test INFO [2.847137689590454, 2.577000379562378, 3.732314348220825, 23.85078239440918, 0.7318472862243652, 1.5830132961273193, 0.0, 2000, 0.0001990273120590905]
2025-07-31 02:53:24,319 test INFO Saving model and optimizer state at iteration 39 to ./logs/models/test/G_2000.pth
2025-07-31 02:53:24,627 test INFO Saving model and optimizer state at iteration 39 to ./logs/models/test/D_2000.pth
2025-07-31 02:53:25,668 test INFO Saving model and optimizer state at iteration 39 to ./logs/models/test/DUR_2000.pth
2025-07-31 02:54:52,493 test INFO ====> Epoch: 39
2025-07-31 02:58:46,400 test INFO ====> Epoch: 40
2025-07-31 03:02:42,313 test INFO ====> Epoch: 41
2025-07-31 03:06:35,361 test INFO ====> Epoch: 42
2025-07-31 03:08:41,188 test INFO Train Epoch: 43 [31%]
2025-07-31 03:08:41,189 test INFO [2.240980625152588, 2.6449100971221924, 5.176596164703369, 23.96646499633789, 0.6730544567108154, 1.5391364097595215, 0.0, 2200, 0.0001989278170603166]
2025-07-31 03:10:28,904 test INFO ====> Epoch: 43
2025-07-31 03:14:21,557 test INFO ====> Epoch: 44
2025-07-31 03:18:13,796 test INFO ====> Epoch: 45
2025-07-31 03:22:07,257 test INFO ====> Epoch: 46
2025-07-31 03:23:52,143 test INFO Train Epoch: 47 [15%]
2025-07-31 03:23:52,144 test INFO [2.2238330841064453, 2.8049025535583496, 5.039942741394043, 25.630708694458008, 0.6492426991462708, 1.378102421760559, 0.0, 2400, 0.00019882837179971516]
2025-07-31 03:26:02,899 test INFO ====> Epoch: 47
2025-07-31 03:29:54,701 test INFO ====> Epoch: 48
2025-07-31 03:33:47,362 test INFO ====> Epoch: 49
2025-07-31 03:37:39,803 test INFO ====> Epoch: 50
2025-07-31 03:38:58,397 test INFO Train Epoch: 51 [0%]
2025-07-31 03:38:58,397 test INFO [2.1683993339538574, 2.9971916675567627, 4.997808933258057, 24.057239532470703, 0.6049681901931763, 1.3715147972106934, 0.0, 2600, 0.00019872897625242182]
2025-07-31 03:41:31,741 test INFO ====> Epoch: 51
2025-07-31 03:45:20,574 test INFO ====> Epoch: 52
2025-07-31 03:49:07,756 test INFO ====> Epoch: 53
2025-07-31 03:52:25,294 test INFO Train Epoch: 54 [85%]
2025-07-31 03:52:25,295 test INFO [2.3753867149353027, 2.1082334518432617, 4.8928751945495605, 24.585691452026367, 0.6043976545333862, 1.514618158340454, 0.0, 2800, 0.00019865446220135974]
2025-07-31 03:52:55,320 test INFO ====> Epoch: 54
2025-07-31 03:56:42,428 test INFO ====> Epoch: 55
2025-07-31 04:00:31,013 test INFO ====> Epoch: 56
2025-07-31 04:04:21,218 test INFO ====> Epoch: 57
2025-07-31 04:07:21,191 test INFO Train Epoch: 58 [69%]
2025-07-31 04:07:21,192 test INFO [2.1933226585388184, 2.7472453117370605, 5.024472236633301, 24.471614837646484, 0.6760281920433044, 1.7000283002853394, 0.0, 3000, 0.0001985551535925629]
2025-07-31 04:07:32,544 test INFO Saving model and optimizer state at iteration 58 to ./logs/models/test/G_3000.pth
2025-07-31 04:07:32,838 test INFO Saving model and optimizer state at iteration 58 to ./logs/models/test/D_3000.pth
2025-07-31 04:07:33,593 test INFO Saving model and optimizer state at iteration 58 to ./logs/models/test/DUR_3000.pth
2025-07-31 04:08:25,768 test INFO ====> Epoch: 58
2025-07-31 04:12:15,264 test INFO ====> Epoch: 59
2025-07-31 04:16:03,681 test INFO ====> Epoch: 60
2025-07-31 04:19:51,506 test INFO ====> Epoch: 61
2025-07-31 04:22:23,166 test INFO Train Epoch: 62 [54%]
2025-07-31 04:22:23,167 test INFO [2.3404409885406494, 2.313321352005005, 4.312776565551758, 22.600215911865234, 0.6387431621551514, 1.6513184309005737, 0.0, 3200, 0.00019845589462876104]
2025-07-31 04:23:39,509 test INFO ====> Epoch: 62
2025-07-31 04:27:26,400 test INFO ====> Epoch: 63
2025-07-31 04:31:13,787 test INFO ====> Epoch: 64
2025-07-31 04:35:01,018 test INFO ====> Epoch: 65
2025-07-31 04:37:17,942 test INFO Train Epoch: 66 [38%]
2025-07-31 04:37:17,943 test INFO [2.3338754177093506, 2.625023126602173, 5.1898651123046875, 23.73768424987793, 0.5567646026611328, 1.5497256517410278, 0.0, 3400, 0.00019835668528513637]
2025-07-31 04:38:51,595 test INFO ====> Epoch: 66
2025-07-31 04:42:38,881 test INFO ====> Epoch: 67
2025-07-31 04:46:24,435 test INFO ====> Epoch: 68
2025-07-31 04:50:10,076 test INFO ====> Epoch: 69
2025-07-31 04:51:56,551 test INFO Train Epoch: 70 [23%]
2025-07-31 04:51:56,552 test INFO [2.3850114345550537, 2.6135947704315186, 4.684435844421387, 24.332965850830078, 0.6128116846084595, 1.6240737438201904, 0.0, 3600, 0.00019825752553688343]
2025-07-31 04:53:54,664 test INFO ====> Epoch: 70
2025-07-31 04:57:39,329 test INFO ====> Epoch: 71
2025-07-31 05:01:26,527 test INFO ====> Epoch: 72
2025-07-31 05:05:12,689 test INFO ====> Epoch: 73
2025-07-31 05:06:40,019 test INFO Train Epoch: 74 [8%]
2025-07-31 05:06:40,020 test INFO [2.6055848598480225, 2.1285338401794434, 3.722428798675537, 22.468393325805664, 0.6176992058753967, 1.3958958387374878, 0.0, 3800, 0.00019815841535920914]
2025-07-31 05:08:59,246 test INFO ====> Epoch: 74
2025-07-31 05:12:46,265 test INFO ====> Epoch: 75
2025-07-31 05:16:32,586 test INFO ====> Epoch: 76
2025-07-31 05:20:01,667 test INFO Train Epoch: 77 [92%]
2025-07-31 05:20:01,668 test INFO [2.4883906841278076, 2.1805617809295654, 4.2042670249938965, 22.626026153564453, 0.5748263597488403, 1.4551841020584106, 0.0, 4000, 0.0001980841152417381]
2025-07-31 05:20:14,161 test INFO Saving model and optimizer state at iteration 77 to ./logs/models/test/G_4000.pth
2025-07-31 05:20:14,465 test INFO Saving model and optimizer state at iteration 77 to ./logs/models/test/D_4000.pth
2025-07-31 05:20:15,239 test INFO Saving model and optimizer state at iteration 77 to ./logs/models/test/DUR_4000.pth
2025-07-31 05:20:34,218 test INFO ====> Epoch: 77
2025-07-31 05:24:22,477 test INFO ====> Epoch: 78
2025-07-31 05:28:10,902 test INFO ====> Epoch: 79
2025-07-31 05:32:00,249 test INFO ====> Epoch: 80
2025-07-31 05:35:05,036 test INFO Train Epoch: 81 [77%]
2025-07-31 05:35:05,037 test INFO [2.5853583812713623, 2.5286171436309814, 3.2505855560302734, 21.185871124267578, 0.6000915765762329, 1.5434471368789673, 0.0, 4200, 0.00019798509175295552]
2025-07-31 05:35:47,229 test INFO ====> Epoch: 81
2025-07-31 05:39:32,881 test INFO ====> Epoch: 82
2025-07-31 05:43:17,711 test INFO ====> Epoch: 83
2025-07-31 05:47:02,647 test INFO ====> Epoch: 84
2025-07-31 05:49:46,526 test INFO Train Epoch: 85 [62%]
2025-07-31 05:49:46,526 test INFO [2.5411624908447266, 2.098858118057251, 3.524306297302246, 21.42824935913086, 0.6031346917152405, 1.4776290655136108, 0.0, 4400, 0.00019788611776663464]
2025-07-31 05:50:50,109 test INFO ====> Epoch: 85
2025-07-31 05:54:34,214 test INFO ====> Epoch: 86
2025-07-31 05:58:20,917 test INFO ====> Epoch: 87
2025-07-31 06:02:07,453 test INFO ====> Epoch: 88
2025-07-31 06:04:30,642 test INFO Train Epoch: 89 [46%]
2025-07-31 06:04:30,643 test INFO [2.4000730514526367, 2.2853808403015137, 3.907245635986328, 22.32862091064453, 0.5560649633407593, 1.6621692180633545, 0.0, 4600, 0.0001977871932580289]
2025-07-31 06:05:58,766 test INFO ====> Epoch: 89
2025-07-31 06:09:49,658 test INFO ====> Epoch: 90
2025-07-31 06:13:36,541 test INFO ====> Epoch: 91
2025-07-31 06:17:24,923 test INFO ====> Epoch: 92
2025-07-31 06:19:27,667 test INFO Train Epoch: 93 [31%]
2025-07-31 06:19:27,668 test INFO [2.4509809017181396, 2.291219472885132, 4.49265193939209, 22.068666458129883, 0.5733972787857056, 1.486910343170166, 0.0, 4800, 0.00019768831820240408]
2025-07-31 06:21:15,222 test INFO ====> Epoch: 93
2025-07-31 06:25:02,705 test INFO ====> Epoch: 94
2025-07-31 06:28:49,324 test INFO ====> Epoch: 95
2025-07-31 06:32:40,781 test INFO ====> Epoch: 96
2025-07-31 06:34:21,896 test INFO Train Epoch: 97 [15%]
2025-07-31 06:34:21,896 test INFO [2.3772034645080566, 2.2649965286254883, 4.523828983306885, 22.64429473876953, 0.5706433057785034, 1.6890593767166138, 0.0, 5000, 0.0001975894925750383]
2025-07-31 06:34:33,771 test INFO Saving model and optimizer state at iteration 97 to ./logs/models/test/G_5000.pth
2025-07-31 06:34:34,075 test INFO Saving model and optimizer state at iteration 97 to ./logs/models/test/D_5000.pth
2025-07-31 06:34:35,141 test INFO Saving model and optimizer state at iteration 97 to ./logs/models/test/DUR_5000.pth
2025-07-31 06:36:46,266 test INFO ====> Epoch: 97
2025-07-31 06:40:35,728 test INFO ====> Epoch: 98
2025-07-31 06:44:28,513 test INFO ====> Epoch: 99
2025-07-31 06:48:18,715 test INFO ====> Epoch: 100
2025-07-31 06:49:38,880 test INFO Train Epoch: 101 [0%]
2025-07-31 06:49:38,881 test INFO [2.549609661102295, 2.057654619216919, 3.946938991546631, 22.390897750854492, 0.5150158405303955, 1.535944938659668, 0.0, 5200, 0.00019749071635122203]
2025-07-31 06:52:11,178 test INFO ====> Epoch: 101
2025-07-31 06:56:01,429 test INFO ====> Epoch: 102
2025-07-31 06:59:52,238 test INFO ====> Epoch: 103
2025-07-31 07:03:15,465 test INFO Train Epoch: 104 [85%]
2025-07-31 07:03:15,466 test INFO [2.3861987590789795, 2.480945348739624, 4.573181629180908, 22.018939971923828, 0.5500229597091675, 1.6277506351470947, 0.0, 5400, 0.0001974166665895819]
2025-07-31 07:03:45,346 test INFO ====> Epoch: 104
2025-07-31 07:07:34,873 test INFO ====> Epoch: 105
2025-07-31 07:11:26,120 test INFO ====> Epoch: 106
2025-07-31 07:15:17,543 test INFO ====> Epoch: 107
2025-07-31 07:18:19,760 test INFO Train Epoch: 108 [69%]
2025-07-31 07:18:19,761 test INFO [2.4759371280670166, 2.072383403778076, 3.830291748046875, 21.42949867248535, 0.5675643086433411, 1.7133314609527588, 0.0, 5600, 0.0001973179767625573]
2025-07-31 07:19:11,705 test INFO ====> Epoch: 108
2025-07-31 07:23:04,074 test INFO ====> Epoch: 109
2025-07-31 07:26:56,890 test INFO ====> Epoch: 110
2025-07-31 07:30:48,869 test INFO ====> Epoch: 111
2025-07-31 07:33:24,651 test INFO Train Epoch: 112 [54%]
2025-07-31 07:33:24,651 test INFO [2.5076684951782227, 2.306305408477783, 4.269296646118164, 22.388751983642578, 0.5511433482170105, 1.6194669008255005, 0.0, 5800, 0.0001972193362711948]
2025-07-31 07:34:41,552 test INFO ====> Epoch: 112
2025-07-31 07:38:30,027 test INFO ====> Epoch: 113
2025-07-31 07:42:18,441 test INFO ====> Epoch: 114
2025-07-31 07:46:03,500 test INFO ====> Epoch: 115
2025-07-31 07:48:10,462 test INFO Train Epoch: 116 [38%]
2025-07-31 07:48:10,463 test INFO [2.4217066764831543, 2.242776870727539, 3.812904119491577, 20.610698699951172, 0.49966540932655334, 1.5443930625915527, 0.0, 6000, 0.0001971207450908312]
2025-07-31 07:48:21,863 test INFO Saving model and optimizer state at iteration 116 to ./logs/models/test/G_6000.pth
2025-07-31 07:48:22,233 test INFO Saving model and optimizer state at iteration 116 to ./logs/models/test/D_6000.pth
2025-07-31 07:48:23,227 test INFO Saving model and optimizer state at iteration 116 to ./logs/models/test/DUR_6000.pth
2025-07-31 07:50:02,711 test INFO ====> Epoch: 116
2025-07-31 07:53:48,450 test INFO ====> Epoch: 117
2025-07-31 07:57:32,649 test INFO ====> Epoch: 118
2025-07-31 08:01:16,309 test INFO ====> Epoch: 119
2025-07-31 08:03:04,236 test INFO Train Epoch: 120 [23%]
2025-07-31 08:03:04,237 test INFO [2.6266512870788574, 2.0178945064544678, 3.410848617553711, 20.817426681518555, 0.515114426612854, 1.8253917694091797, 0.0, 6200, 0.00019702220319681561]
2025-07-31 08:05:01,342 test INFO ====> Epoch: 120
2025-07-31 08:08:44,365 test INFO ====> Epoch: 121
2025-07-31 08:12:27,954 test INFO ====> Epoch: 122
2025-07-31 08:16:12,667 test INFO ====> Epoch: 123
2025-07-31 08:17:37,200 test INFO Train Epoch: 124 [8%]
2025-07-31 08:17:37,200 test INFO [2.53196382522583, 2.386284828186035, 4.256141185760498, 21.316987991333008, 0.5280811786651611, 1.66410493850708, 0.0, 6400, 0.00019692371056450955]
2025-07-31 08:19:57,553 test INFO ====> Epoch: 124
2025-07-31 08:23:41,311 test INFO ====> Epoch: 125
2025-07-31 08:27:31,690 test INFO ====> Epoch: 126
2025-07-31 08:31:06,095 test INFO Train Epoch: 127 [92%]
2025-07-31 08:31:06,096 test INFO [2.791898012161255, 2.0775723457336426, 3.4926860332489014, 21.238418579101562, 0.4853513240814209, 1.6464014053344727, 0.0, 6600, 0.00019684987340346216]
2025-07-31 08:31:25,152 test INFO ====> Epoch: 127
2025-07-31 08:35:16,624 test INFO ====> Epoch: 128
2025-07-31 08:39:08,462 test INFO ====> Epoch: 129
2025-07-31 08:43:00,132 test INFO ====> Epoch: 130
2025-07-31 08:46:08,038 test INFO Train Epoch: 131 [77%]
2025-07-31 08:46:08,038 test INFO [2.62441086769104, 2.3613321781158447, 4.058440208435059, 21.22226333618164, 0.5122454166412354, 1.6218836307525635, 0.0, 6800, 0.00019675146691989817]
2025-07-31 08:46:48,322 test INFO ====> Epoch: 131
2025-07-31 08:50:36,642 test INFO ====> Epoch: 132
2025-07-31 08:54:26,654 test INFO ====> Epoch: 133
2025-07-31 08:58:13,721 test INFO ====> Epoch: 134
2025-07-31 09:00:58,695 test INFO Train Epoch: 135 [62%]
2025-07-31 09:00:58,696 test INFO [2.353578567504883, 2.251875638961792, 4.264575481414795, 20.93303680419922, 0.47837555408477783, 1.7085955142974854, 0.0, 7000, 0.00019665310963035113]
2025-07-31 09:01:09,636 test INFO Saving model and optimizer state at iteration 135 to ./logs/models/test/G_7000.pth
2025-07-31 09:01:09,916 test INFO Saving model and optimizer state at iteration 135 to ./logs/models/test/D_7000.pth
2025-07-31 09:01:10,812 test INFO Saving model and optimizer state at iteration 135 to ./logs/models/test/DUR_7000.pth
2025-08-05 01:31:26,819 test INFO {'train': {'log_interval': 200, 'eval_interval': 1000, 'seed': 1234, 'epochs': 1000, 'learning_rate': 0.0002, 'betas': [0.8, 0.99], 'eps': 1e-09, 'batch_size': 32, 'fp16_run': False, 'lr_decay': 0.999875, 'segment_size': 8192, 'init_lr_ratio': 1, 'warmup_epochs': 0, 'c_mel': 45, 'c_kl': 1.0, 'fft_sizes': [384, 683, 171], 'hop_sizes': [30, 60, 10], 'win_lengths': [150, 300, 60], 'window': 'hann_window'}, 'data': {'use_mel_posterior_encoder': True, 'training_files': 'filelists/train.txt.cleaned', 'validation_files': 'filelists/val.txt.cleaned', 'text_cleaners': ['mongolian_cleaners'], 'max_wav_value': 32768.0, 'sampling_rate': 22050, 'filter_length': 1024, 'hop_length': 256, 'win_length': 1024, 'n_mel_channels': 80, 'mel_fmin': 0.0, 'mel_fmax': None, 'add_blank': True, 'n_speakers': 0, 'cleaned_text': True}, 'model': {'model_dir': '/kaggle/working/MB-iSTFT-VITS2/logs/models/test', 'monotonic_align': 'sma_v1', 'use_mel_posterior_encoder': True, 'use_transformer_flows': True, 'transformer_flow_type': 'pre_conv2', 'use_spk_conditioned_encoder': False, 'use_noise_scaled_mas': True, 'use_duration_discriminator': True, 'duration_discriminator_type': 'dur_disc_2', 'ms_istft_vits': False, 'mb_istft_vits': False, 'istft_vits': True, 'subbands': False, 'gen_istft_n_fft': 16, 'gen_istft_hop_size': 4, 'inter_channels': 192, 'hidden_channels': 96, 'filter_channels': 768, 'n_heads': 2, 'n_layers': 3, 'kernel_size': 3, 'p_dropout': 0.1, 'resblock': '1', 'resblock_kernel_sizes': [3, 7, 11], 'resblock_dilation_sizes': [[1, 3, 5], [1, 3, 5], [1, 3, 5]], 'upsample_rates': [8, 8], 'upsample_initial_channel': 256, 'upsample_kernel_sizes': [16, 16], 'n_layers_q': 3, 'use_spectral_norm': False, 'use_sdp': False}, 'model_dir': './logs/models/test'}
2025-08-05 01:31:32,699 test INFO Loaded checkpoint './logs/models/test/G_7000.pth' (iteration 135)
2025-08-05 01:31:33,305 test INFO Loaded checkpoint './logs/models/test/D_7000.pth' (iteration 135)
2025-08-05 01:31:33,332 test INFO Loaded checkpoint './logs/models/test/DUR_7000.pth' (iteration 135)
2025-08-05 01:35:25,612 test INFO Train Epoch: 135 [62%]
2025-08-05 01:35:25,613 test INFO [2.6416471004486084, 2.127274990081787, 3.719663143157959, 21.127988815307617, 0.4699975252151489, 1.6310991048812866, 0.0, 7000, 0.00019662852799164733]
2025-08-05 01:35:36,507 test INFO Saving model and optimizer state at iteration 135 to ./logs/models/test/G_7000.pth
2025-08-05 01:35:36,888 test INFO Saving model and optimizer state at iteration 135 to ./logs/models/test/D_7000.pth
2025-08-05 01:35:38,395 test INFO Saving model and optimizer state at iteration 135 to ./logs/models/test/DUR_7000.pth
2025-08-05 01:37:01,448 test INFO ====> Epoch: 135
2025-08-05 01:41:15,020 test INFO ====> Epoch: 136
2025-08-05 01:45:11,040 test INFO ====> Epoch: 137
2025-08-05 01:48:58,990 test INFO ====> Epoch: 138
2025-08-05 01:51:18,708 test INFO Train Epoch: 139 [46%]
2025-08-05 01:51:18,709 test INFO [2.739175319671631, 2.2061281204223633, 3.912578582763672, 21.5425968170166, 0.5628865957260132, 1.604141116142273, 0.0, 7200, 0.00019653023216003985]
2025-08-05 01:52:47,469 test INFO ====> Epoch: 139
2025-08-05 01:56:34,241 test INFO ====> Epoch: 140
2025-08-05 02:00:14,049 test INFO ====> Epoch: 141
2025-08-05 02:03:56,845 test INFO ====> Epoch: 142
2025-08-05 02:05:51,634 test INFO Train Epoch: 143 [31%]
2025-08-05 02:05:51,635 test INFO [2.5129570960998535, 2.2129294872283936, 3.715583086013794, 20.146846771240234, 0.5234112739562988, 1.5569653511047363, 0.0, 7400, 0.0001964319854671337]
2025-08-05 02:07:40,650 test INFO ====> Epoch: 143
2025-08-05 02:11:22,468 test INFO ====> Epoch: 144
2025-08-05 02:15:00,284 test INFO ====> Epoch: 145
2025-08-05 02:18:38,488 test INFO ====> Epoch: 146
2025-08-05 02:20:09,074 test INFO Train Epoch: 147 [15%]
2025-08-05 02:20:09,074 test INFO [2.5928714275360107, 2.0175251960754395, 3.470730781555176, 20.357799530029297, 0.5219050645828247, 1.5567798614501953, 0.0, 7600, 0.00019633378788836418]
2025-08-05 02:22:17,838 test INFO ====> Epoch: 147
2025-08-05 02:25:59,230 test INFO ====> Epoch: 148
2025-08-05 02:29:38,762 test INFO ====> Epoch: 149
2025-08-05 02:33:17,397 test INFO ====> Epoch: 150
2025-08-05 02:34:27,034 test INFO Train Epoch: 151 [0%]
2025-08-05 02:34:27,034 test INFO [2.4691808223724365, 2.144906997680664, 3.800124406814575, 20.430051803588867, 0.49702444672584534, 1.4956233501434326, 0.0, 7800, 0.00019623563939917877]
2025-08-05 02:36:56,932 test INFO ====> Epoch: 151
2025-08-05 02:40:37,429 test INFO ====> Epoch: 152
2025-08-05 02:44:16,863 test INFO ====> Epoch: 153
2025-08-05 02:47:27,319 test INFO Train Epoch: 154 [85%]
2025-08-05 02:47:27,319 test INFO [2.649805784225464, 2.1071085929870605, 3.80672287940979, 20.531841278076172, 0.523084819316864, 1.6037907600402832, 0.0, 8000, 0.00019616206023256638]
2025-08-05 02:47:37,221 test INFO Saving model and optimizer state at iteration 154 to ./logs/models/test/G_8000.pth
2025-08-05 02:47:37,562 test INFO Saving model and optimizer state at iteration 154 to ./logs/models/test/D_8000.pth
2025-08-05 02:47:38,284 test INFO Saving model and optimizer state at iteration 154 to ./logs/models/test/DUR_8000.pth
2025-08-05 02:48:06,523 test INFO ====> Epoch: 154
2025-08-05 02:51:43,762 test INFO ====> Epoch: 155
2025-08-05 02:55:20,540 test INFO ====> Epoch: 156
2025-08-05 02:58:58,648 test INFO ====> Epoch: 157
2025-08-05 03:01:59,096 test INFO Train Epoch: 158 [69%]
2025-08-05 03:01:59,096 test INFO [2.579768419265747, 2.147030830383301, 3.331496238708496, 19.6187744140625, 0.4969739317893982, 1.5727837085723877, 0.0, 8200, 0.00019606399759111075]
2025-08-05 03:02:50,927 test INFO ====> Epoch: 158
2025-08-05 03:06:40,674 test INFO ====> Epoch: 159
2025-08-05 03:10:30,190 test INFO ====> Epoch: 160
2025-08-05 03:14:21,819 test INFO ====> Epoch: 161
2025-08-05 03:16:52,770 test INFO Train Epoch: 162 [54%]
2025-08-05 03:16:52,771 test INFO [2.5656967163085938, 2.073058843612671, 3.719477891921997, 20.46259880065918, 0.5137536525726318, 1.610198974609375, 0.0, 8400, 0.00019596598397178324]
2025-08-05 03:18:10,090 test INFO ====> Epoch: 162
2025-08-05 03:22:00,078 test INFO ====> Epoch: 163
2025-08-05 03:25:47,875 test INFO ====> Epoch: 164
2025-08-05 03:29:35,809 test INFO ====> Epoch: 165
2025-08-05 03:31:48,028 test INFO Train Epoch: 166 [38%]
2025-08-05 03:31:48,029 test INFO [2.6556057929992676, 2.0532360076904297, 3.861314535140991, 19.56197166442871, 0.5389214158058167, 1.7225737571716309, 0.0, 8600, 0.0001958680193500774]
2025-08-05 03:33:21,947 test INFO ====> Epoch: 166
2025-08-05 03:37:06,681 test INFO ====> Epoch: 167
2025-08-05 03:40:52,281 test INFO ====> Epoch: 168
2025-08-05 03:44:37,128 test INFO ====> Epoch: 169
2025-08-05 03:46:25,351 test INFO Train Epoch: 170 [23%]
2025-08-05 03:46:25,352 test INFO [2.602020740509033, 1.983532190322876, 3.2786247730255127, 19.882503509521484, 0.5059917569160461, 1.6561806201934814, 0.0, 8800, 0.000195770103701499]
2025-08-05 03:48:23,886 test INFO ====> Epoch: 170
2025-08-05 03:52:11,834 test INFO ====> Epoch: 171
2025-08-05 03:55:58,289 test INFO ====> Epoch: 172
2025-08-05 03:59:42,335 test INFO ====> Epoch: 173
2025-08-05 04:01:06,925 test INFO Train Epoch: 174 [8%]
2025-08-05 04:01:06,926 test INFO [2.5075738430023193, 2.0715651512145996, 4.109845161437988, 20.48468780517578, 0.5117015838623047, 1.5766454935073853, 0.0, 9000, 0.00019567223700156603]
2025-08-05 04:01:17,903 test INFO Saving model and optimizer state at iteration 174 to ./logs/models/test/G_9000.pth
2025-08-05 04:01:18,178 test INFO Saving model and optimizer state at iteration 174 to ./logs/models/test/D_9000.pth
2025-08-05 04:01:19,095 test INFO Saving model and optimizer state at iteration 174 to ./logs/models/test/DUR_9000.pth
2025-08-05 04:03:38,225 test INFO ====> Epoch: 174
2025-08-05 04:07:21,704 test INFO ====> Epoch: 175
2025-08-05 04:11:04,727 test INFO ====> Epoch: 176
2025-08-05 04:14:27,444 test INFO Train Epoch: 177 [92%]
2025-08-05 04:14:27,445 test INFO [2.6804802417755127, 2.1516778469085693, 4.191956996917725, 20.505977630615234, 0.4566020369529724, 1.836585521697998, 0.0, 9200, 0.00019559886908444434]
2025-08-05 04:14:47,484 test INFO ====> Epoch: 177
2025-08-05 04:18:26,001 test INFO ====> Epoch: 178
2025-08-05 04:22:01,856 test INFO ====> Epoch: 179
2025-08-05 04:25:38,626 test INFO ====> Epoch: 180
2025-08-05 04:28:35,125 test INFO Train Epoch: 181 [77%]
2025-08-05 04:28:35,125 test INFO [2.4594314098358154, 2.4892454147338867, 4.455545425415039, 20.477157592773438, 0.5028854608535767, 1.607441782951355, 0.0, 9400, 0.000195501087985768]
2025-08-05 04:29:14,563 test INFO ====> Epoch: 181
2025-08-05 04:32:52,387 test INFO ====> Epoch: 182
2025-08-05 04:36:31,040 test INFO ====> Epoch: 183
2025-08-05 04:40:06,619 test INFO ====> Epoch: 184
2025-08-05 04:42:45,054 test INFO Train Epoch: 185 [62%]
2025-08-05 04:42:45,054 test INFO [2.5319314002990723, 2.2680299282073975, 3.647360324859619, 19.988113403320312, 0.5179519653320312, 1.5068033933639526, 0.0, 9600, 0.0001954033557684748]
2025-08-05 04:43:44,382 test INFO ====> Epoch: 185
2025-08-05 04:47:19,766 test INFO ====> Epoch: 186
2025-08-05 04:50:55,017 test INFO ====> Epoch: 187
2025-08-05 04:54:30,539 test INFO ====> Epoch: 188
2025-08-05 04:56:44,147 test INFO Train Epoch: 189 [46%]
2025-08-05 04:56:44,147 test INFO [2.6491658687591553, 2.119560956954956, 3.822805404663086, 20.206140518188477, 0.5193471908569336, 1.6161415576934814, 0.0, 9800, 0.00019530567240812858]
2025-08-05 04:58:10,596 test INFO ====> Epoch: 189
2025-08-05 05:01:49,133 test INFO ====> Epoch: 190
2025-08-05 05:05:30,305 test INFO ====> Epoch: 191
2025-08-05 05:09:09,202 test INFO ====> Epoch: 192
2025-08-05 05:11:03,413 test INFO Train Epoch: 193 [31%]
2025-08-05 05:11:03,414 test INFO [2.478689193725586, 2.314779281616211, 4.181034088134766, 20.31623077392578, 0.46846258640289307, 1.5101802349090576, 0.0, 10000, 0.0001952080378803055]
2025-08-05 05:11:13,536 test INFO Saving model and optimizer state at iteration 193 to ./logs/models/test/G_10000.pth
2025-08-05 05:11:13,808 test INFO Saving model and optimizer state at iteration 193 to ./logs/models/test/D_10000.pth
2025-08-05 05:11:14,704 test INFO Saving model and optimizer state at iteration 193 to ./logs/models/test/DUR_10000.pth
2025-08-05 05:13:00,247 test INFO ====> Epoch: 193
2025-08-05 05:16:39,519 test INFO ====> Epoch: 194
2025-08-05 05:20:18,868 test INFO ====> Epoch: 195
2025-08-05 05:23:56,645 test INFO ====> Epoch: 196
2025-08-05 05:25:28,183 test INFO Train Epoch: 197 [15%]
2025-08-05 05:25:28,184 test INFO [2.6134955883026123, 2.067080020904541, 4.091482639312744, 20.136301040649414, 0.46623557806015015, 1.619112491607666, 0.0, 10200, 0.00019511045216059385]
2025-08-05 05:27:36,584 test INFO ====> Epoch: 197
2025-08-05 05:31:15,926 test INFO ====> Epoch: 198
2025-08-05 05:34:54,174 test INFO ====> Epoch: 199
2025-08-05 05:38:30,122 test INFO ====> Epoch: 200
2025-08-05 05:39:39,397 test INFO Train Epoch: 201 [0%]
2025-08-05 05:39:39,398 test INFO [2.476996421813965, 2.1436283588409424, 4.032958507537842, 19.478801727294922, 0.5170520544052124, 1.6105341911315918, 0.0, 10400, 0.00019501291522459419]
2025-08-05 05:42:06,662 test INFO ====> Epoch: 201
2025-08-05 05:45:42,811 test INFO ====> Epoch: 202
2025-08-05 05:49:21,582 test INFO ====> Epoch: 203
2025-08-05 05:52:30,417 test INFO Train Epoch: 204 [85%]
2025-08-05 05:52:30,417 test INFO [2.483860731124878, 2.4794540405273438, 4.472625732421875, 21.356765747070312, 0.5004539489746094, 1.6132322549819946, 0.0, 10600, 0.00019493979452223445]
2025-08-05 05:53:00,255 test INFO ====> Epoch: 204
2025-08-05 05:56:36,558 test INFO ====> Epoch: 205
2025-08-05 06:00:13,774 test INFO ====> Epoch: 206
2025-08-05 06:03:53,742 test INFO ====> Epoch: 207
2025-08-05 06:06:40,609 test INFO Train Epoch: 208 [69%]
2025-08-05 06:06:40,610 test INFO [2.7026138305664062, 1.9693485498428345, 4.192020416259766, 20.380239486694336, 0.4474179148674011, 1.561622977256775, 0.0, 10800, 0.0001948423428990561]
2025-08-05 06:07:31,148 test INFO ====> Epoch: 208
2025-08-05 06:11:09,991 test INFO ====> Epoch: 209
2025-08-05 06:14:46,483 test INFO ====> Epoch: 210
2025-08-05 06:18:25,830 test INFO ====> Epoch: 211
2025-08-05 06:20:52,730 test INFO Train Epoch: 212 [54%]
2025-08-05 06:20:52,731 test INFO [2.485226631164551, 2.2649717330932617, 4.22634744644165, 19.814529418945312, 0.48575425148010254, 1.5111013650894165, 0.0, 11000, 0.000194744939992554]
2025-08-05 06:21:03,034 test INFO Saving model and optimizer state at iteration 212 to ./logs/models/test/G_11000.pth
2025-08-05 06:21:03,322 test INFO Saving model and optimizer state at iteration 212 to ./logs/models/test/D_11000.pth
2025-08-05 06:21:04,011 test INFO Saving model and optimizer state at iteration 212 to ./logs/models/test/DUR_11000.pth
2025-08-05 06:22:15,021 test INFO ====> Epoch: 212
2025-08-05 06:25:54,194 test INFO ====> Epoch: 213
2025-08-05 06:29:31,491 test INFO ====> Epoch: 214
2025-08-05 06:33:09,704 test INFO ====> Epoch: 215
2025-08-05 06:35:14,318 test INFO Train Epoch: 216 [38%]
2025-08-05 06:35:14,318 test INFO [2.721843957901001, 1.9794671535491943, 4.144385814666748, 20.223987579345703, 0.4896424412727356, 1.6866730451583862, 0.0, 11200, 0.00019464758577837445]
2025-08-05 06:36:48,189 test INFO ====> Epoch: 216
2025-08-05 06:40:26,440 test INFO ====> Epoch: 217
2025-08-05 06:44:04,685 test INFO ====> Epoch: 218
2025-08-05 06:47:44,018 test INFO ====> Epoch: 219
2025-08-05 06:49:24,971 test INFO Train Epoch: 220 [23%]
2025-08-05 06:49:24,971 test INFO [2.6293091773986816, 2.106461524963379, 4.066051483154297, 20.403671264648438, 0.42914146184921265, 1.7381436824798584, 0.0, 11400, 0.00019455028023217577]
2025-08-05 06:51:22,150 test INFO ====> Epoch: 220
2025-08-05 06:55:00,913 test INFO ====> Epoch: 221
2025-08-05 06:58:37,270 test INFO ====> Epoch: 222
2025-08-05 07:02:14,571 test INFO ====> Epoch: 223
2025-08-05 07:03:34,577 test INFO Train Epoch: 224 [8%]
2025-08-05 07:03:34,578 test INFO [2.773900032043457, 2.076075792312622, 4.250208854675293, 20.74651336669922, 0.453263521194458, 1.7728427648544312, 0.0, 11600, 0.00019445302332962857]
2025-08-05 07:05:54,582 test INFO ====> Epoch: 224
2025-08-05 07:09:32,575 test INFO ====> Epoch: 225
2025-08-05 07:13:09,488 test INFO ====> Epoch: 226
2025-08-05 07:16:28,252 test INFO Train Epoch: 227 [92%]
2025-08-05 07:16:28,252 test INFO [2.655961275100708, 2.3687145709991455, 3.873485565185547, 20.000734329223633, 0.512011706829071, 1.4993228912353516, 0.0, 11800, 0.00019438011256048564]
2025-08-05 07:16:47,639 test INFO ====> Epoch: 227
2025-08-05 07:20:23,794 test INFO ====> Epoch: 228
2025-08-05 07:24:01,123 test INFO ====> Epoch: 229
2025-08-05 07:27:38,016 test INFO ====> Epoch: 230
2025-08-05 07:30:38,160 test INFO Train Epoch: 231 [77%]
2025-08-05 07:30:38,161 test INFO [2.541431188583374, 2.3340110778808594, 4.815236568450928, 21.05251693725586, 0.4996907413005829, 1.5989941358566284, 0.0, 12000, 0.00019428294072582235]
2025-08-05 07:30:48,250 test INFO Saving model and optimizer state at iteration 231 to ./logs/models/test/G_12000.pth
2025-08-05 07:30:48,544 test INFO Saving model and optimizer state at iteration 231 to ./logs/models/test/D_12000.pth
2025-08-05 07:30:49,398 test INFO Saving model and optimizer state at iteration 231 to ./logs/models/test/DUR_12000.pth
2025-08-05 07:31:28,169 test INFO ====> Epoch: 231
2025-08-05 07:35:07,109 test INFO ====> Epoch: 232
2025-08-05 07:38:43,833 test INFO ====> Epoch: 233
2025-08-05 07:42:19,537 test INFO ====> Epoch: 234
2025-08-05 07:44:57,487 test INFO Train Epoch: 235 [62%]
2025-08-05 07:44:57,488 test INFO [2.7038631439208984, 2.1038551330566406, 4.154189586639404, 20.232786178588867, 0.4687941074371338, 1.4279340505599976, 0.0, 12200, 0.0001941858174679673]
2025-08-05 07:45:58,079 test INFO ====> Epoch: 235
2025-08-05 07:49:35,493 test INFO ====> Epoch: 236
2025-08-05 07:53:11,645 test INFO ====> Epoch: 237
2025-08-05 07:56:48,200 test INFO ====> Epoch: 238
2025-08-05 07:59:04,320 test INFO Train Epoch: 239 [46%]
2025-08-05 07:59:04,321 test INFO [2.4367289543151855, 2.232133150100708, 4.658703804016113, 20.180450439453125, 0.47908321022987366, 1.6315973997116089, 0.0, 12400, 0.00019408874276263664]
2025-08-05 08:00:25,853 test INFO ====> Epoch: 239
2025-08-05 08:04:03,930 test INFO ====> Epoch: 240
2025-08-05 08:07:41,905 test INFO ====> Epoch: 241
2025-08-05 08:11:17,714 test INFO ====> Epoch: 242
2025-08-05 08:13:10,815 test INFO Train Epoch: 243 [31%]
2025-08-05 08:13:10,816 test INFO [2.5637245178222656, 2.308986186981201, 4.052617073059082, 20.066442489624023, 0.5026495456695557, 1.6135369539260864, 0.0, 12600, 0.00019399171658555865]
2025-08-05 08:14:54,253 test INFO ====> Epoch: 243
2025-08-05 08:18:30,140 test INFO ====> Epoch: 244
2025-08-05 08:22:07,291 test INFO ====> Epoch: 245
2025-08-05 08:25:43,424 test INFO ====> Epoch: 246
2025-08-05 08:27:12,869 test INFO Train Epoch: 247 [15%]
2025-08-05 08:27:12,870 test INFO [2.623936414718628, 2.1072592735290527, 4.314187049865723, 20.27657699584961, 0.48024851083755493, 1.6626585721969604, 0.0, 12800, 0.00019389473891247375]
2025-08-05 08:29:21,200 test INFO ====> Epoch: 247
2025-08-05 08:32:56,593 test INFO ====> Epoch: 248
2025-08-05 08:36:31,502 test INFO ====> Epoch: 249
2025-08-05 08:40:07,005 test INFO ====> Epoch: 250
2025-08-05 08:41:14,862 test INFO Train Epoch: 251 [0%]
2025-08-05 08:41:14,863 test INFO [2.5391082763671875, 2.487997055053711, 4.402265548706055, 19.362823486328125, 0.4906901717185974, 1.7380026578903198, 0.0, 13000, 0.0001937978097191345]
2025-08-05 08:41:24,684 test INFO Saving model and optimizer state at iteration 251 to ./logs/models/test/G_13000.pth
2025-08-05 08:41:24,987 test INFO Saving model and optimizer state at iteration 251 to ./logs/models/test/D_13000.pth
2025-08-05 08:41:25,734 test INFO Saving model and optimizer state at iteration 251 to ./logs/models/test/DUR_13000.pth
2025-08-05 08:43:53,976 test INFO ====> Epoch: 251
2025-08-05 08:47:31,224 test INFO ====> Epoch: 252
2025-08-05 08:51:09,435 test INFO ====> Epoch: 253
|