zwa73 commited on
Commit ·
58ee2b0
1
Parent(s): 7a795f0
20250210
Browse files- .gitignore +6 -0
- VITS/20250210-7speaker/best/D_179200.pth +3 -0
- VITS/20250210-7speaker/best/G_179200.pth +3 -0
- VITS/20250210-7speaker/best/config.json +98 -0
- VITS/20250210-7speaker/config.json +98 -0
- VITS/20250210-7speaker/pruned/P_G_179200.pth +3 -0
- VITS/20250210-7speaker/pruned/config.json +98 -0
- VITS/20250210-7speaker/train.log +604 -0
.gitignore
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
|
| 2 |
+
|
| 3 |
+
|
| 4 |
+
*/*/good/**
|
| 5 |
+
*/*/last/**
|
| 6 |
+
*/*/backup/**
|
VITS/20250210-7speaker/best/D_179200.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:87b2e20cea1d6b227361343989cd32a69e322aeadd297c9313f4ce5c9d86a307
|
| 3 |
+
size 561099401
|
VITS/20250210-7speaker/best/G_179200.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2d979557f9af2414cd96c2044ebbc241dd1f865acf5c51352591aaa6eed7c4ac
|
| 3 |
+
size 476810033
|
VITS/20250210-7speaker/best/config.json
ADDED
|
@@ -0,0 +1,98 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"train": {
|
| 3 |
+
"log_interval": 320,
|
| 4 |
+
"eval_interval": 320,
|
| 5 |
+
"seed": 1234,
|
| 6 |
+
"epochs": 2000,
|
| 7 |
+
"learning_rate": 2e-4,
|
| 8 |
+
"betas": [0.8, 0.99],
|
| 9 |
+
"eps": 1e-9,
|
| 10 |
+
"batch_size": 16,
|
| 11 |
+
"fp16_run": true,
|
| 12 |
+
"lr_decay": 0.999875,
|
| 13 |
+
"segment_size": 8192,
|
| 14 |
+
"init_lr_ratio": 1,
|
| 15 |
+
"warmup_epochs": 0,
|
| 16 |
+
"c_mel": 45,
|
| 17 |
+
"c_kl": 1.0
|
| 18 |
+
},
|
| 19 |
+
"data": {
|
| 20 |
+
"training_files":"filelists/train_filelist.txt.cleaned",
|
| 21 |
+
"validation_files":"filelists/val_filelist.txt.cleaned",
|
| 22 |
+
"text_cleaners":["japanese_cleaners"],
|
| 23 |
+
"max_wav_value": 32768.0,
|
| 24 |
+
"sampling_rate": 22050,
|
| 25 |
+
"filter_length": 1024,
|
| 26 |
+
"hop_length": 256,
|
| 27 |
+
"win_length": 1024,
|
| 28 |
+
"n_mel_channels": 80,
|
| 29 |
+
"mel_fmin": 0.0,
|
| 30 |
+
"mel_fmax": null,
|
| 31 |
+
"add_blank": true,
|
| 32 |
+
"n_speakers": 7,
|
| 33 |
+
"cleaned_text": true
|
| 34 |
+
},
|
| 35 |
+
"model": {
|
| 36 |
+
"inter_channels": 192,
|
| 37 |
+
"hidden_channels": 192,
|
| 38 |
+
"filter_channels": 768,
|
| 39 |
+
"n_heads": 2,
|
| 40 |
+
"n_layers": 6,
|
| 41 |
+
"kernel_size": 3,
|
| 42 |
+
"p_dropout": 0.1,
|
| 43 |
+
"resblock": "1",
|
| 44 |
+
"resblock_kernel_sizes": [3,7,11],
|
| 45 |
+
"resblock_dilation_sizes": [[1,3,5], [1,3,5], [1,3,5]],
|
| 46 |
+
"upsample_rates": [8,8,2,2],
|
| 47 |
+
"upsample_initial_channel": 512,
|
| 48 |
+
"upsample_kernel_sizes": [16,16,4,4],
|
| 49 |
+
"n_layers_q": 3,
|
| 50 |
+
"use_spectral_norm": false,
|
| 51 |
+
"gin_channels": 256
|
| 52 |
+
},
|
| 53 |
+
"speakers": [
|
| 54 |
+
"Dora","Haliva","Ithil","Micha","Philodoxy","QingHao","Kokkoro"
|
| 55 |
+
],
|
| 56 |
+
"symbols": [
|
| 57 |
+
"_",
|
| 58 |
+
",",
|
| 59 |
+
".",
|
| 60 |
+
"!",
|
| 61 |
+
"?",
|
| 62 |
+
"-",
|
| 63 |
+
"A",
|
| 64 |
+
"E",
|
| 65 |
+
"I",
|
| 66 |
+
"N",
|
| 67 |
+
"O",
|
| 68 |
+
"Q",
|
| 69 |
+
"U",
|
| 70 |
+
"a",
|
| 71 |
+
"b",
|
| 72 |
+
"d",
|
| 73 |
+
"e",
|
| 74 |
+
"f",
|
| 75 |
+
"g",
|
| 76 |
+
"h",
|
| 77 |
+
"i",
|
| 78 |
+
"j",
|
| 79 |
+
"k",
|
| 80 |
+
"m",
|
| 81 |
+
"n",
|
| 82 |
+
"o",
|
| 83 |
+
"p",
|
| 84 |
+
"r",
|
| 85 |
+
"s",
|
| 86 |
+
"t",
|
| 87 |
+
"u",
|
| 88 |
+
"v",
|
| 89 |
+
"w",
|
| 90 |
+
"y",
|
| 91 |
+
"z",
|
| 92 |
+
"\u0283",
|
| 93 |
+
"\u02a7",
|
| 94 |
+
"\u2193",
|
| 95 |
+
"\u2191",
|
| 96 |
+
" "
|
| 97 |
+
]
|
| 98 |
+
}
|
VITS/20250210-7speaker/config.json
ADDED
|
@@ -0,0 +1,98 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"train": {
|
| 3 |
+
"log_interval": 320,
|
| 4 |
+
"eval_interval": 320,
|
| 5 |
+
"seed": 1234,
|
| 6 |
+
"epochs": 2000,
|
| 7 |
+
"learning_rate": 2e-4,
|
| 8 |
+
"betas": [0.8, 0.99],
|
| 9 |
+
"eps": 1e-9,
|
| 10 |
+
"batch_size": 16,
|
| 11 |
+
"fp16_run": true,
|
| 12 |
+
"lr_decay": 0.999875,
|
| 13 |
+
"segment_size": 8192,
|
| 14 |
+
"init_lr_ratio": 1,
|
| 15 |
+
"warmup_epochs": 0,
|
| 16 |
+
"c_mel": 45,
|
| 17 |
+
"c_kl": 1.0
|
| 18 |
+
},
|
| 19 |
+
"data": {
|
| 20 |
+
"training_files":"filelists/train_filelist.txt.cleaned",
|
| 21 |
+
"validation_files":"filelists/val_filelist.txt.cleaned",
|
| 22 |
+
"text_cleaners":["japanese_cleaners"],
|
| 23 |
+
"max_wav_value": 32768.0,
|
| 24 |
+
"sampling_rate": 22050,
|
| 25 |
+
"filter_length": 1024,
|
| 26 |
+
"hop_length": 256,
|
| 27 |
+
"win_length": 1024,
|
| 28 |
+
"n_mel_channels": 80,
|
| 29 |
+
"mel_fmin": 0.0,
|
| 30 |
+
"mel_fmax": null,
|
| 31 |
+
"add_blank": true,
|
| 32 |
+
"n_speakers": 7,
|
| 33 |
+
"cleaned_text": true
|
| 34 |
+
},
|
| 35 |
+
"model": {
|
| 36 |
+
"inter_channels": 192,
|
| 37 |
+
"hidden_channels": 192,
|
| 38 |
+
"filter_channels": 768,
|
| 39 |
+
"n_heads": 2,
|
| 40 |
+
"n_layers": 6,
|
| 41 |
+
"kernel_size": 3,
|
| 42 |
+
"p_dropout": 0.1,
|
| 43 |
+
"resblock": "1",
|
| 44 |
+
"resblock_kernel_sizes": [3,7,11],
|
| 45 |
+
"resblock_dilation_sizes": [[1,3,5], [1,3,5], [1,3,5]],
|
| 46 |
+
"upsample_rates": [8,8,2,2],
|
| 47 |
+
"upsample_initial_channel": 512,
|
| 48 |
+
"upsample_kernel_sizes": [16,16,4,4],
|
| 49 |
+
"n_layers_q": 3,
|
| 50 |
+
"use_spectral_norm": false,
|
| 51 |
+
"gin_channels": 256
|
| 52 |
+
},
|
| 53 |
+
"speakers": [
|
| 54 |
+
"Dora","Haliva","Ithil","Micha","Philodoxy","QingHao","Kokkoro"
|
| 55 |
+
],
|
| 56 |
+
"symbols": [
|
| 57 |
+
"_",
|
| 58 |
+
",",
|
| 59 |
+
".",
|
| 60 |
+
"!",
|
| 61 |
+
"?",
|
| 62 |
+
"-",
|
| 63 |
+
"A",
|
| 64 |
+
"E",
|
| 65 |
+
"I",
|
| 66 |
+
"N",
|
| 67 |
+
"O",
|
| 68 |
+
"Q",
|
| 69 |
+
"U",
|
| 70 |
+
"a",
|
| 71 |
+
"b",
|
| 72 |
+
"d",
|
| 73 |
+
"e",
|
| 74 |
+
"f",
|
| 75 |
+
"g",
|
| 76 |
+
"h",
|
| 77 |
+
"i",
|
| 78 |
+
"j",
|
| 79 |
+
"k",
|
| 80 |
+
"m",
|
| 81 |
+
"n",
|
| 82 |
+
"o",
|
| 83 |
+
"p",
|
| 84 |
+
"r",
|
| 85 |
+
"s",
|
| 86 |
+
"t",
|
| 87 |
+
"u",
|
| 88 |
+
"v",
|
| 89 |
+
"w",
|
| 90 |
+
"y",
|
| 91 |
+
"z",
|
| 92 |
+
"\u0283",
|
| 93 |
+
"\u02a7",
|
| 94 |
+
"\u2193",
|
| 95 |
+
"\u2191",
|
| 96 |
+
" "
|
| 97 |
+
]
|
| 98 |
+
}
|
VITS/20250210-7speaker/pruned/P_G_179200.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cbb37f6355951bf213333582973646c996664922a44560031a4a0460b13ff3fe
|
| 3 |
+
size 158880845
|
VITS/20250210-7speaker/pruned/config.json
ADDED
|
@@ -0,0 +1,98 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"train": {
|
| 3 |
+
"log_interval": 320,
|
| 4 |
+
"eval_interval": 320,
|
| 5 |
+
"seed": 1234,
|
| 6 |
+
"epochs": 2000,
|
| 7 |
+
"learning_rate": 2e-4,
|
| 8 |
+
"betas": [0.8, 0.99],
|
| 9 |
+
"eps": 1e-9,
|
| 10 |
+
"batch_size": 16,
|
| 11 |
+
"fp16_run": true,
|
| 12 |
+
"lr_decay": 0.999875,
|
| 13 |
+
"segment_size": 8192,
|
| 14 |
+
"init_lr_ratio": 1,
|
| 15 |
+
"warmup_epochs": 0,
|
| 16 |
+
"c_mel": 45,
|
| 17 |
+
"c_kl": 1.0
|
| 18 |
+
},
|
| 19 |
+
"data": {
|
| 20 |
+
"training_files":"filelists/train_filelist.txt.cleaned",
|
| 21 |
+
"validation_files":"filelists/val_filelist.txt.cleaned",
|
| 22 |
+
"text_cleaners":["japanese_cleaners"],
|
| 23 |
+
"max_wav_value": 32768.0,
|
| 24 |
+
"sampling_rate": 22050,
|
| 25 |
+
"filter_length": 1024,
|
| 26 |
+
"hop_length": 256,
|
| 27 |
+
"win_length": 1024,
|
| 28 |
+
"n_mel_channels": 80,
|
| 29 |
+
"mel_fmin": 0.0,
|
| 30 |
+
"mel_fmax": null,
|
| 31 |
+
"add_blank": true,
|
| 32 |
+
"n_speakers": 7,
|
| 33 |
+
"cleaned_text": true
|
| 34 |
+
},
|
| 35 |
+
"model": {
|
| 36 |
+
"inter_channels": 192,
|
| 37 |
+
"hidden_channels": 192,
|
| 38 |
+
"filter_channels": 768,
|
| 39 |
+
"n_heads": 2,
|
| 40 |
+
"n_layers": 6,
|
| 41 |
+
"kernel_size": 3,
|
| 42 |
+
"p_dropout": 0.1,
|
| 43 |
+
"resblock": "1",
|
| 44 |
+
"resblock_kernel_sizes": [3,7,11],
|
| 45 |
+
"resblock_dilation_sizes": [[1,3,5], [1,3,5], [1,3,5]],
|
| 46 |
+
"upsample_rates": [8,8,2,2],
|
| 47 |
+
"upsample_initial_channel": 512,
|
| 48 |
+
"upsample_kernel_sizes": [16,16,4,4],
|
| 49 |
+
"n_layers_q": 3,
|
| 50 |
+
"use_spectral_norm": false,
|
| 51 |
+
"gin_channels": 256
|
| 52 |
+
},
|
| 53 |
+
"speakers": [
|
| 54 |
+
"Dora","Haliva","Ithil","Micha","Philodoxy","QingHao","Kokkoro"
|
| 55 |
+
],
|
| 56 |
+
"symbols": [
|
| 57 |
+
"_",
|
| 58 |
+
",",
|
| 59 |
+
".",
|
| 60 |
+
"!",
|
| 61 |
+
"?",
|
| 62 |
+
"-",
|
| 63 |
+
"A",
|
| 64 |
+
"E",
|
| 65 |
+
"I",
|
| 66 |
+
"N",
|
| 67 |
+
"O",
|
| 68 |
+
"Q",
|
| 69 |
+
"U",
|
| 70 |
+
"a",
|
| 71 |
+
"b",
|
| 72 |
+
"d",
|
| 73 |
+
"e",
|
| 74 |
+
"f",
|
| 75 |
+
"g",
|
| 76 |
+
"h",
|
| 77 |
+
"i",
|
| 78 |
+
"j",
|
| 79 |
+
"k",
|
| 80 |
+
"m",
|
| 81 |
+
"n",
|
| 82 |
+
"o",
|
| 83 |
+
"p",
|
| 84 |
+
"r",
|
| 85 |
+
"s",
|
| 86 |
+
"t",
|
| 87 |
+
"u",
|
| 88 |
+
"v",
|
| 89 |
+
"w",
|
| 90 |
+
"y",
|
| 91 |
+
"z",
|
| 92 |
+
"\u0283",
|
| 93 |
+
"\u02a7",
|
| 94 |
+
"\u2193",
|
| 95 |
+
"\u2191",
|
| 96 |
+
" "
|
| 97 |
+
]
|
| 98 |
+
}
|
VITS/20250210-7speaker/train.log
ADDED
|
@@ -0,0 +1,604 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2025-02-10 10:00:14,213 DoraHalivaIthilMichaPhilodoxyQingHao INFO {'train': {'log_interval': 800, 'eval_interval': 800, 'seed': 1234, 'epochs': 2000, 'learning_rate': 0.0002, 'betas': [0.8, 0.99], 'eps': 1e-09, 'batch_size': 16, 'fp16_run': True, 'lr_decay': 0.999875, 'segment_size': 8192, 'init_lr_ratio': 1, 'warmup_epochs': 0, 'c_mel': 45, 'c_kl': 1.0}, 'data': {'training_files': 'filelists/train_filelist.txt.cleaned', 'validation_files': 'filelists/val_filelist.txt.cleaned', 'text_cleaners': ['japanese_cleaners'], 'max_wav_value': 32768.0, 'sampling_rate': 22050, 'filter_length': 1024, 'hop_length': 256, 'win_length': 1024, 'n_mel_channels': 80, 'mel_fmin': 0.0, 'mel_fmax': None, 'add_blank': True, 'n_speakers': 7, 'cleaned_text': True}, 'model': {'inter_channels': 192, 'hidden_channels': 192, 'filter_channels': 768, 'n_heads': 2, 'n_layers': 6, 'kernel_size': 3, 'p_dropout': 0.1, 'resblock': '1', 'resblock_kernel_sizes': [3, 7, 11], 'resblock_dilation_sizes': [[1, 3, 5], [1, 3, 5], [1, 3, 5]], 'upsample_rates': [8, 8, 2, 2], 'upsample_initial_channel': 512, 'upsample_kernel_sizes': [16, 16, 4, 4], 'n_layers_q': 3, 'use_spectral_norm': False, 'gin_channels': 256}, 'speakers': ['Dora', 'Haliva', 'Ithil', 'Micha', 'Philodoxy', 'QingHao', 'Kokkoro'], 'symbols': ['_', ',', '.', '!', '?', '-', 'A', 'E', 'I', 'N', 'O', 'Q', 'U', 'a', 'b', 'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'm', 'n', 'o', 'p', 'r', 's', 't', 'u', 'v', 'w', 'y', 'z', 'ʃ', 'ʧ', '↓', '↑', ' '], 'model_dir': '../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao'}
|
| 2 |
+
2025-02-10 10:00:19,420 DoraHalivaIthilMichaPhilodoxyQingHao INFO Loaded checkpoint '../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_0.pth' (iteration 810)
|
| 3 |
+
2025-02-10 10:00:19,842 DoraHalivaIthilMichaPhilodoxyQingHao INFO Loaded checkpoint '../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_0.pth' (iteration 810)
|
| 4 |
+
2025-02-10 10:02:44,461 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 810 [94%]
|
| 5 |
+
2025-02-10 10:02:44,464 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.8143186569213867, 1.8403067588806152, 3.6214544773101807, 16.25895881652832, 1.747840404510498, 1.7275824546813965, 130400, 0.0001846454267646963]
|
| 6 |
+
2025-02-10 10:02:50,329 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 810 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_130400.pth
|
| 7 |
+
2025-02-10 10:02:50,956 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 810 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_130400.pth
|
| 8 |
+
2025-02-10 10:02:58,075 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 810
|
| 9 |
+
2025-02-10 10:05:05,541 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 811
|
| 10 |
+
2025-02-10 10:07:08,615 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 812
|
| 11 |
+
2025-02-10 10:09:17,351 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 813
|
| 12 |
+
2025-02-10 10:11:23,422 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 814
|
| 13 |
+
2025-02-10 10:13:17,024 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 815 [91%]
|
| 14 |
+
2025-02-10 10:13:17,026 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.765732765197754, 1.8725881576538086, 4.049177169799805, 17.33448600769043, 1.6983003616333008, 1.5824016332626343, 131200, 0.00018453005222021014]
|
| 15 |
+
2025-02-10 10:13:22,353 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 815 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_131200.pth
|
| 16 |
+
2025-02-10 10:13:23,044 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 815 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_131200.pth
|
| 17 |
+
2025-02-10 10:13:33,478 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 815
|
| 18 |
+
2025-02-10 10:15:36,194 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 816
|
| 19 |
+
2025-02-10 10:17:40,069 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 817
|
| 20 |
+
2025-02-10 10:19:41,221 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 818
|
| 21 |
+
2025-02-10 10:21:45,364 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 819
|
| 22 |
+
2025-02-10 10:23:35,637 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 820 [88%]
|
| 23 |
+
2025-02-10 10:23:35,639 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.5445122718811035, 2.099696397781372, 5.860445976257324, 21.854257583618164, 1.683572769165039, 1.8086063861846924, 132000, 0.00018441474976678928]
|
| 24 |
+
2025-02-10 10:23:41,119 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 820 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_132000.pth
|
| 25 |
+
2025-02-10 10:23:41,778 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 820 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_132000.pth
|
| 26 |
+
2025-02-10 10:23:55,661 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 820
|
| 27 |
+
2025-02-10 10:25:34,915 DoraHalivaIthilMichaPhilodoxyQingHao INFO {'train': {'log_interval': 800, 'eval_interval': 800, 'seed': 1234, 'epochs': 2000, 'learning_rate': 0.0002, 'betas': [0.8, 0.99], 'eps': 1e-09, 'batch_size': 16, 'fp16_run': True, 'lr_decay': 0.999875, 'segment_size': 8192, 'init_lr_ratio': 1, 'warmup_epochs': 0, 'c_mel': 45, 'c_kl': 1.0}, 'data': {'training_files': 'filelists/train_filelist.txt.cleaned', 'validation_files': 'filelists/val_filelist.txt.cleaned', 'text_cleaners': ['japanese_cleaners'], 'max_wav_value': 32768.0, 'sampling_rate': 22050, 'filter_length': 1024, 'hop_length': 256, 'win_length': 1024, 'n_mel_channels': 80, 'mel_fmin': 0.0, 'mel_fmax': None, 'add_blank': True, 'n_speakers': 7, 'cleaned_text': True}, 'model': {'inter_channels': 192, 'hidden_channels': 192, 'filter_channels': 768, 'n_heads': 2, 'n_layers': 6, 'kernel_size': 3, 'p_dropout': 0.1, 'resblock': '1', 'resblock_kernel_sizes': [3, 7, 11], 'resblock_dilation_sizes': [[1, 3, 5], [1, 3, 5], [1, 3, 5]], 'upsample_rates': [8, 8, 2, 2], 'upsample_initial_channel': 512, 'upsample_kernel_sizes': [16, 16, 4, 4], 'n_layers_q': 3, 'use_spectral_norm': False, 'gin_channels': 256}, 'speakers': ['Dora', 'Haliva', 'Ithil', 'Micha', 'Philodoxy', 'QingHao', 'Kokkoro'], 'symbols': ['_', ',', '.', '!', '?', '-', 'A', 'E', 'I', 'N', 'O', 'Q', 'U', 'a', 'b', 'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'm', 'n', 'o', 'p', 'r', 's', 't', 'u', 'v', 'w', 'y', 'z', 'ʃ', 'ʧ', '↓', '↑', ' '], 'model_dir': '../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao'}
|
| 28 |
+
2025-02-10 10:25:40,087 DoraHalivaIthilMichaPhilodoxyQingHao INFO Loaded checkpoint '../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_132000.pth' (iteration 820)
|
| 29 |
+
2025-02-10 10:25:40,545 DoraHalivaIthilMichaPhilodoxyQingHao INFO Loaded checkpoint '../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_132000.pth' (iteration 820)
|
| 30 |
+
2025-02-10 10:27:58,812 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 820 [88%]
|
| 31 |
+
2025-02-10 10:27:58,814 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.5217106342315674, 2.0636115074157715, 5.179016590118408, 21.033039093017578, 1.6769119501113892, 1.5796304941177368, 132000, 0.0001843916979230684]
|
| 32 |
+
2025-02-10 10:28:18,105 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 820 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_132000.pth
|
| 33 |
+
2025-02-10 10:28:18,943 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 820 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_132000.pth
|
| 34 |
+
2025-02-10 10:28:33,279 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 820
|
| 35 |
+
2025-02-10 10:30:42,603 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 821
|
| 36 |
+
2025-02-10 10:32:48,230 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 822
|
| 37 |
+
2025-02-10 10:34:54,226 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 823
|
| 38 |
+
2025-02-10 10:36:59,017 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 824
|
| 39 |
+
2025-02-10 10:38:45,956 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 825 [84%]
|
| 40 |
+
2025-02-10 10:38:45,959 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.7585368156433105, 1.808013916015625, 4.2981367111206055, 18.264522552490234, 1.6057124137878418, 1.4994888305664062, 132800, 0.0001842764819194681]
|
| 41 |
+
2025-02-10 10:39:05,645 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 825 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_132800.pth
|
| 42 |
+
2025-02-10 10:39:06,324 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 825 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_132800.pth
|
| 43 |
+
2025-02-10 10:39:23,097 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 825
|
| 44 |
+
2025-02-10 10:41:27,627 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 826
|
| 45 |
+
2025-02-10 10:43:31,138 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 827
|
| 46 |
+
2025-02-10 10:45:34,958 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 828
|
| 47 |
+
2025-02-10 10:47:42,313 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 829
|
| 48 |
+
2025-02-10 10:49:28,292 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 830 [81%]
|
| 49 |
+
2025-02-10 10:49:28,294 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.5872690677642822, 1.980012059211731, 4.8634772300720215, 20.4398193359375, 1.686816930770874, 1.634743332862854, 133600, 0.00018416133790786978]
|
| 50 |
+
2025-02-10 10:49:47,913 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 830 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_133600.pth
|
| 51 |
+
2025-02-10 10:49:48,697 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 830 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_133600.pth
|
| 52 |
+
2025-02-10 10:50:08,981 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 830
|
| 53 |
+
2025-02-10 10:52:15,575 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 831
|
| 54 |
+
2025-02-10 10:54:20,694 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 832
|
| 55 |
+
2025-02-10 10:56:26,313 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 833
|
| 56 |
+
2025-02-10 10:58:31,271 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 834
|
| 57 |
+
2025-02-10 11:00:13,996 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 835 [78%]
|
| 58 |
+
2025-02-10 11:00:13,999 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.57871675491333, 1.936477780342102, 5.709603786468506, 19.790565490722656, 1.6631231307983398, 1.6535617113113403, 134400, 0.0001840462658432897]
|
| 59 |
+
2025-02-10 11:00:33,705 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 835 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_134400.pth
|
| 60 |
+
2025-02-10 11:00:34,481 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 835 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_134400.pth
|
| 61 |
+
2025-02-10 11:00:58,183 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 835
|
| 62 |
+
2025-02-10 11:03:03,398 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 836
|
| 63 |
+
2025-02-10 11:05:10,645 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 837
|
| 64 |
+
2025-02-10 11:07:16,655 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 838
|
| 65 |
+
2025-02-10 11:09:22,701 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 839
|
| 66 |
+
2025-02-10 11:11:03,371 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 840 [75%]
|
| 67 |
+
2025-02-10 11:11:03,374 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.8286356925964355, 1.8957347869873047, 3.6993393898010254, 18.564054489135742, 1.5944761037826538, 1.598254919052124, 135200, 0.0001839312656807722]
|
| 68 |
+
2025-02-10 11:11:22,819 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 840 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_135200.pth
|
| 69 |
+
2025-02-10 11:11:23,518 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 840 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_135200.pth
|
| 70 |
+
2025-02-10 11:11:51,984 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 840
|
| 71 |
+
2025-02-10 11:13:57,529 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 841
|
| 72 |
+
2025-02-10 11:16:02,324 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 842
|
| 73 |
+
2025-02-10 11:18:11,875 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 843
|
| 74 |
+
2025-02-10 11:20:16,587 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 844
|
| 75 |
+
2025-02-10 11:21:54,883 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 845 [72%]
|
| 76 |
+
2025-02-10 11:21:54,885 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.73820424079895, 1.9216673374176025, 5.0387468338012695, 17.753400802612305, 1.6569831371307373, 1.46063232421875, 136000, 0.00018381633737538975]
|
| 77 |
+
2025-02-10 11:22:14,574 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 845 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_136000.pth
|
| 78 |
+
2025-02-10 11:22:15,263 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 845 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_136000.pth
|
| 79 |
+
2025-02-10 11:22:44,838 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 845
|
| 80 |
+
2025-02-10 11:24:48,941 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 846
|
| 81 |
+
2025-02-10 11:26:53,579 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 847
|
| 82 |
+
2025-02-10 11:29:00,260 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 848
|
| 83 |
+
2025-02-10 11:31:06,421 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 849
|
| 84 |
+
2025-02-10 11:32:38,926 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 850 [69%]
|
| 85 |
+
2025-02-10 11:32:38,928 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.902167320251465, 1.874713659286499, 4.4107584953308105, 19.331254959106445, 1.6478302478790283, 1.850128412246704, 136800, 0.00018370148088224286]
|
| 86 |
+
2025-02-10 11:32:58,842 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 850 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_136800.pth
|
| 87 |
+
2025-02-10 11:32:59,539 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 850 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_136800.pth
|
| 88 |
+
2025-02-10 11:33:33,084 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 850
|
| 89 |
+
2025-02-10 11:35:38,121 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 851
|
| 90 |
+
2025-02-10 11:37:42,923 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 852
|
| 91 |
+
2025-02-10 11:39:47,902 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 853
|
| 92 |
+
2025-02-10 11:41:52,767 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 854
|
| 93 |
+
2025-02-10 11:43:21,666 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 855 [66%]
|
| 94 |
+
2025-02-10 11:43:21,669 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.7531256675720215, 1.9531917572021484, 4.35806941986084, 20.101526260375977, 1.6521525382995605, 1.363004207611084, 137600, 0.00018358669615646013]
|
| 95 |
+
2025-02-10 11:43:41,463 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 855 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_137600.pth
|
| 96 |
+
2025-02-10 11:43:42,164 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 855 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_137600.pth
|
| 97 |
+
2025-02-10 11:44:18,997 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 855
|
| 98 |
+
2025-02-10 11:46:24,578 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 856
|
| 99 |
+
2025-02-10 11:48:30,600 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 857
|
| 100 |
+
2025-02-10 11:50:37,913 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 858
|
| 101 |
+
2025-02-10 11:52:41,873 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 859
|
| 102 |
+
2025-02-10 11:54:09,632 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 860 [63%]
|
| 103 |
+
2025-02-10 11:54:09,635 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.7784483432769775, 1.9610204696655273, 5.725797653198242, 21.108383178710938, 1.6562875509262085, 1.4732426404953003, 138400, 0.00018347198315319814]
|
| 104 |
+
2025-02-10 11:54:29,497 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 860 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_138400.pth
|
| 105 |
+
2025-02-10 11:54:30,306 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 860 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_138400.pth
|
| 106 |
+
2025-02-10 11:55:10,091 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 860
|
| 107 |
+
2025-02-10 11:57:18,748 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 861
|
| 108 |
+
2025-02-10 11:59:26,262 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 862
|
| 109 |
+
2025-02-10 12:01:32,620 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 863
|
| 110 |
+
2025-02-10 12:03:38,248 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 864
|
| 111 |
+
2025-02-10 12:05:01,063 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 865 [60%]
|
| 112 |
+
2025-02-10 12:05:01,066 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.6354048252105713, 1.9205961227416992, 4.12511682510376, 19.228572845458984, 1.6123838424682617, 1.614783763885498, 139200, 0.00018335734182764148]
|
| 113 |
+
2025-02-10 12:05:20,399 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 865 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_139200.pth
|
| 114 |
+
2025-02-10 12:05:21,242 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 865 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_139200.pth
|
| 115 |
+
2025-02-10 12:06:05,552 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 865
|
| 116 |
+
2025-02-10 12:08:11,390 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 866
|
| 117 |
+
2025-02-10 12:10:17,293 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 867
|
| 118 |
+
2025-02-10 12:12:23,663 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 868
|
| 119 |
+
2025-02-10 12:14:31,316 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 869
|
| 120 |
+
2025-02-10 12:15:49,523 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 870 [57%]
|
| 121 |
+
2025-02-10 12:15:49,525 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.692044734954834, 2.081136703491211, 6.073723316192627, 20.81549072265625, 1.6144344806671143, 1.5428341627120972, 140000, 0.00018324277213500285]
|
| 122 |
+
2025-02-10 12:16:09,394 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 870 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_140000.pth
|
| 123 |
+
2025-02-10 12:16:10,114 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 870 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_140000.pth
|
| 124 |
+
2025-02-10 12:16:57,064 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 870
|
| 125 |
+
2025-02-10 12:19:05,402 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 871
|
| 126 |
+
2025-02-10 12:21:10,107 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 872
|
| 127 |
+
2025-02-10 12:23:13,564 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 873
|
| 128 |
+
2025-02-10 12:25:22,246 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 874
|
| 129 |
+
2025-02-10 12:26:37,954 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 875 [53%]
|
| 130 |
+
2025-02-10 12:26:37,956 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.4428839683532715, 2.113950729370117, 6.422433853149414, 21.435413360595703, 1.6045255661010742, 1.6396677494049072, 140800, 0.00018312827403052281]
|
| 131 |
+
2025-02-10 12:26:58,062 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 875 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_140800.pth
|
| 132 |
+
2025-02-10 12:26:58,760 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 875 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_140800.pth
|
| 133 |
+
2025-02-10 12:27:47,948 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 875
|
| 134 |
+
2025-02-10 12:29:53,210 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 876
|
| 135 |
+
2025-02-10 12:31:58,320 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 877
|
| 136 |
+
2025-02-10 12:34:03,554 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 878
|
| 137 |
+
2025-02-10 12:36:08,256 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 879
|
| 138 |
+
2025-02-10 12:37:20,858 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 880 [50%]
|
| 139 |
+
2025-02-10 12:37:20,860 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.6334357261657715, 1.944061279296875, 5.298618316650391, 20.6923885345459, 1.6421948671340942, 1.534029245376587, 141600, 0.00018301384746947002]
|
| 140 |
+
2025-02-10 12:37:40,698 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 880 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_141600.pth
|
| 141 |
+
2025-02-10 12:37:41,393 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 880 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_141600.pth
|
| 142 |
+
2025-02-10 12:38:34,264 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 880
|
| 143 |
+
2025-02-10 12:40:43,156 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 881
|
| 144 |
+
2025-02-10 12:42:50,017 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 882
|
| 145 |
+
2025-02-10 12:44:56,638 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 883
|
| 146 |
+
2025-02-10 12:47:03,257 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 884
|
| 147 |
+
2025-02-10 12:48:13,014 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 885 [47%]
|
| 148 |
+
2025-02-10 12:48:13,016 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.5513689517974854, 2.1716630458831787, 6.189492702484131, 21.481964111328125, 1.5417675971984863, 1.556238055229187, 142400, 0.00018289949240714095]
|
| 149 |
+
2025-02-10 12:48:32,349 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 885 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_142400.pth
|
| 150 |
+
2025-02-10 12:48:33,032 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 885 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_142400.pth
|
| 151 |
+
2025-02-10 12:49:29,383 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 885
|
| 152 |
+
2025-02-10 12:51:39,749 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 886
|
| 153 |
+
2025-02-10 12:53:46,433 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 887
|
| 154 |
+
2025-02-10 12:55:51,174 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 888
|
| 155 |
+
2025-02-10 12:57:55,331 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 889
|
| 156 |
+
2025-02-10 12:59:01,301 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 890 [44%]
|
| 157 |
+
2025-02-10 12:59:01,303 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.7399940490722656, 2.069716691970825, 5.5511155128479, 20.355083465576172, 1.5619364976882935, 1.5795080661773682, 143200, 0.0001827852087988601]
|
| 158 |
+
2025-02-10 12:59:22,008 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 890 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_143200.pth
|
| 159 |
+
2025-02-10 12:59:22,920 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 890 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_143200.pth
|
| 160 |
+
2025-02-10 13:00:25,035 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 890
|
| 161 |
+
2025-02-10 13:02:30,984 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 891
|
| 162 |
+
2025-02-10 13:04:37,056 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 892
|
| 163 |
+
2025-02-10 13:06:44,436 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 893
|
| 164 |
+
2025-02-10 13:08:52,067 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 894
|
| 165 |
+
2025-02-10 13:09:54,767 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 895 [41%]
|
| 166 |
+
2025-02-10 13:09:54,769 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.660721778869629, 1.9747111797332764, 6.236162185668945, 22.593475341796875, 1.5821473598480225, 1.6809710264205933, 144000, 0.00018267099659997988]
|
| 167 |
+
2025-02-10 13:10:15,777 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 895 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_144000.pth
|
| 168 |
+
2025-02-10 13:10:16,490 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 895 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_144000.pth
|
| 169 |
+
2025-02-10 13:11:20,581 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 895
|
| 170 |
+
2025-02-10 13:13:29,327 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 896
|
| 171 |
+
2025-02-10 13:15:37,921 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 897
|
| 172 |
+
2025-02-10 13:17:46,391 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 898
|
| 173 |
+
2025-02-10 13:19:56,264 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 899
|
| 174 |
+
2025-02-10 13:20:57,832 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 900 [38%]
|
| 175 |
+
2025-02-10 13:20:57,835 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.7025146484375, 1.983602523803711, 5.23098611831665, 18.918567657470703, 1.5728626251220703, 1.4574545621871948, 144800, 0.0001825568557658805]
|
| 176 |
+
2025-02-10 13:21:18,818 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 900 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_144800.pth
|
| 177 |
+
2025-02-10 13:21:19,504 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 900 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_144800.pth
|
| 178 |
+
2025-02-10 13:22:28,004 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 900
|
| 179 |
+
2025-02-10 13:24:38,680 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 901
|
| 180 |
+
2025-02-10 13:26:49,398 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 902
|
| 181 |
+
2025-02-10 13:28:59,512 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 903
|
| 182 |
+
2025-02-10 13:31:09,327 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 904
|
| 183 |
+
2025-02-10 13:32:08,055 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 905 [35%]
|
| 184 |
+
2025-02-10 13:32:08,057 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.525853395462036, 1.989188313484192, 6.013354301452637, 19.586198806762695, 1.6006678342819214, 1.5481525659561157, 145600, 0.00018244278625197016]
|
| 185 |
+
2025-02-10 13:32:28,765 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 905 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_145600.pth
|
| 186 |
+
2025-02-10 13:32:29,472 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 905 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_145600.pth
|
| 187 |
+
2025-02-10 13:33:41,157 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 905
|
| 188 |
+
2025-02-10 13:35:51,824 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 906
|
| 189 |
+
2025-02-10 13:38:01,963 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 907
|
| 190 |
+
2025-02-10 13:40:12,679 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 908
|
| 191 |
+
2025-02-10 13:42:21,532 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 909
|
| 192 |
+
2025-02-10 13:43:16,266 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 910 [32%]
|
| 193 |
+
2025-02-10 13:43:16,269 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.8826842308044434, 1.7358570098876953, 3.481773853302002, 16.93400764465332, 1.5367870330810547, 1.327275037765503, 146400, 0.00018232878801368487]
|
| 194 |
+
2025-02-10 13:43:36,866 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 910 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_146400.pth
|
| 195 |
+
2025-02-10 13:43:37,550 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 910 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_146400.pth
|
| 196 |
+
2025-02-10 13:44:53,007 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 910
|
| 197 |
+
2025-02-10 13:47:03,347 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 911
|
| 198 |
+
2025-02-10 13:49:11,899 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 912
|
| 199 |
+
2025-02-10 13:51:23,068 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 913
|
| 200 |
+
2025-02-10 13:53:35,277 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 914
|
| 201 |
+
2025-02-10 13:54:27,863 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 915 [29%]
|
| 202 |
+
2025-02-10 13:54:27,865 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.5358388423919678, 2.05229115486145, 6.125893592834473, 19.621854782104492, 1.6632366180419922, 1.4155044555664062, 147200, 0.00018221486100648853]
|
| 203 |
+
2025-02-10 13:54:49,047 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 915 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_147200.pth
|
| 204 |
+
2025-02-10 13:54:49,765 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 915 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_147200.pth
|
| 205 |
+
2025-02-10 13:56:07,753 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 915
|
| 206 |
+
2025-02-10 13:58:18,539 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 916
|
| 207 |
+
2025-02-10 14:00:29,837 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 917
|
| 208 |
+
2025-02-10 14:02:39,338 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 918
|
| 209 |
+
2025-02-10 14:04:48,649 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 919
|
| 210 |
+
2025-02-10 14:05:37,567 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 920 [25%]
|
| 211 |
+
2025-02-10 14:05:37,570 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.5039970874786377, 1.9953067302703857, 7.0694355964660645, 21.907241821289062, 1.5411157608032227, 1.657400131225586, 148000, 0.0001821010051858728]
|
| 212 |
+
2025-02-10 14:05:58,165 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 920 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_148000.pth
|
| 213 |
+
2025-02-10 14:05:58,974 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 920 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_148000.pth
|
| 214 |
+
2025-02-10 14:07:21,837 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 920
|
| 215 |
+
2025-02-10 14:09:32,668 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 921
|
| 216 |
+
2025-02-10 14:11:43,436 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 922
|
| 217 |
+
2025-02-10 14:13:52,583 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 923
|
| 218 |
+
2025-02-10 14:16:03,029 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 924
|
| 219 |
+
2025-02-10 14:16:48,572 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 925 [22%]
|
| 220 |
+
2025-02-10 14:16:48,575 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.6351752281188965, 2.060277223587036, 5.434481143951416, 19.888507843017578, 1.5151922702789307, 1.3637572526931763, 148800, 0.0001819872205073572]
|
| 221 |
+
2025-02-10 14:17:09,792 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 925 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_148800.pth
|
| 222 |
+
2025-02-10 14:17:10,533 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 925 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_148800.pth
|
| 223 |
+
2025-02-10 14:18:35,525 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 925
|
| 224 |
+
2025-02-10 14:20:45,364 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 926
|
| 225 |
+
2025-02-10 14:22:55,350 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 927
|
| 226 |
+
2025-02-10 14:25:06,649 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 928
|
| 227 |
+
2025-02-10 14:27:16,254 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 929
|
| 228 |
+
2025-02-10 14:27:58,486 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 930 [19%]
|
| 229 |
+
2025-02-10 14:27:58,488 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.6970415115356445, 2.0604248046875, 5.4242658615112305, 19.768512725830078, 1.6281979084014893, 1.2770711183547974, 149600, 0.00018187350692648908]
|
| 230 |
+
2025-02-10 14:28:18,879 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 930 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_149600.pth
|
| 231 |
+
2025-02-10 14:28:19,570 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 930 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_149600.pth
|
| 232 |
+
2025-02-10 14:29:48,037 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 930
|
| 233 |
+
2025-02-10 14:31:58,828 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 931
|
| 234 |
+
2025-02-10 14:34:07,936 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 932
|
| 235 |
+
2025-02-10 14:36:19,810 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 933
|
| 236 |
+
2025-02-10 14:38:29,415 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 934
|
| 237 |
+
2025-02-10 14:39:07,311 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 935 [16%]
|
| 238 |
+
2025-02-10 14:39:07,314 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.6994473934173584, 1.806949496269226, 4.839306354522705, 17.85150718688965, 1.6723592281341553, 1.342908263206482, 150400, 0.00018175986439884342]
|
| 239 |
+
2025-02-10 14:39:28,912 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 935 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_150400.pth
|
| 240 |
+
2025-02-10 14:39:29,623 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 935 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_150400.pth
|
| 241 |
+
2025-02-10 14:41:01,997 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 935
|
| 242 |
+
2025-02-10 14:43:11,648 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 936
|
| 243 |
+
2025-02-10 14:45:21,962 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 937
|
| 244 |
+
2025-02-10 14:47:31,073 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 938
|
| 245 |
+
2025-02-10 14:49:41,503 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 939
|
| 246 |
+
2025-02-10 14:50:15,580 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 940 [13%]
|
| 247 |
+
2025-02-10 14:50:15,583 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.786865234375, 2.024352788925171, 3.807281017303467, 14.41414737701416, 1.6546216011047363, 1.2861403226852417, 151200, 0.0001816462928800231]
|
| 248 |
+
2025-02-10 14:50:37,121 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 940 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_151200.pth
|
| 249 |
+
2025-02-10 14:50:37,847 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 940 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_151200.pth
|
| 250 |
+
2025-02-10 14:52:15,404 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 940
|
| 251 |
+
2025-02-10 14:54:25,822 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 941
|
| 252 |
+
2025-02-10 14:56:35,845 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 942
|
| 253 |
+
2025-02-10 14:58:45,900 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 943
|
| 254 |
+
2025-02-10 15:00:55,173 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 944
|
| 255 |
+
2025-02-10 15:01:26,951 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 945 [10%]
|
| 256 |
+
2025-02-10 15:01:26,954 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.548952102661133, 2.045689105987549, 4.935825824737549, 16.499967575073242, 1.604221224784851, 1.2766410112380981, 152000, 0.00018153279232565873]
|
| 257 |
+
2025-02-10 15:01:47,775 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 945 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_152000.pth
|
| 258 |
+
2025-02-10 15:01:48,497 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 945 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_152000.pth
|
| 259 |
+
2025-02-10 15:03:27,370 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 945
|
| 260 |
+
2025-02-10 15:05:37,130 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 946
|
| 261 |
+
2025-02-10 15:07:46,379 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 947
|
| 262 |
+
2025-02-10 15:09:56,350 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 948
|
| 263 |
+
2025-02-10 15:12:05,339 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 949
|
| 264 |
+
2025-02-10 15:12:32,918 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 950 [7%]
|
| 265 |
+
2025-02-10 15:12:32,922 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.5175271034240723, 2.1706554889678955, 6.223132133483887, 20.111448287963867, 1.5375704765319824, 1.3581880331039429, 152800, 0.0001814193626914086]
|
| 266 |
+
2025-02-10 15:12:54,111 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 950 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_152800.pth
|
| 267 |
+
2025-02-10 15:12:54,978 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 950 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_152800.pth
|
| 268 |
+
2025-02-10 15:14:38,021 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 950
|
| 269 |
+
2025-02-10 15:16:48,366 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 951
|
| 270 |
+
2025-02-10 15:18:58,975 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 952
|
| 271 |
+
2025-02-10 15:21:09,209 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 953
|
| 272 |
+
2025-02-10 15:23:18,836 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 954
|
| 273 |
+
2025-02-10 15:23:43,389 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 955 [4%]
|
| 274 |
+
2025-02-10 15:23:43,392 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.589304208755493, 2.124706268310547, 4.6750640869140625, 17.11157989501953, 1.5952800512313843, 1.5483800172805786, 153600, 0.00018130600393295875]
|
| 275 |
+
2025-02-10 15:24:04,599 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 955 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_153600.pth
|
| 276 |
+
2025-02-10 15:24:05,334 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 955 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_153600.pth
|
| 277 |
+
2025-02-10 15:25:51,468 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 955
|
| 278 |
+
2025-02-10 15:28:01,570 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 956
|
| 279 |
+
2025-02-10 15:30:11,990 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 957
|
| 280 |
+
2025-02-10 15:32:22,070 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 958
|
| 281 |
+
2025-02-10 15:34:31,751 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 959
|
| 282 |
+
2025-02-10 15:34:52,023 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 960 [1%]
|
| 283 |
+
2025-02-10 15:34:52,026 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.4871737957000732, 2.1120357513427734, 5.9581379890441895, 19.89259147644043, 1.5278775691986084, 1.6421395540237427, 154400, 0.00018119271600602286]
|
| 284 |
+
2025-02-10 15:35:13,537 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 960 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_154400.pth
|
| 285 |
+
2025-02-10 15:35:14,246 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 960 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_154400.pth
|
| 286 |
+
2025-02-10 15:37:03,608 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 960
|
| 287 |
+
2025-02-10 15:39:14,275 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 961
|
| 288 |
+
2025-02-10 15:41:23,044 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 962
|
| 289 |
+
2025-02-10 15:43:35,323 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 963
|
| 290 |
+
2025-02-10 15:45:42,199 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 964 [98%]
|
| 291 |
+
2025-02-10 15:45:42,202 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.640475273132324, 1.9210047721862793, 5.381539344787598, 20.073318481445312, 1.5701532363891602, 1.4228394031524658, 155200, 0.00018110213663342142]
|
| 292 |
+
2025-02-10 15:46:03,253 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 964 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_155200.pth
|
| 293 |
+
2025-02-10 15:46:03,967 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 964 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_155200.pth
|
| 294 |
+
2025-02-10 15:46:07,323 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 964
|
| 295 |
+
2025-02-10 15:48:17,700 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 965
|
| 296 |
+
2025-02-10 15:50:27,941 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 966
|
| 297 |
+
2025-02-10 15:52:38,450 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 967
|
| 298 |
+
2025-02-10 15:54:49,152 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 968
|
| 299 |
+
2025-02-10 15:56:53,951 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 969 [94%]
|
| 300 |
+
2025-02-10 15:56:53,954 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.661564588546753, 1.9815338850021362, 5.337647438049316, 19.18345069885254, 1.6202850341796875, 1.394171118736267, 156000, 0.00018098897609169741]
|
| 301 |
+
2025-02-10 15:57:14,531 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 969 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_156000.pth
|
| 302 |
+
2025-02-10 15:57:15,273 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 969 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_156000.pth
|
| 303 |
+
2025-02-10 15:57:21,833 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 969
|
| 304 |
+
2025-02-10 15:59:33,016 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 970
|
| 305 |
+
2025-02-10 16:01:43,503 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 971
|
| 306 |
+
2025-02-10 16:03:53,252 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 972
|
| 307 |
+
2025-02-10 16:06:05,799 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 973
|
| 308 |
+
2025-02-10 16:08:06,602 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 974 [91%]
|
| 309 |
+
2025-02-10 16:08:06,604 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.5864436626434326, 1.9357686042785645, 5.093279838562012, 15.95573616027832, 1.6621685028076172, 1.3425688743591309, 156800, 0.00018087588625763284]
|
| 310 |
+
2025-02-10 16:08:27,813 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 974 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_156800.pth
|
| 311 |
+
2025-02-10 16:08:28,652 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 974 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_156800.pth
|
| 312 |
+
2025-02-10 16:08:38,368 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 974
|
| 313 |
+
2025-02-10 16:10:49,518 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 975
|
| 314 |
+
2025-02-10 16:12:58,735 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 976
|
| 315 |
+
2025-02-10 16:15:09,937 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 977
|
| 316 |
+
2025-02-10 16:17:20,326 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 978
|
| 317 |
+
2025-02-10 16:19:16,812 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 979 [88%]
|
| 318 |
+
2025-02-10 16:19:16,815 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.5964927673339844, 2.0482208728790283, 5.369100093841553, 19.698328018188477, 1.6093775033950806, 1.662728190422058, 157600, 0.00018076286708704648]
|
| 319 |
+
2025-02-10 16:19:38,931 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 979 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_157600.pth
|
| 320 |
+
2025-02-10 16:19:39,739 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 979 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_157600.pth
|
| 321 |
+
2025-02-10 16:19:53,366 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 979
|
| 322 |
+
2025-02-10 16:22:03,451 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 980
|
| 323 |
+
2025-02-10 16:24:14,059 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 981
|
| 324 |
+
2025-02-10 16:26:24,951 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 982
|
| 325 |
+
2025-02-10 16:28:35,136 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 983
|
| 326 |
+
2025-02-10 16:30:29,776 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 984 [85%]
|
| 327 |
+
2025-02-10 16:30:29,779 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.418181896209717, 2.1752240657806396, 6.121115684509277, 20.960647583007812, 1.5422487258911133, 1.257582426071167, 158400, 0.00018064991853578472]
|
| 328 |
+
2025-02-10 16:30:51,113 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 984 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_158400.pth
|
| 329 |
+
2025-02-10 16:30:51,850 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 984 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_158400.pth
|
| 330 |
+
2025-02-10 16:31:08,432 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 984
|
| 331 |
+
2025-02-10 16:33:18,064 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 985
|
| 332 |
+
2025-02-10 16:35:28,003 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 986
|
| 333 |
+
2025-02-10 16:37:38,768 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 987
|
| 334 |
+
2025-02-10 16:39:49,685 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 988
|
| 335 |
+
2025-02-10 16:41:41,518 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 989 [82%]
|
| 336 |
+
2025-02-10 16:41:41,521 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.7425568103790283, 1.9656031131744385, 4.443378925323486, 17.499961853027344, 1.5066639184951782, 1.3456393480300903, 159200, 0.00018053704055972147]
|
| 337 |
+
2025-02-10 16:42:03,499 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 989 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_159200.pth
|
| 338 |
+
2025-02-10 16:42:04,206 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 989 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_159200.pth
|
| 339 |
+
2025-02-10 16:42:24,482 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 989
|
| 340 |
+
2025-02-10 16:44:36,307 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 990
|
| 341 |
+
2025-02-10 16:46:46,904 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 991
|
| 342 |
+
2025-02-10 16:48:58,024 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 992
|
| 343 |
+
2025-02-10 16:51:07,782 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 993
|
| 344 |
+
2025-02-10 16:52:56,564 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 994 [79%]
|
| 345 |
+
2025-02-10 16:52:56,566 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.44459867477417, 2.301116466522217, 5.838479518890381, 19.11420249938965, 1.5962079763412476, 1.1859002113342285, 160000, 0.00018042423311475828]
|
| 346 |
+
2025-02-10 16:53:18,247 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 994 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_160000.pth
|
| 347 |
+
2025-02-10 16:53:19,038 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 994 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_160000.pth
|
| 348 |
+
2025-02-10 16:53:42,702 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 994
|
| 349 |
+
2025-02-10 16:55:52,787 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 995
|
| 350 |
+
2025-02-10 16:58:03,851 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 996
|
| 351 |
+
2025-02-10 17:00:13,926 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 997
|
| 352 |
+
2025-02-10 17:02:23,178 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 998
|
| 353 |
+
2025-02-10 17:04:07,251 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 999 [76%]
|
| 354 |
+
2025-02-10 17:04:07,254 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.5102829933166504, 2.0107007026672363, 6.512786865234375, 20.68621826171875, 1.4220821857452393, 0.949038565158844, 160800, 0.00018031149615682423]
|
| 355 |
+
2025-02-10 17:04:28,960 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 999 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_160800.pth
|
| 356 |
+
2025-02-10 17:04:29,676 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 999 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_160800.pth
|
| 357 |
+
2025-02-10 17:04:56,644 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 999
|
| 358 |
+
2025-02-10 17:07:05,814 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1000
|
| 359 |
+
2025-02-10 17:09:16,040 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1001
|
| 360 |
+
2025-02-10 17:11:24,860 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1002
|
| 361 |
+
2025-02-10 17:13:34,027 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1003
|
| 362 |
+
2025-02-10 17:15:14,144 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1004 [73%]
|
| 363 |
+
2025-02-10 17:15:14,147 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.620995283126831, 1.9395081996917725, 4.514770030975342, 16.589170455932617, 1.6550277471542358, 1.3035228252410889, 161600, 0.00018019882964187596]
|
| 364 |
+
2025-02-10 17:15:34,832 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1004 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_161600.pth
|
| 365 |
+
2025-02-10 17:15:35,641 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1004 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_161600.pth
|
| 366 |
+
2025-02-10 17:16:05,547 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1004
|
| 367 |
+
2025-02-10 17:18:15,470 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1005
|
| 368 |
+
2025-02-10 17:20:25,727 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1006
|
| 369 |
+
2025-02-10 17:22:35,341 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1007
|
| 370 |
+
2025-02-10 17:24:46,853 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1008
|
| 371 |
+
2025-02-10 17:26:23,304 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1009 [70%]
|
| 372 |
+
2025-02-10 17:26:23,307 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.6607248783111572, 2.1454010009765625, 6.250408172607422, 21.838077545166016, 1.585077166557312, 1.4382845163345337, 162400, 0.00018008623352589758]
|
| 373 |
+
2025-02-10 17:26:45,057 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1009 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_162400.pth
|
| 374 |
+
2025-02-10 17:26:45,819 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1009 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_162400.pth
|
| 375 |
+
2025-02-10 17:27:19,969 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1009
|
| 376 |
+
2025-02-10 17:29:30,574 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1010
|
| 377 |
+
2025-02-10 17:31:40,537 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1011
|
| 378 |
+
2025-02-10 17:33:49,482 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1012
|
| 379 |
+
2025-02-10 17:36:00,068 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1013
|
| 380 |
+
2025-02-10 17:37:33,442 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1014 [66%]
|
| 381 |
+
2025-02-10 17:37:33,445 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.7915470600128174, 1.7751978635787964, 4.403237342834473, 14.689180374145508, 1.5145577192306519, 1.3385353088378906, 163200, 0.00017997370776490077]
|
| 382 |
+
2025-02-10 17:37:54,705 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1014 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_163200.pth
|
| 383 |
+
2025-02-10 17:37:55,402 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1014 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_163200.pth
|
| 384 |
+
2025-02-10 17:38:32,387 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1014
|
| 385 |
+
2025-02-10 17:40:44,305 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1015
|
| 386 |
+
2025-02-10 17:42:55,239 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1016
|
| 387 |
+
2025-02-10 17:45:05,391 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1017
|
| 388 |
+
2025-02-10 17:47:15,864 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1018
|
| 389 |
+
2025-02-10 17:48:46,094 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1019 [63%]
|
| 390 |
+
2025-02-10 17:48:46,097 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.6279196739196777, 2.1787402629852295, 5.190885066986084, 18.694965362548828, 1.5740017890930176, 1.5280565023422241, 164000, 0.00017986125231492461]
|
| 391 |
+
2025-02-10 17:49:07,043 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1019 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_164000.pth
|
| 392 |
+
2025-02-10 17:49:07,754 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1019 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_164000.pth
|
| 393 |
+
2025-02-10 17:49:48,716 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1019
|
| 394 |
+
2025-02-10 17:51:58,793 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1020
|
| 395 |
+
2025-02-10 17:54:09,754 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1021
|
| 396 |
+
2025-02-10 17:56:21,093 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1022
|
| 397 |
+
2025-02-10 17:58:32,644 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1023
|
| 398 |
+
2025-02-10 17:59:59,961 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1024 [60%]
|
| 399 |
+
2025-02-10 17:59:59,963 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.498857259750366, 2.2968428134918213, 5.684330940246582, 20.60516357421875, 1.4471781253814697, 1.43690824508667, 164800, 0.00017974886713203572]
|
| 400 |
+
2025-02-10 18:00:21,407 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1024 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_164800.pth
|
| 401 |
+
2025-02-10 18:00:22,137 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1024 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_164800.pth
|
| 402 |
+
2025-02-10 18:01:05,298 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1024
|
| 403 |
+
2025-02-10 18:03:15,599 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1025
|
| 404 |
+
2025-02-10 18:05:25,746 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1026
|
| 405 |
+
2025-02-10 18:07:36,182 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1027
|
| 406 |
+
2025-02-10 18:09:47,044 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1028
|
| 407 |
+
2025-02-10 18:11:10,990 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1029 [57%]
|
| 408 |
+
2025-02-10 18:11:10,993 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.723423957824707, 2.0060157775878906, 5.286439895629883, 18.183120727539062, 1.560092568397522, 1.439868450164795, 165600, 0.00017963655217232815]
|
| 409 |
+
2025-02-10 18:11:31,448 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1029 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_165600.pth
|
| 410 |
+
2025-02-10 18:11:32,258 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1029 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_165600.pth
|
| 411 |
+
2025-02-10 18:12:19,230 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1029
|
| 412 |
+
2025-02-10 18:14:30,249 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1030
|
| 413 |
+
2025-02-10 18:16:42,278 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1031
|
| 414 |
+
2025-02-10 18:18:53,853 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1032
|
| 415 |
+
2025-02-10 18:21:04,964 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1033
|
| 416 |
+
2025-02-10 18:22:25,030 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1034 [54%]
|
| 417 |
+
2025-02-10 18:22:25,033 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.6497950553894043, 1.9255874156951904, 4.399870872497559, 15.556408882141113, 1.551270604133606, 1.35050368309021, 166400, 0.00017952430739192338]
|
| 418 |
+
2025-02-10 18:22:45,998 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1034 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_166400.pth
|
| 419 |
+
2025-02-10 18:22:46,930 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1034 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_166400.pth
|
| 420 |
+
2025-02-10 18:23:37,875 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1034
|
| 421 |
+
2025-02-10 18:25:49,361 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1035
|
| 422 |
+
2025-02-10 18:27:59,257 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1036
|
| 423 |
+
2025-02-10 18:30:08,464 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1037
|
| 424 |
+
2025-02-10 18:32:20,232 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1038
|
| 425 |
+
2025-02-10 18:33:36,203 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1039 [51%]
|
| 426 |
+
2025-02-10 18:33:36,205 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.7344582080841064, 2.045743465423584, 5.32997465133667, 19.655961990356445, 1.559850811958313, 1.5128920078277588, 167200, 0.00017941213274697034]
|
| 427 |
+
2025-02-10 18:33:56,977 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1039 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_167200.pth
|
| 428 |
+
2025-02-10 18:33:57,708 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1039 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_167200.pth
|
| 429 |
+
2025-02-10 18:34:51,819 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1039
|
| 430 |
+
2025-02-10 18:37:02,814 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1040
|
| 431 |
+
2025-02-10 18:39:12,606 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1041
|
| 432 |
+
2025-02-10 18:41:22,496 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1042
|
| 433 |
+
2025-02-10 18:43:33,513 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1043
|
| 434 |
+
2025-02-10 18:44:47,564 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1044 [48%]
|
| 435 |
+
2025-02-10 18:44:47,566 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.5653414726257324, 2.2197983264923096, 5.488657474517822, 18.915632247924805, 1.528938889503479, 1.2884571552276611, 168000, 0.00017930002819364525]
|
| 436 |
+
2025-02-10 18:45:09,305 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1044 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_168000.pth
|
| 437 |
+
2025-02-10 18:45:10,035 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1044 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_168000.pth
|
| 438 |
+
2025-02-10 18:46:07,543 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1044
|
| 439 |
+
2025-02-10 18:48:18,258 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1045
|
| 440 |
+
2025-02-10 18:50:28,214 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1046
|
| 441 |
+
2025-02-10 18:52:37,452 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1047
|
| 442 |
+
2025-02-10 18:54:48,714 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1048
|
| 443 |
+
2025-02-10 18:55:58,750 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1049 [45%]
|
| 444 |
+
2025-02-10 18:55:58,753 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.3309319019317627, 2.2213540077209473, 7.144717216491699, 22.105457305908203, 1.4627084732055664, 1.5626437664031982, 168800, 0.00017918799368815187]
|
| 445 |
+
2025-02-10 18:56:19,583 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1049 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_168800.pth
|
| 446 |
+
2025-02-10 18:56:20,297 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1049 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_168800.pth
|
| 447 |
+
2025-02-10 18:57:21,552 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1049
|
| 448 |
+
2025-02-10 18:59:31,063 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1050
|
| 449 |
+
2025-02-10 19:01:41,200 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1051
|
| 450 |
+
2025-02-10 19:03:51,178 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1052
|
| 451 |
+
2025-02-10 19:06:02,838 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1053
|
| 452 |
+
2025-02-10 19:07:09,327 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1054 [42%]
|
| 453 |
+
2025-02-10 19:07:09,330 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.6281752586364746, 2.027973175048828, 4.972548484802246, 19.04276466369629, 1.536388635635376, 1.1694767475128174, 169600, 0.0001790760291867212]
|
| 454 |
+
2025-02-10 19:07:30,273 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1054 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_169600.pth
|
| 455 |
+
2025-02-10 19:07:30,979 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1054 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_169600.pth
|
| 456 |
+
2025-02-10 19:08:35,786 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1054
|
| 457 |
+
2025-02-10 19:10:45,060 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1055
|
| 458 |
+
2025-02-10 19:12:55,454 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1056
|
| 459 |
+
2025-02-10 19:15:06,359 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1057
|
| 460 |
+
2025-02-10 19:17:16,388 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1058
|
| 461 |
+
2025-02-10 19:18:19,556 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1059 [39%]
|
| 462 |
+
2025-02-10 19:18:19,559 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.577908515930176, 2.136530876159668, 4.517146110534668, 17.94891929626465, 1.6464183330535889, 1.2543153762817383, 170400, 0.00017896413464561168]
|
| 463 |
+
2025-02-10 19:18:40,542 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1059 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_170400.pth
|
| 464 |
+
2025-02-10 19:18:41,357 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1059 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_170400.pth
|
| 465 |
+
2025-02-10 19:19:49,018 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1059
|
| 466 |
+
2025-02-10 19:22:01,992 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1060
|
| 467 |
+
2025-02-10 19:24:12,552 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1061
|
| 468 |
+
2025-02-10 19:26:23,148 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1062
|
| 469 |
+
2025-02-10 19:28:33,808 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1063
|
| 470 |
+
2025-02-10 19:29:32,936 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1064 [35%]
|
| 471 |
+
2025-02-10 19:29:32,939 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.780395030975342, 2.1803064346313477, 5.202693462371826, 19.406633377075195, 1.5441086292266846, 1.4899861812591553, 171200, 0.00017885231002110898]
|
| 472 |
+
2025-02-10 19:29:53,836 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1064 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_171200.pth
|
| 473 |
+
2025-02-10 19:29:54,749 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1064 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_171200.pth
|
| 474 |
+
2025-02-10 19:31:06,311 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1064
|
| 475 |
+
2025-02-10 19:33:15,170 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1065
|
| 476 |
+
2025-02-10 19:35:25,168 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1066
|
| 477 |
+
2025-02-10 19:37:35,418 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1067
|
| 478 |
+
2025-02-10 19:39:45,199 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1068
|
| 479 |
+
2025-02-10 19:40:41,769 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1069 [32%]
|
| 480 |
+
2025-02-10 19:40:41,772 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.4743897914886475, 2.129237174987793, 7.277405738830566, 21.55497932434082, 1.5060982704162598, 1.4882453680038452, 172000, 0.0001787405552695262]
|
| 481 |
+
2025-02-10 19:41:02,892 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1069 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_172000.pth
|
| 482 |
+
2025-02-10 19:41:03,580 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1069 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_172000.pth
|
| 483 |
+
2025-02-10 19:42:17,419 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1069
|
| 484 |
+
2025-02-10 19:44:28,412 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1070
|
| 485 |
+
2025-02-10 19:46:38,609 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1071
|
| 486 |
+
2025-02-10 19:48:49,054 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1072
|
| 487 |
+
2025-02-10 19:51:00,031 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1073
|
| 488 |
+
2025-02-10 19:51:53,359 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1074 [29%]
|
| 489 |
+
2025-02-10 19:51:53,362 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.6791601181030273, 2.168463706970215, 4.6923699378967285, 17.437101364135742, 1.564164161682129, 1.489680290222168, 172800, 0.00017862887034720366]
|
| 490 |
+
2025-02-10 19:52:13,626 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1074 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_172800.pth
|
| 491 |
+
2025-02-10 19:52:14,328 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1074 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_172800.pth
|
| 492 |
+
2025-02-10 19:53:32,577 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1074
|
| 493 |
+
2025-02-10 19:55:42,743 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1075
|
| 494 |
+
2025-02-10 19:57:54,219 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1076
|
| 495 |
+
2025-02-10 20:00:05,298 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1077
|
| 496 |
+
2025-02-10 20:02:15,293 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1078
|
| 497 |
+
2025-02-10 20:03:04,390 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1079 [26%]
|
| 498 |
+
2025-02-10 20:03:04,393 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.4298126697540283, 2.176330327987671, 6.496187686920166, 19.839187622070312, 1.3886677026748657, 1.0306041240692139, 173600, 0.00017851725521050897]
|
| 499 |
+
2025-02-10 20:03:25,073 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1079 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_173600.pth
|
| 500 |
+
2025-02-10 20:03:25,787 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1079 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_173600.pth
|
| 501 |
+
2025-02-10 20:04:46,962 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1079
|
| 502 |
+
2025-02-10 20:06:58,881 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1080
|
| 503 |
+
2025-02-10 20:09:08,701 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1081
|
| 504 |
+
2025-02-10 20:11:19,191 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1082
|
| 505 |
+
2025-02-10 20:13:28,863 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1083
|
| 506 |
+
2025-02-10 20:14:14,905 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1084 [23%]
|
| 507 |
+
2025-02-10 20:14:14,907 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.429971218109131, 2.170886754989624, 6.816442489624023, 22.054241180419922, 1.4758650064468384, 1.3297851085662842, 174400, 0.00017840570981583705]
|
| 508 |
+
2025-02-10 20:14:35,714 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1084 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_174400.pth
|
| 509 |
+
2025-02-10 20:14:36,399 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1084 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_174400.pth
|
| 510 |
+
2025-02-10 20:16:02,222 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1084
|
| 511 |
+
2025-02-10 20:18:12,296 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1085
|
| 512 |
+
2025-02-10 20:20:22,171 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1086
|
| 513 |
+
2025-02-10 20:22:33,374 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1087
|
| 514 |
+
2025-02-10 20:24:42,975 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1088
|
| 515 |
+
2025-02-10 20:25:25,949 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1089 [20%]
|
| 516 |
+
2025-02-10 20:25:25,952 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.610494375228882, 2.029707431793213, 4.902621269226074, 17.735631942749023, 1.5786036252975464, 1.2707619667053223, 175200, 0.00017829423411961]
|
| 517 |
+
2025-02-10 20:25:47,526 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1089 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_175200.pth
|
| 518 |
+
2025-02-10 20:25:48,376 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1089 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_175200.pth
|
| 519 |
+
2025-02-10 20:27:17,707 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1089
|
| 520 |
+
2025-02-10 20:29:28,996 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1090
|
| 521 |
+
2025-02-10 20:31:41,294 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1091
|
| 522 |
+
2025-02-10 20:33:53,081 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1092
|
| 523 |
+
2025-02-10 20:36:04,004 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1093
|
| 524 |
+
2025-02-10 20:36:43,572 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1094 [17%]
|
| 525 |
+
2025-02-10 20:36:43,574 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.5789175033569336, 2.18550443649292, 6.215938091278076, 20.962066650390625, 1.4495632648468018, 1.1861157417297363, 176000, 0.00017818282807827715]
|
| 526 |
+
2025-02-10 20:37:04,827 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1094 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_176000.pth
|
| 527 |
+
2025-02-10 20:37:05,551 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1094 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_176000.pth
|
| 528 |
+
2025-02-10 20:38:37,477 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1094
|
| 529 |
+
2025-02-10 20:40:47,497 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1095
|
| 530 |
+
2025-02-10 20:42:58,393 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1096
|
| 531 |
+
2025-02-10 20:45:09,073 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1097
|
| 532 |
+
2025-02-10 20:47:17,672 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1098
|
| 533 |
+
2025-02-10 20:47:51,856 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1099 [14%]
|
| 534 |
+
2025-02-10 20:47:51,858 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.692305564880371, 2.0537643432617188, 5.1114912033081055, 18.357927322387695, 1.567864179611206, 1.3837080001831055, 176800, 0.00017807149164831515]
|
| 535 |
+
2025-02-10 20:48:12,976 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1099 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_176800.pth
|
| 536 |
+
2025-02-10 20:48:13,669 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1099 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_176800.pth
|
| 537 |
+
2025-02-10 20:49:45,268 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1099
|
| 538 |
+
2025-02-10 20:51:53,060 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1100
|
| 539 |
+
2025-02-10 20:53:59,133 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1101
|
| 540 |
+
2025-02-10 20:56:04,222 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1102
|
| 541 |
+
2025-02-10 20:58:08,991 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1103
|
| 542 |
+
2025-02-10 20:58:40,018 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1104 [11%]
|
| 543 |
+
2025-02-10 20:58:40,020 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.524263381958008, 2.196133613586426, 6.052529335021973, 18.794084548950195, 1.4952921867370605, 1.3444479703903198, 177600, 0.00017796022478622776]
|
| 544 |
+
2025-02-10 20:59:01,070 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1104 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_177600.pth
|
| 545 |
+
2025-02-10 20:59:01,764 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1104 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_177600.pth
|
| 546 |
+
2025-02-10 21:00:35,292 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1104
|
| 547 |
+
2025-02-10 21:02:43,250 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1105
|
| 548 |
+
2025-02-10 21:04:52,560 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1106
|
| 549 |
+
2025-02-10 21:06:59,032 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1107
|
| 550 |
+
2025-02-10 21:09:04,080 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1108
|
| 551 |
+
2025-02-10 21:09:32,181 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1109 [7%]
|
| 552 |
+
2025-02-10 21:09:32,184 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.6699118614196777, 1.8591502904891968, 4.342022895812988, 16.197402954101562, 1.5897767543792725, 1.3145681619644165, 178400, 0.0001778490274485459]
|
| 553 |
+
2025-02-10 21:09:53,728 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1109 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_178400.pth
|
| 554 |
+
2025-02-10 21:09:54,414 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1109 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_178400.pth
|
| 555 |
+
2025-02-10 21:11:32,835 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1109
|
| 556 |
+
2025-02-10 21:13:39,076 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1110
|
| 557 |
+
2025-02-10 21:19:02,543 DoraHalivaIthilMichaPhilodoxyQingHao INFO {'train': {'log_interval': 400, 'eval_interval': 400, 'seed': 1234, 'epochs': 2000, 'learning_rate': 0.0002, 'betas': [0.8, 0.99], 'eps': 1e-09, 'batch_size': 16, 'fp16_run': True, 'lr_decay': 0.999875, 'segment_size': 8192, 'init_lr_ratio': 1, 'warmup_epochs': 0, 'c_mel': 45, 'c_kl': 1.0}, 'data': {'training_files': 'filelists/train_filelist.txt.cleaned', 'validation_files': 'filelists/val_filelist.txt.cleaned', 'text_cleaners': ['japanese_cleaners'], 'max_wav_value': 32768.0, 'sampling_rate': 22050, 'filter_length': 1024, 'hop_length': 256, 'win_length': 1024, 'n_mel_channels': 80, 'mel_fmin': 0.0, 'mel_fmax': None, 'add_blank': True, 'n_speakers': 7, 'cleaned_text': True}, 'model': {'inter_channels': 192, 'hidden_channels': 192, 'filter_channels': 768, 'n_heads': 2, 'n_layers': 6, 'kernel_size': 3, 'p_dropout': 0.1, 'resblock': '1', 'resblock_kernel_sizes': [3, 7, 11], 'resblock_dilation_sizes': [[1, 3, 5], [1, 3, 5], [1, 3, 5]], 'upsample_rates': [8, 8, 2, 2], 'upsample_initial_channel': 512, 'upsample_kernel_sizes': [16, 16, 4, 4], 'n_layers_q': 3, 'use_spectral_norm': False, 'gin_channels': 256}, 'speakers': ['Dora', 'Haliva', 'Ithil', 'Micha', 'Philodoxy', 'QingHao', 'Kokkoro'], 'symbols': ['_', ',', '.', '!', '?', '-', 'A', 'E', 'I', 'N', 'O', 'Q', 'U', 'a', 'b', 'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'm', 'n', 'o', 'p', 'r', 's', 't', 'u', 'v', 'w', 'y', 'z', 'ʃ', 'ʧ', '↓', '↑', ' '], 'model_dir': '../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao'}
|
| 558 |
+
2025-02-10 21:19:07,759 DoraHalivaIthilMichaPhilodoxyQingHao INFO Loaded checkpoint '../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_178400.pth' (iteration 1109)
|
| 559 |
+
2025-02-10 21:19:08,237 DoraHalivaIthilMichaPhilodoxyQingHao INFO Loaded checkpoint '../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_178400.pth' (iteration 1109)
|
| 560 |
+
2025-02-10 21:19:41,163 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1109 [7%]
|
| 561 |
+
2025-02-10 21:19:41,165 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.620973825454712, 2.064950942993164, 5.027390480041504, 16.701969146728516, 1.5943151712417603, 1.3299168348312378, 178400, 0.00017782679632011482]
|
| 562 |
+
2025-02-10 21:20:01,124 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1109 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_178400.pth
|
| 563 |
+
2025-02-10 21:20:01,970 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1109 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_178400.pth
|
| 564 |
+
2025-02-10 21:21:59,263 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1109
|
| 565 |
+
2025-02-10 21:24:07,109 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1110
|
| 566 |
+
2025-02-10 21:25:25,767 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1111 [56%]
|
| 567 |
+
2025-02-10 21:25:25,769 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.710515260696411, 2.00551700592041, 4.266203880310059, 16.149457931518555, 1.5955257415771484, 0.9455320239067078, 178800, 0.00017778234239957847]
|
| 568 |
+
2025-02-10 21:25:45,566 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1111 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_178800.pth
|
| 569 |
+
2025-02-10 21:25:46,237 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1111 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_178800.pth
|
| 570 |
+
2025-02-10 21:26:32,640 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1111
|
| 571 |
+
2025-02-10 21:28:41,855 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1112
|
| 572 |
+
2025-02-10 21:30:45,604 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1113
|
| 573 |
+
2025-02-10 21:31:08,334 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1114 [4%]
|
| 574 |
+
2025-02-10 21:31:08,336 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.819613218307495, 1.928063154220581, 3.104565143585205, 13.117186546325684, 1.5773987770080566, 1.385097861289978, 179200, 0.00017771568235437865]
|
| 575 |
+
2025-02-10 21:31:27,099 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1114 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_179200.pth
|
| 576 |
+
2025-02-10 21:31:27,835 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1114 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_179200.pth
|
| 577 |
+
2025-02-10 21:33:10,497 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1114
|
| 578 |
+
2025-02-10 21:35:13,475 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1115
|
| 579 |
+
2025-02-10 21:36:27,035 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1116 [53%]
|
| 580 |
+
2025-02-10 21:36:27,038 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.5841121673583984, 2.222493886947632, 5.847257614135742, 19.200849533081055, 1.4644604921340942, 1.104155421257019, 179600, 0.0001776712562105976]
|
| 581 |
+
2025-02-10 21:36:46,151 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1116 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_179600.pth
|
| 582 |
+
2025-02-10 21:36:46,915 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1116 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_179600.pth
|
| 583 |
+
2025-02-10 21:37:36,298 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1116
|
| 584 |
+
2025-02-10 21:39:39,672 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1117
|
| 585 |
+
2025-02-10 21:41:43,445 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1118
|
| 586 |
+
2025-02-10 21:42:03,148 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1119 [1%]
|
| 587 |
+
2025-02-10 21:42:03,150 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.568368673324585, 2.029196262359619, 6.019839763641357, 19.7016658782959, 1.5536463260650635, 1.2784191370010376, 180000, 0.0001776046378175117]
|
| 588 |
+
2025-02-10 21:42:22,443 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1119 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_180000.pth
|
| 589 |
+
2025-02-10 21:42:23,119 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1119 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_180000.pth
|
| 590 |
+
2025-02-10 21:44:07,327 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1119
|
| 591 |
+
2025-02-10 21:46:10,170 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1120
|
| 592 |
+
2025-02-10 21:47:20,854 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1121 [50%]
|
| 593 |
+
2025-02-10 21:47:20,856 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.528937816619873, 2.1260557174682617, 7.342120170593262, 20.493831634521484, 1.4570984840393066, 1.0094609260559082, 180400, 0.0001775602394331298]
|
| 594 |
+
2025-02-10 21:47:39,967 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1121 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_180400.pth
|
| 595 |
+
2025-02-10 21:47:40,626 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1121 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_180400.pth
|
| 596 |
+
2025-02-10 21:48:34,289 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1121
|
| 597 |
+
2025-02-10 21:50:38,203 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1122
|
| 598 |
+
2025-02-10 21:52:41,527 DoraHalivaIthilMichaPhilodoxyQingHao INFO Train Epoch: 1123 [98%]
|
| 599 |
+
2025-02-10 21:52:41,529 DoraHalivaIthilMichaPhilodoxyQingHao INFO [2.6011204719543457, 1.9478299617767334, 4.137253761291504, 18.54521369934082, 1.4796173572540283, 1.5302906036376953, 180800, 0.00017751585214765024]
|
| 600 |
+
2025-02-10 21:53:00,334 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1123 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/G_180800.pth
|
| 601 |
+
2025-02-10 21:53:01,027 DoraHalivaIthilMichaPhilodoxyQingHao INFO Saving model and optimizer state at iteration 1123 to ../autodl-tmp/log/DoraHalivaIthilMichaPhilodoxyQingHao/D_180800.pth
|
| 602 |
+
2025-02-10 21:53:03,516 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1123
|
| 603 |
+
2025-02-10 21:55:08,374 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1124
|
| 604 |
+
2025-02-10 21:57:12,564 DoraHalivaIthilMichaPhilodoxyQingHao INFO ====> Epoch: 1125
|