Upload fine-tuned checkpoint
Browse files
checkpoint/config_ft.yml
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{ASR_config: Utils/ASR/config.yml, ASR_path: Utils/ASR/epoch_00080.pth, F0_path: Utils/JDC/bst.t7,
|
| 2 |
+
PLBERT_dir: Utils/PLBERT/, batch_size: 2, data_params: {OOD_data: Data/OOD_texts.txt,
|
| 3 |
+
min_length: 50, root_path: Data/wavs, train_data: Data/train_list.txt, val_data: Data/val_list.txt},
|
| 4 |
+
device: cuda, epochs: 1, load_only_params: true, log_dir: checkpoint, log_interval: 10,
|
| 5 |
+
loss_params: {diff_epoch: 10, joint_epoch: 110, lambda_F0: 1.0, lambda_ce: 20.0,
|
| 6 |
+
lambda_diff: 1.0, lambda_dur: 1.0, lambda_gen: 1.0, lambda_mel: 5.0, lambda_mono: 1.0,
|
| 7 |
+
lambda_norm: 1.0, lambda_s2s: 1.0, lambda_slm: 1.0, lambda_sty: 1.0}, max_len: 100,
|
| 8 |
+
model_params: {decoder: {resblock_dilation_sizes: [[1, 3, 5], [1, 3, 5], [1, 3,
|
| 9 |
+
5]], resblock_kernel_sizes: [3, 7, 11], type: hifigan, upsample_initial_channel: 512,
|
| 10 |
+
upsample_kernel_sizes: [20, 10, 6, 4], upsample_rates: [10, 5, 3, 2]}, diffusion: {
|
| 11 |
+
dist: {estimate_sigma_data: true, mean: -3.0, sigma_data: .nan, std: 1.0}, embedding_mask_proba: 0.1,
|
| 12 |
+
transformer: {head_features: 64, multiplier: 2, num_heads: 8, num_layers: 3}},
|
| 13 |
+
dim_in: 64, dropout: 0.2, hidden_dim: 512, max_conv_dim: 512, max_dur: 50, multispeaker: true,
|
| 14 |
+
n_layer: 3, n_mels: 80, n_token: 178, slm: {hidden: 768, initial_channel: 64,
|
| 15 |
+
model: microsoft/wavlm-base-plus, nlayers: 13, sr: 16000}, style_dim: 128},
|
| 16 |
+
optimizer_params: {bert_lr: 1.0e-05, ft_lr: 0.0001, lr: 0.0001}, preprocess_params: {
|
| 17 |
+
spect_params: {hop_length: 300, n_fft: 2048, win_length: 1200}, sr: 24000}, pretrained_model: Models/StyleTTS2-LibriTTS/LibriTTS/epochs_2nd_00020.pth,
|
| 18 |
+
save_freq: 1, second_stage_load_pretrained: true, slmadv_params: {batch_percentage: 0.5,
|
| 19 |
+
iter: 10, max_len: 500, min_len: 400, scale: 0.01, sig: 1.5, thresh: 5}}
|
checkpoint/epoch_2nd_00000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4b4e47b30a254079d4d66632cf79c7c4eb70e63990c7eaa3e79684638cdd6751
|
| 3 |
+
size 2040174838
|
checkpoint/tensorboard/events.out.tfevents.1748259857.f5d612a070ca.2315.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b53736a90a682fa3261cd78629e4442e1e5ff84ae8d21ab378d2c29bdd8e0352
|
| 3 |
+
size 868
|
checkpoint/train.log
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO:2025-05-26 11:44:40,802: Epoch [1/1], Step [10/15], Loss: 0.38730, Disc Loss: 3.66069, Dur Loss: 0.58346, CE Loss: 0.02791, Norm Loss: 0.49756, F0 Loss: 3.53654, LM Loss: 1.52346, Gen Loss: 6.25046, Sty Loss: 0.00000, Diff Loss: 0.00000, DiscLM Loss: 0.00000, GenLM Loss: 0.00000, SLoss: 0.00000, S2S Loss: 0.39412, Mono Loss: 0.08324
|
| 2 |
+
INFO:2025-05-26 11:44:51,827: Validation loss: 0.436, Dur loss: 0.510, F0 loss: 3.340
|
| 3 |
+
|
| 4 |
+
|
| 5 |
+
|