Upload new model: ellie-italian-v1

.gitattributes

@@ -58,3 +58,4 @@ french-base-model/default.wav filter=lfs diff=lfs merge=lfs -text
 italian-base-model/default.wav filter=lfs diff=lfs merge=lfs -text
 ellie-french-v1/default.wav filter=lfs diff=lfs merge=lfs -text
 ember-french-v1/default.wav filter=lfs diff=lfs merge=lfs -text
+ellie-italian-v1/default.wav filter=lfs diff=lfs merge=lfs -text

ellie-italian-v1/config_ellie_italian.yml

@@ -0,0 +1,21 @@
+{ASR_config: Utils/ASR/config.yml, ASR_path: Utils/ASR/epoch_00080.pth, F0_path: Utils/JDC/bst.t7,
+  PLBERT_dir: Utils/PLBERT/, batch_size: 4, data_params: {OOD_data: Italian_Ellie_Data/OOD_texts.txt,
+    min_length: 50, root_path: /root/src/StyleTTS2/Italian_Ellie_Data/ellie-processed-italian,
+    train_data: Italian_Ellie_Data/train_list_cleaned.txt, val_data: Italian_Ellie_Data/val_list_cleaned.txt},
+  device: cuda, epochs: 50, load_only_params: true, log_dir: FinetunedModels/ellie-italian-v1,
+  log_interval: 5, loss_params: {diff_epoch: 10, joint_epoch: 30, lambda_F0: 1.0,
+    lambda_ce: 20.0, lambda_diff: 1.0, lambda_dur: 1.0, lambda_gen: 1.0, lambda_mel: 5.0,
+    lambda_mono: 1.0, lambda_norm: 1.0, lambda_s2s: 1.0, lambda_slm: 1.0, lambda_sty: 1.0},
+  max_len: 800, model_params: {decoder: {resblock_dilation_sizes: [[1, 3, 5], [1,
+          3, 5], [1, 3, 5]], resblock_kernel_sizes: [3, 7, 11], type: hifigan, upsample_initial_channel: 512,
+      upsample_kernel_sizes: [20, 10, 6, 4], upsample_rates: [10, 5, 3, 2]}, diffusion: {
+      dist: {estimate_sigma_data: true, mean: -3.0, sigma_data: 0.17825539577062482,
+        std: 1.0}, embedding_mask_proba: 0.1, transformer: {head_features: 64, multiplier: 2,
+        num_heads: 8, num_layers: 3}}, dim_in: 64, dropout: 0.2, hidden_dim: 512,
+    max_conv_dim: 512, max_dur: 50, multispeaker: true, n_layer: 3, n_mels: 80, n_token: 178,
+    slm: {hidden: 768, initial_channel: 64, model: microsoft/wavlm-base-plus, nlayers: 13,
+      sr: 16000}, style_dim: 128}, optimizer_params: {bert_lr: 1.0e-05, ft_lr: 0.0001,
+    lr: 0.0001}, preprocess_params: {spect_params: {hop_length: 300, n_fft: 2048,
+      win_length: 1200}, sr: 24000}, pretrained_model: FinetunedModels/italian-base-model-full/epoch_2nd_00019.pth,
+  save_freq: 5, second_stage_load_pretrained: true, slmadv_params: {batch_percentage: 0.5,
+    iter: 10, max_len: 800, min_len: 640, scale: 0.01, sig: 1.5, thresh: 5}}

ellie-italian-v1/default.wav

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ea519e782f83c8d40a552db7ceb3d0981c23b56b12957a47d39fd76b64da7f
+size 325530

ellie-italian-v1/epoch_2nd_00049.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ece16c0ec2fd3f97accdaef39f0c2cd7d308187f019e232c4d860cae4bc229
+size 2252234593