rewer

v2/ar_base.pth → DiT_seed_v2_uvit_facodec_small_wavenet_bigvgan_pruned.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42e2afabf97e5d856580af1f81a9705423b4fb21bb9475cece9925b62355cc5c
-size 358846893
+oid sha256:e4b52780fd069dd897309a2def2bd7c1664ca36b56f47e9f17ebf7a52b711e8c
+size 440806506

v2/cfm_small.pth → DiT_seed_v2_uvit_facodec_small_wavenet_f0_bigvgan_pruned.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73ae18615dc8cb01710086629973198226dedc63ebeaab0aee17863d767b3474
-size 353349694
+oid sha256:afa945f80fa1dd63410626df265b2f4d9774719c4be5f0d80ace0cf2cc093a5e
+size 437658856

DiT_seed_v2_uvit_facodec_small_wavenet_f0_bigvgan_pruned_44k_L1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61807b267b8438326d635edbe6f7d374282826698cf82405cabd7082d450719d
+size 442351868

DiT_seed_v2_uvit_facodec_small_wavenet_f0_bigvgan_pruned_44k_L2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404aa78081d75fd3652c68453874a0aefbc6177f75655adcfef2628c2c337b79
+size 442352798

DiT_step_298000_seed_uvit_facodec_small_wavenet_pruned.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfacb2331a9cdb0fe513f1ad1a75cee25285bae9744b1c96d58232ef7ef806e5
+size 440805788

config_dit_mel_seed_facodec_small_wavenet.yml

@@ -0,0 +1,97 @@
+log_dir: "./runs/run_dit_mel_seed_facodec_small"
+save_freq: 1
+log_interval: 10
+save_interval: 1000
+device: "cuda"
+epochs: 1000 # number of epochs for first stage training (pre-training)
+batch_size: 2
+batch_length: 100 # maximum duration of audio in a batch (in seconds)
+max_len: 80 # maximum number of frames
+pretrained_model: ""
+pretrained_encoder: ""
+load_only_params: False # set to true if do not want to load epoch numbers and optimizer parameters
+
+F0_path: "modules/JDC/bst.t7"
+
+data_params:
+  train_data: "./data/train.txt"
+  val_data: "./data/val.txt"
+  root_path: "./data/"
+
+preprocess_params:
+  sr: 22050
+  spect_params:
+    n_fft: 1024
+    win_length: 1024
+    hop_length: 256
+    n_mels: 80
+
+model_params:
+  dit_type: "DiT" # uDiT or DiT
+  reg_loss_type: "l1" # l1 or l2
+
+  speech_tokenizer:
+    type: 'facodec'
+    path: "speech_tokenizer_v1.onnx"
+
+  style_encoder:
+    dim: 192
+    campplus_path: "campplus_cn_common.bin"
+
+  DAC:
+    encoder_dim: 64
+    encoder_rates: [2, 5, 5, 6]
+    decoder_dim: 1536
+    decoder_rates: [ 6, 5, 5, 2 ]
+    sr: 24000
+
+  length_regulator:
+    channels: 512
+    is_discrete: true
+    content_codebook_size: 1024
+    in_frame_rate: 80
+    out_frame_rate: 80
+    sampling_ratios: [1, 1, 1, 1]
+    token_dropout_prob: 0.3 # probability of performing token dropout
+    token_dropout_range: 1.0 # maximum percentage of tokens to drop out
+    n_codebooks: 3
+    quantizer_dropout: 0.5
+    f0_condition: false
+    n_f0_bins: 512
+
+  DiT:
+    hidden_dim: 512
+    num_heads: 8
+    depth: 13
+    class_dropout_prob: 0.1
+    block_size: 8192
+    in_channels: 80
+    style_condition: true
+    final_layer_type: 'wavenet'
+    target: 'mel' # mel or codec
+    content_dim: 512
+    content_codebook_size: 1024
+    content_type: 'discrete'
+    f0_condition: true
+    n_f0_bins: 512
+    content_codebooks: 1
+    is_causal: false
+    long_skip_connection: true
+    zero_prompt_speech_token: false # for prompt component, do not input corresponding speech token
+    time_as_token: false
+    style_as_token: false
+    uvit_skip_connection: true
+    add_resblock_in_transformer: false
+
+  wavenet:
+    hidden_dim: 512
+    num_layers: 8
+    kernel_size: 5
+    dilation_rate: 1
+    p_dropout: 0.2
+    style_condition: true
+
+loss_params:
+  base_lr: 0.0001
+  lambda_mel: 45
+  lambda_kl: 1.0

config_dit_mel_seed_facodec_small_wavenet_f0.yml

@@ -0,0 +1,93 @@
+log_dir: ""
+save_freq: 1
+log_interval: 10
+save_interval: 1000
+device: "cuda"
+epochs: 1000 # number of epochs for first stage training (pre-training)
+batch_size: 2
+batch_length: 100 # maximum duration of audio in a batch (in seconds)
+max_len: 80 # maximum number of frames
+pretrained_model: ""
+pretrained_encoder: ""
+load_only_params: False # set to true if do not want to load epoch numbers and optimizer parameters
+
+preprocess_params:
+  sr: 22050
+  spect_params:
+    n_fft: 1024
+    win_length: 1024
+    hop_length: 256
+    n_mels: 80
+
+model_params:
+  dit_type: "DiT" # uDiT or DiT
+  reg_loss_type: "l1" # l1 or l2
+
+  speech_tokenizer:
+    type: 'facodec'
+    path: "speech_tokenizer_v1.onnx"
+
+  cosyvoice:
+    path: "../CosyVoice/pretrained_models/CosyVoice-300M"
+
+  style_encoder:
+    dim: 192
+    campplus_path: "campplus_cn_common.bin"
+
+  DAC:
+    encoder_dim: 64
+    encoder_rates: [2, 5, 5, 6]
+    decoder_dim: 1536
+    decoder_rates: [ 6, 5, 5, 2 ]
+    sr: 24000
+
+  length_regulator:
+    channels: 512
+    is_discrete: true
+    content_codebook_size: 1024
+    in_frame_rate: 80
+    out_frame_rate: 80
+    sampling_ratios: [1, 1, 1, 1]
+    token_dropout_prob: 0.3 # probability of performing token dropout
+    token_dropout_range: 1.0 # maximum percentage of tokens to drop out
+    n_codebooks: 1
+    quantizer_dropout: 0.5
+    f0_condition: true
+    n_f0_bins: 512
+
+  DiT:
+    hidden_dim: 512
+    num_heads: 8
+    depth: 13
+    class_dropout_prob: 0.1
+    block_size: 8192
+    in_channels: 80
+    style_condition: true
+    final_layer_type: 'wavenet'
+    target: 'mel' # mel or codec
+    content_dim: 512
+    content_codebook_size: 1024
+    content_type: 'discrete'
+    f0_condition: true
+    n_f0_bins: 512
+    content_codebooks: 3
+    is_causal: false
+    long_skip_connection: true
+    zero_prompt_speech_token: false # for prompt component, do not input corresponding speech token
+    time_as_token: false
+    style_as_token: false
+    uvit_skip_connection: true
+    add_resblock_in_transformer: false
+
+  wavenet:
+    hidden_dim: 512
+    num_layers: 8
+    kernel_size: 5
+    dilation_rate: 1
+    p_dropout: 0.2
+    style_condition: true
+
+loss_params:
+  base_lr: 0.0001
+  lambda_mel: 45
+  lambda_kl: 1.0

config_dit_mel_seed_facodec_small_wavenet_f0_44k.yml

@@ -0,0 +1,95 @@
+log_dir: ""
+save_freq: 1
+log_interval: 10
+save_interval: 1000
+device: "cuda"
+epochs: 1000 # number of epochs for first stage training (pre-training)
+batch_size: 2
+batch_length: 100 # maximum duration of audio in a batch (in seconds)
+max_len: 80 # maximum number of frames
+pretrained_model: ""
+pretrained_encoder: ""
+load_only_params: False # set to true if do not want to load epoch numbers and optimizer parameters
+
+preprocess_params:
+  sr: 44100
+  spect_params:
+    n_fft: 2048
+    win_length: 2048
+    hop_length: 512
+    n_mels: 128
+    fmin: 0
+    fmax: "None"
+
+model_params:
+  dit_type: "DiT" # uDiT or DiT
+  reg_loss_type: "l1" # l1 or l2
+
+  speech_tokenizer:
+    type: 'facodec'
+    path: "speech_tokenizer_v1.onnx"
+
+  cosyvoice:
+    path: "../CosyVoice/pretrained_models/CosyVoice-300M"
+
+  style_encoder:
+    dim: 192
+    campplus_path: "campplus_cn_common.bin"
+
+  DAC:
+    encoder_dim: 64
+    encoder_rates: [2, 5, 5, 6]
+    decoder_dim: 1536
+    decoder_rates: [ 6, 5, 5, 2 ]
+    sr: 24000
+
+  length_regulator:
+    channels: 512
+    is_discrete: true
+    content_codebook_size: 1024
+    in_frame_rate: 80
+    out_frame_rate: 80
+    sampling_ratios: [1, 1, 1, 1]
+    token_dropout_prob: 0.3 # probability of performing token dropout
+    token_dropout_range: 1.0 # maximum percentage of tokens to drop out
+    n_codebooks: 3
+    quantizer_dropout: 0.5
+    f0_condition: true
+    n_f0_bins: 512
+
+  DiT:
+    hidden_dim: 512
+    num_heads: 8
+    depth: 13
+    class_dropout_prob: 0.1
+    block_size: 8192
+    in_channels: 128
+    style_condition: true
+    final_layer_type: 'wavenet'
+    target: 'mel' # mel or codec
+    content_dim: 512
+    content_codebook_size: 1024
+    content_type: 'discrete'
+    f0_condition: true
+    n_f0_bins: 512
+    content_codebooks: 1
+    is_causal: false
+    long_skip_connection: true
+    zero_prompt_speech_token: false # for prompt component, do not input corresponding speech token
+    time_as_token: false
+    style_as_token: false
+    uvit_skip_connection: true
+    add_resblock_in_transformer: false
+
+  wavenet:
+    hidden_dim: 512
+    num_layers: 8
+    kernel_size: 5
+    dilation_rate: 1
+    p_dropout: 0.2
+    style_condition: true
+
+loss_params:
+  base_lr: 0.0001
+  lambda_mel: 45
+  lambda_kl: 1.0