| { |
| "dataset": { |
| "bpe_model": "multilingual_zh_ja_yue_char_del.tiktoken", |
| "mel": { |
| "hop_length": 256, |
| "mel_fmin": 0, |
| "n_fft": 1024, |
| "n_mels": 100, |
| "normalize": false, |
| "sample_rate": 24000, |
| "win_length": 1024 |
| }, |
| "sample_rate": 24000, |
| "squeeze": false, |
| "tokenizer_type": "tiktoken" |
| }, |
| "emo_matrix": "feat2.pt", |
| "emo_num": [ |
| 3, |
| 17, |
| 2, |
| 8, |
| 4, |
| 5, |
| 10, |
| 24 |
| ], |
| "gpt": { |
| "condition_module": { |
| "attention_heads": 8, |
| "input_layer": "conv2d2", |
| "linear_units": 2048, |
| "num_blocks": 6, |
| "output_size": 512, |
| "perceiver_mult": 2 |
| }, |
| "condition_type": "conformer_perceiver", |
| "emo_condition_module": { |
| "attention_heads": 4, |
| "input_layer": "conv2d2", |
| "linear_units": 1024, |
| "num_blocks": 4, |
| "output_size": 512, |
| "perceiver_mult": 2 |
| }, |
| "heads": 20, |
| "layers": 24, |
| "max_mel_tokens": 1815, |
| "max_text_tokens": 600, |
| "mel_length_compression": 1024, |
| "model_dim": 1280, |
| "number_mel_codes": 8194, |
| "number_text_tokens": 60509, |
| "start_mel_token": 8192, |
| "start_text_token": 0, |
| "stop_mel_token": 8193, |
| "stop_text_token": 1, |
| "train_solo_embeddings": false, |
| "use_mel_codes_as_input": true |
| }, |
| "gpt_checkpoint": "checkpoint_5000.pth", |
| "qwen_emo_path": "qwen0.6bemo4-merge/", |
| "s2mel": { |
| "DiT": { |
| "add_resblock_in_transformer": false, |
| "block_size": 8192, |
| "class_dropout_prob": 0.1, |
| "content_codebook_size": 1024, |
| "content_codebooks": 1, |
| "content_dim": 512, |
| "content_type": "discrete", |
| "depth": 13, |
| "f0_condition": false, |
| "final_layer_type": "wavenet", |
| "hidden_dim": 512, |
| "in_channels": 80, |
| "is_causal": false, |
| "long_skip_connection": true, |
| "n_f0_bins": 512, |
| "num_heads": 8, |
| "style_as_token": false, |
| "style_condition": true, |
| "target": "mel", |
| "time_as_token": false, |
| "uvit_skip_connection": true, |
| "zero_prompt_speech_token": false |
| }, |
| "dit_type": "DiT", |
| "length_regulator": { |
| "channels": 512, |
| "content_codebook_size": 2048, |
| "f0_condition": false, |
| "in_channels": 1024, |
| "is_discrete": false, |
| "n_codebooks": 1, |
| "n_f0_bins": 512, |
| "quantizer_dropout": 0.0, |
| "sampling_ratios": [ |
| 1, |
| 1, |
| 1, |
| 1 |
| ], |
| "vector_quantize": false |
| }, |
| "preprocess_params": { |
| "spect_params": { |
| "fmax": "None", |
| "fmin": 0, |
| "hop_length": 256, |
| "n_fft": 1024, |
| "n_mels": 80, |
| "win_length": 1024 |
| }, |
| "sr": 22050 |
| }, |
| "reg_loss_type": "l1", |
| "style_encoder": { |
| "dim": 192 |
| }, |
| "wavenet": { |
| "dilation_rate": 1, |
| "hidden_dim": 512, |
| "kernel_size": 5, |
| "num_layers": 8, |
| "p_dropout": 0.2, |
| "style_condition": true |
| } |
| }, |
| "s2mel_checkpoint": "DiT_gptlatent_10000.pth", |
| "semantic_codec": { |
| "codebook_dim": 8, |
| "codebook_size": 8192, |
| "frame_rate": 25, |
| "hidden_size": 1024, |
| "vocos_dim": 384, |
| "vocos_intermediate_dim": 2048, |
| "vocos_num_layers": 12 |
| }, |
| "spk_matrix": "feat1.pt", |
| "supported_languages": [ |
| "zh", |
| "en", |
| "ja", |
| "es", |
| "ar" |
| ], |
| "version": 2.5, |
| "vocoder": { |
| "name": "bigvgan_generator.pt", |
| "type": "bigvgan" |
| }, |
| "w2v_stat": "wav2vec2bert_stats.pt" |
| } |
|
|
