Text-to-Speech
Transformers
Safetensors
hifi_gan
feature-extraction
audio
vocoder
hifi-gan
bigvgan
neural-vocoder
speaker-conditioning
audio-watermarking
custom_code
Instructions to use mlr2000/vocoder-small with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use mlr2000/vocoder-small with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-to-speech", model="mlr2000/vocoder-small", trust_remote_code=True)# Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("mlr2000/vocoder-small", trust_remote_code=True, device_map="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "add_film_watermark": false, | |
| "add_mel_loss": false, | |
| "add_watermark_vocbulwark": true, | |
| "add_wav2vec_loss": false, | |
| "add_wavlm_loss": false, | |
| "add_whisper_encoder_loss": false, | |
| "add_whisper_feature_loss": false, | |
| "add_whisper_kl_loss": false, | |
| "architectures": [ | |
| "HiFiGANArchitecture" | |
| ], | |
| "block_out_channel_mults": [ | |
| 1, | |
| 2, | |
| 2, | |
| 3 | |
| ], | |
| "dtype": "float32", | |
| "hifigan_bias": false, | |
| "hifigan_channels": 512, | |
| "hifigan_global_channels": 256, | |
| "hifigan_in_channels": 96, | |
| "hifigan_kernel_size": 7, | |
| "hifigan_nonlinear_activation": "snakebeta", | |
| "hifigan_nonlinear_activation_params": { | |
| "negative_slope": 0.1 | |
| }, | |
| "hifigan_out_channels": 1, | |
| "hifigan_resblock_dilations": [ | |
| [ | |
| 1, | |
| 3, | |
| 5 | |
| ], | |
| [ | |
| 1, | |
| 3, | |
| 5 | |
| ], | |
| [ | |
| 1, | |
| 3, | |
| 5 | |
| ] | |
| ], | |
| "hifigan_resblock_kernel_sizes": [ | |
| 3, | |
| 7, | |
| 11 | |
| ], | |
| "hifigan_upsample_kernel_sizes": [ | |
| 8, | |
| 8, | |
| 4, | |
| 4, | |
| 4, | |
| 4 | |
| ], | |
| "hifigan_upsample_scales": [ | |
| 4, | |
| 4, | |
| 2, | |
| 2, | |
| 2, | |
| 2 | |
| ], | |
| "hifigan_use_additional_convs": true, | |
| "hifigan_use_weight_norm": true, | |
| "hop_length": 256, | |
| "input_type": "mel", | |
| "lambda_adv": 1.0, | |
| "lambda_feat_match": 10.0, | |
| "lambda_mel": 15.0, | |
| "lambda_vocbulwark_ext": 1.0, | |
| "lambda_vocbulwark_mel": 0.1, | |
| "lambda_vocbulwark_mstft": 0.1, | |
| "lambda_vocbulwark_wavlm": 0.0, | |
| "lambda_watermark": 1.0, | |
| "lambda_wav2vec": 15.0, | |
| "lambda_wavlm": 15.0, | |
| "lambda_whisper_encoder": 15.0, | |
| "lambda_whisper_features": 15.0, | |
| "lambda_whisper_kl": 1.0, | |
| "mel_channels": 96, | |
| "model_type": "hifi_gan", | |
| "mpd_reshapes": [ | |
| 2, | |
| 3, | |
| 5, | |
| 7, | |
| 11 | |
| ], | |
| "mrd_resolutions": [ | |
| [ | |
| 1024, | |
| 120, | |
| 600 | |
| ], | |
| [ | |
| 2048, | |
| 240, | |
| 1200 | |
| ], | |
| [ | |
| 512, | |
| 50, | |
| 240 | |
| ] | |
| ], | |
| "n_fft": 1024, | |
| "raw_sample_rate": 22050, | |
| "snake_logscale": true, | |
| "speaker_embed_checkpoint": null, | |
| "speaker_embed_config": null, | |
| "target_sample_rate": 24000, | |
| "train_discriminator": false, | |
| "transformers_version": "4.57.3", | |
| "update_speaker_embedding": true, | |
| "use_wavlm_features": false, | |
| "vocbulwark_acc_tau1": 0.9, | |
| "vocbulwark_acc_tau2": 0.95, | |
| "vocbulwark_bits": 32, | |
| "vocbulwark_bootstrap_threshold": 0.6, | |
| "vocbulwark_fidelity_vs_clean": false, | |
| "vocbulwark_ta_hidden": 128, | |
| "vocbulwark_zero_conv_std": 0.02, | |
| "watermark_bits": 32, | |
| "watermark_film_hidden": 128, | |
| "wav2vec_cnn_frozen": true, | |
| "wav2vec_cnn_model_name": "facebook/wav2vec2-base", | |
| "wav2vec_cnn_sample_rate": 16000, | |
| "wavlm_layer_idx": 6, | |
| "wavlm_model_name": "microsoft/wavlm-base-plus", | |
| "win_length": 1024, | |
| "speaker_embedding_size": 768, | |
| "auto_map": { | |
| "AutoConfig": "configuration_hifigan.HiFiGANConfig", | |
| "AutoModel": "modeling_hifigan.HiFiGANArchitecture" | |
| }, | |
| "fixed_watermark": [ | |
| 1, | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| 1, | |
| 1, | |
| 0, | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 1, | |
| 1, | |
| 0, | |
| 0, | |
| 1, | |
| 0, | |
| 1, | |
| 1 | |
| ] | |
| } |