| { | |
| "output_path": "/home1/jesuraj/speechlm/espnet/egs2/LIMMITS_25/speechlm1/downloads", | |
| "logger_uri": null, | |
| "run_name": "yourtts_syspin_baseline", | |
| "project_name": "YourTTS", | |
| "run_description": "\n - Original YourTTS trained using VCTK dataset\n ", | |
| "print_step": 50, | |
| "plot_step": 100, | |
| "model_param_stats": false, | |
| "wandb_entity": null, | |
| "dashboard_logger": "tensorboard", | |
| "save_on_interrupt": true, | |
| "log_model_step": 1000, | |
| "save_step": 10000, | |
| "save_n_checkpoints": 10, | |
| "save_checkpoints": true, | |
| "save_all_best": false, | |
| "save_best_after": 0, | |
| "target_loss": "loss_1", | |
| "print_eval": false, | |
| "test_delay_epochs": 0, | |
| "run_eval": true, | |
| "run_eval_steps": null, | |
| "distributed_backend": "nccl", | |
| "distributed_url": "tcp://localhost:54321", | |
| "mixed_precision": false, | |
| "precision": "fp16", | |
| "epochs": 1000, | |
| "batch_size": 16, | |
| "eval_batch_size": 16, | |
| "grad_clip": [ | |
| 1000.0, | |
| 1000.0 | |
| ], | |
| "scheduler_after_epoch": true, | |
| "lr": 0.001, | |
| "optimizer": "AdamW", | |
| "optimizer_params": { | |
| "betas": [ | |
| 0.8, | |
| 0.99 | |
| ], | |
| "eps": 1e-09, | |
| "weight_decay": 0.01 | |
| }, | |
| "lr_scheduler": null, | |
| "lr_scheduler_params": {}, | |
| "use_grad_scaler": false, | |
| "allow_tf32": false, | |
| "cudnn_enable": true, | |
| "cudnn_deterministic": false, | |
| "cudnn_benchmark": false, | |
| "training_seed": 54321, | |
| "model": "vits", | |
| "num_loader_workers": 8, | |
| "num_eval_loader_workers": 0, | |
| "use_noise_augment": false, | |
| "audio": { | |
| "fft_size": 1024, | |
| "sample_rate": 22050, | |
| "win_length": 1024, | |
| "hop_length": 256, | |
| "num_mels": 80, | |
| "mel_fmin": 0, | |
| "mel_fmax": null | |
| }, | |
| "use_phonemes": false, | |
| "phonemizer": "espeak", | |
| "phoneme_language": "en", | |
| "compute_input_seq_cache": true, | |
| "text_cleaner": "multilingual_cleaners", | |
| "enable_eos_bos_chars": false, | |
| "test_sentences_file": "", | |
| "phoneme_cache_path": null, | |
| "characters": { | |
| "characters_class": "TTS.tts.models.vits.VitsCharacters", | |
| "vocab_dict": null, | |
| "pad": "_", | |
| "eos": "&", | |
| "bos": "*", | |
| "blank": null, | |
| "characters": "\u0cc8\u092f\u2013\u0951\u0905\u0c1f\u0c2c\u0a8f\ufe0f\u0a82\u099dH\u0c9bM\u2026\u0997\u0926\u0cb5\u099f\u00e8\u0c89\u0917\u0c32\u0914\u09b9\u0c4cY\u0aa2\u0a8d\u0c02\u0c4b\u0c13\u09b0\u09a8\u0aac\u09a5\u0a88\u0c93\u0c47\u0936\u0a9b\u0c09\u0919\u0c2a\u0c17\u099e\u0c0b\u098aD\u0986\u0aa1 \u0ccd\u0a95\u0c12\u0aa0RI\u090a\u0cd5\u091f\u0c97\u0c36\u0cb9\u0ab3\u09b7\u0a9e\u0aaa\u09aa\u0c37\u0cb8j\u0a86Wk\u0a81\u0958\u0937\u0cab\u09be\u095eqn\\\u0ca8\u0ce0\u091b\u09aesz\u09a3\u0995\u0c2b\u0aa3\u0aa6\u00bb1\u09bfA5\u0ca5\u092c\u091d\u09c8\u09a2\u0c9e'\u0ac9\u0c16\u0acc\u0c9c\u0ccc\u0924\u0cc0E\u00e0J,\u0c8bu\u0ca2c]\u0cca\u0caa\u099aT\u0a89\u09ce\u0a98\u0ca6\u0987\u0aa5\u0a97\u0cbf\u0c98\u09c7v\u0ca7\u0901\u0c28\u09dc\u0ac2o\u0ab2\u0c40\u0c25\u0c21\u0c82\u095a\u0c95\u09cd\u0ca0\u0c1e#\u095b\u00e9\u0cb2\u0927\u0948\u0cad\u0959\u0ab6\u093e\u0cac\u0abe\u0acdl\u09df\u0ca3\u0abf\u0ab9\u0988\u09ac\u0a96\u095d\u0909\u090b\u0c31\u0993\u0945\u0983\u0c14\u0ab7\u09f0\u0a8a\u0907\u0c19\u0989\u0c48\u09c0\u0955\u094b\u09cb\u0c1d\u0cc1\u0999\u0c99\u0c2f\u0a93\u0931\u099b\u00e2\"9\u0c92\u0c30\u0998\u0c9aZ\u09a0\u0a90\u00ef\u0c07\u092b\u0c1a\u0cbd\u0cc3(\u0cdeOB2\u09b2\u0ac1\u0c3f\u0ac5\u0922\u0c8a\u0ac8\u09af\u091e\u0ac7\u0c06we\u09f7\u0c35\u0c26\u0932hQ\u0c18a\u0c8fi\u0911\u0943\u092a\u0939\u0c4d\u0c41\u09adP3C4\u098f\u0ca4\u09ab\u0c69\u09c1\u0a9f\u0972\u0970\u0a9a\u0c2e\u0941\u0a83\u0c1bx\u09b8\u0c10r\u0cb6\u092e\u0923\u0925\u0c24\u0c33\u0c38\u0cc2\u0930[\u0942\u0949\u0964\u0a85\u0ccb\u0908\u0cbe\u0cbc*\u0caf\u0aab\u0c42\u0a8b\u0a87\u0c27\u0c3e\u09a1X`\u0c0e\u0954\u0aa8\u0ab8\u093f\u0ac3\u09c3N\u0cb3\u0cb0\u0c96\u0981\u095c\u0a9cL\u0c90\u0cb1\u0aad\u0990\u0910\u0920\u0960\u0947\u09c2\u0c66U\u091aV\u09dd\u0c15\u098b\u0c46\u0ac0G\u0921\u0c9d\u0c88\u09bc\u0c22\u093c\u0c9f\u099c\u092df\u0916\u0c05\u0cc7K\u0a9d\u090f\u09a6?\u0c4a\u0902\u0c94\u0ae0\u0c87\u094a\u0a94\u0c0f\u0985\u0c08\u0abc\u0cc67\u0933\u0918\u00f4\u0928@\u0c8e\u091c\u0915\u0c238\u0996\u0cb7t\u0982\u0c43m\u0c03\u0994\u09cc\u0c39\u0940\u0ab5\u093d\u0a91\u090d\u0c2d\u09b6\u0cae\u0938bF\u0c83\u09a7\u0aa4y\u0935p\u09030{&\u0c0a\u0ca1\u0906\u0ab0\u0acb\u0c86\u094dg\u09a4\u0aae\u0950\u0c1c\u094c\u0aa7\u0934\u0aaf\u0c20\u0c85\u095fSd\u0913", | |
| "punctuations": "!'(),-.:;? ", | |
| "phonemes": "", | |
| "is_unique": true, | |
| "is_sorted": true | |
| }, | |
| "add_blank": true, | |
| "batch_group_size": 32, | |
| "loss_masking": null, | |
| "min_audio_len": 1, | |
| "max_audio_len": Infinity, | |
| "min_text_len": 1, | |
| "max_text_len": Infinity, | |
| "compute_f0": false, | |
| "compute_energy": false, | |
| "compute_linear_spec": true, | |
| "precompute_num_workers": 12, | |
| "start_by_longest": true, | |
| "shuffle": false, | |
| "drop_last": false, | |
| "datasets": [ | |
| { | |
| "formatter": "syspin_ml", | |
| "dataset_name": "", | |
| "path": "model_related/Bengali_Female", | |
| "meta_file_train": "SyspinSpeakers/Bengali_Female.tsv", | |
| "ignored_speakers": null, | |
| "language": "bn", | |
| "phonemizer": "", | |
| "meta_file_val": "", | |
| "meta_file_attn_mask": "" | |
| }, | |
| { | |
| "formatter": "syspin_ml", | |
| "dataset_name": "", | |
| "path": "model_related/Chhattisgarhi_Male", | |
| "meta_file_train": "SyspinSpeakers/Chhattisgarhi_Male.tsv", | |
| "ignored_speakers": null, | |
| "language": "hne", | |
| "phonemizer": "", | |
| "meta_file_val": "", | |
| "meta_file_attn_mask": "" | |
| }, | |
| { | |
| "formatter": "syspin_ml", | |
| "dataset_name": "", | |
| "path": "model_related/Magahi_Male", | |
| "meta_file_train": "SyspinSpeakers/Magahi_Male.tsv", | |
| "ignored_speakers": null, | |
| "language": "mag", | |
| "phonemizer": "", | |
| "meta_file_val": "", | |
| "meta_file_attn_mask": "" | |
| }, | |
| { | |
| "formatter": "syspin_ml", | |
| "dataset_name": "", | |
| "path": "model_related/Marathi_Male", | |
| "meta_file_train": "SyspinSpeakers/Marathi_Male.tsv", | |
| "ignored_speakers": null, | |
| "language": "mr", | |
| "phonemizer": "", | |
| "meta_file_val": "", | |
| "meta_file_attn_mask": "" | |
| }, | |
| { | |
| "formatter": "syspin_ml", | |
| "dataset_name": "", | |
| "path": "model_related/Maithili_Female", | |
| "meta_file_train": "SyspinSpeakers/Maithili_Female.tsv", | |
| "ignored_speakers": null, | |
| "language": "mai", | |
| "phonemizer": "", | |
| "meta_file_val": "", | |
| "meta_file_attn_mask": "" | |
| }, | |
| { | |
| "formatter": "syspin_ml", | |
| "dataset_name": "", | |
| "path": "model_related/English_Male", | |
| "meta_file_train": "SyspinSpeakers/English_Male.tsv", | |
| "ignored_speakers": null, | |
| "language": "en", | |
| "phonemizer": "", | |
| "meta_file_val": "", | |
| "meta_file_attn_mask": "" | |
| }, | |
| { | |
| "formatter": "syspin_ml", | |
| "dataset_name": "", | |
| "path": "model_related/Chhattisgarhi_Female", | |
| "meta_file_train": "SyspinSpeakers/Chhattisgarhi_Female.tsv", | |
| "ignored_speakers": null, | |
| "language": "hne", | |
| "phonemizer": "", | |
| "meta_file_val": "", | |
| "meta_file_attn_mask": "" | |
| }, | |
| { | |
| "formatter": "syspin_ml", | |
| "dataset_name": "", | |
| "path": "model_related/Kannada_Male", | |
| "meta_file_train": "SyspinSpeakers/Kannada_Male.tsv", | |
| "ignored_speakers": null, | |
| "language": "kn", | |
| "phonemizer": "", | |
| "meta_file_val": "", | |
| "meta_file_attn_mask": "" | |
| }, | |
| { | |
| "formatter": "syspin_ml", | |
| "dataset_name": "", | |
| "path": "model_related/Bhojpuri_Female", | |
| "meta_file_train": "SyspinSpeakers/Bhojpuri_Female.tsv", | |
| "ignored_speakers": null, | |
| "language": "bho", | |
| "phonemizer": "", | |
| "meta_file_val": "", | |
| "meta_file_attn_mask": "" | |
| }, | |
| { | |
| "formatter": "syspin_ml", | |
| "dataset_name": "", | |
| "path": "model_related/Kannada_Female", | |
| "meta_file_train": "SyspinSpeakers/Kannada_Female.tsv", | |
| "ignored_speakers": null, | |
| "language": "kn", | |
| "phonemizer": "", | |
| "meta_file_val": "", | |
| "meta_file_attn_mask": "" | |
| }, | |
| { | |
| "formatter": "syspin_ml", | |
| "dataset_name": "", | |
| "path": "model_related/Maithili_Male", | |
| "meta_file_train": "SyspinSpeakers/Maithili_Male.tsv", | |
| "ignored_speakers": null, | |
| "language": "mai", | |
| "phonemizer": "", | |
| "meta_file_val": "", | |
| "meta_file_attn_mask": "" | |
| }, | |
| { | |
| "formatter": "syspin_ml", | |
| "dataset_name": "", | |
| "path": "model_related/Telugu_Male", | |
| "meta_file_train": "SyspinSpeakers/Telugu_Male.tsv", | |
| "ignored_speakers": null, | |
| "language": "te", | |
| "phonemizer": "", | |
| "meta_file_val": "", | |
| "meta_file_attn_mask": "" | |
| }, | |
| { | |
| "formatter": "syspin_ml", | |
| "dataset_name": "", | |
| "path": "model_related/Telugu_Female", | |
| "meta_file_train": "SyspinSpeakers/Telugu_Female.tsv", | |
| "ignored_speakers": null, | |
| "language": "te", | |
| "phonemizer": "", | |
| "meta_file_val": "", | |
| "meta_file_attn_mask": "" | |
| }, | |
| { | |
| "formatter": "syspin_ml", | |
| "dataset_name": "", | |
| "path": "model_related/Bengali_Male", | |
| "meta_file_train": "SyspinSpeakers/Bengali_Male.tsv", | |
| "ignored_speakers": null, | |
| "language": "bn", | |
| "phonemizer": "", | |
| "meta_file_val": "", | |
| "meta_file_attn_mask": "" | |
| }, | |
| { | |
| "formatter": "syspin_ml", | |
| "dataset_name": "", | |
| "path": "model_related/Bhojpuri_Male", | |
| "meta_file_train": "SyspinSpeakers/Bhojpuri_Male.tsv", | |
| "ignored_speakers": null, | |
| "language": "bho", | |
| "phonemizer": "", | |
| "meta_file_val": "", | |
| "meta_file_attn_mask": "" | |
| }, | |
| { | |
| "formatter": "syspin_ml", | |
| "dataset_name": "", | |
| "path": "model_related/Gujarati_Female", | |
| "meta_file_train": "SyspinSpeakers/Gujarati_Female.tsv", | |
| "ignored_speakers": null, | |
| "language": "gu", | |
| "phonemizer": "", | |
| "meta_file_val": "", | |
| "meta_file_attn_mask": "" | |
| }, | |
| { | |
| "formatter": "syspin_ml", | |
| "dataset_name": "", | |
| "path": "model_related/Marathi_Female", | |
| "meta_file_train": "SyspinSpeakers/Marathi_Female.tsv", | |
| "ignored_speakers": null, | |
| "language": "mr", | |
| "phonemizer": "", | |
| "meta_file_val": "", | |
| "meta_file_attn_mask": "" | |
| }, | |
| { | |
| "formatter": "syspin_ml", | |
| "dataset_name": "", | |
| "path": "model_related/Hindi_Female", | |
| "meta_file_train": "SyspinSpeakers/Hindi_Female.tsv", | |
| "ignored_speakers": null, | |
| "language": "hi", | |
| "phonemizer": "", | |
| "meta_file_val": "", | |
| "meta_file_attn_mask": "" | |
| }, | |
| { | |
| "formatter": "syspin_ml", | |
| "dataset_name": "", | |
| "path": "model_related/Gujarati_Male", | |
| "meta_file_train": "SyspinSpeakers/Gujarati_Male.tsv", | |
| "ignored_speakers": null, | |
| "language": "gu", | |
| "phonemizer": "", | |
| "meta_file_val": "", | |
| "meta_file_attn_mask": "" | |
| }, | |
| { | |
| "formatter": "syspin_ml", | |
| "dataset_name": "", | |
| "path": "model_related/Hindi_Male", | |
| "meta_file_train": "SyspinSpeakers/Hindi_Male.tsv", | |
| "ignored_speakers": null, | |
| "language": "hi", | |
| "phonemizer": "", | |
| "meta_file_val": "", | |
| "meta_file_attn_mask": "" | |
| }, | |
| { | |
| "formatter": "syspin_ml", | |
| "dataset_name": "", | |
| "path": "model_related/Magahi_Female", | |
| "meta_file_train": "SyspinSpeakers/Magahi_Female.tsv", | |
| "ignored_speakers": null, | |
| "language": "mag", | |
| "phonemizer": "", | |
| "meta_file_val": "", | |
| "meta_file_attn_mask": "" | |
| }, | |
| { | |
| "formatter": "syspin_ml", | |
| "dataset_name": "", | |
| "path": "model_related/English_Female", | |
| "meta_file_train": "SyspinSpeakers/English_Female.tsv", | |
| "ignored_speakers": null, | |
| "language": "en", | |
| "phonemizer": "", | |
| "meta_file_val": "", | |
| "meta_file_attn_mask": "" | |
| } | |
| ], | |
| "test_sentences": [ | |
| [ | |
| "\u091c\u093e\u092f\u0915\u0935\u093e\u0921\u0940 \u0927\u0930\u0923\u093e\u0924\u0942\u0928 \u0924\u092c\u094d\u092c\u0932 \u0905\u0921\u0940\u091a \u0924\u0947 \u0924\u0940\u0928 \u0932\u093e\u0916 \u0939\u0947\u0915\u094d\u091f\u0930 \u0936\u0947\u0924\u0940\u091a\u094d\u092f\u093e \u0938\u093f\u0902\u091a\u0928\u093e\u0938\u093e\u0920\u0940 \u092a\u093e\u0923\u0940 \u0938\u094b\u0921\u0932\u0902 \u091c\u093e\u0924\u0902", | |
| "Marathi_Male", | |
| null, | |
| "mr" | |
| ], | |
| [ | |
| "\u091c\u093e\u092f\u0915\u0935\u093e\u0921\u0940 \u0927\u0930\u0923\u093e\u0924\u0942\u0928 \u0924\u092c\u094d\u092c\u0932 \u0905\u0921\u0940\u091a \u0924\u0947 \u0924\u0940\u0928 \u0932\u093e\u0916 \u0939\u0947\u0915\u094d\u091f\u0930 \u0936\u0947\u0924\u0940\u091a\u094d\u092f\u093e \u0938\u093f\u0902\u091a\u0928\u093e\u0938\u093e\u0920\u0940 \u092a\u093e\u0923\u0940 \u0938\u094b\u0921\u0932\u0902 \u091c\u093e\u0924\u0902", | |
| "Marathi_Female", | |
| null, | |
| "mr" | |
| ], | |
| [ | |
| "\u0915\u0941\u091b \u0938\u092e\u092f \u092c\u093e\u0926 \u0935\u0947 \u0905\u0938\u0939\u093e\u092c\u0947 \u0938\u0941\u095e\u094d\u095e\u093e\u0939 \u0915\u0947 \u0928\u093e\u092e \u0938\u0947 \u092a\u094d\u0930\u0938\u093f\u0926\u094d\u0927 \u0939\u094b \u0917\u090f\u0964", | |
| "Hindi_Male", | |
| null, | |
| "hi" | |
| ], | |
| [ | |
| "\u0915\u0941\u091b \u0938\u092e\u092f \u092c\u093e\u0926 \u0935\u0947 \u0905\u0938\u0939\u093e\u092c\u0947 \u0938\u0941\u095e\u094d\u095e\u093e\u0939 \u0915\u0947 \u0928\u093e\u092e \u0938\u0947 \u092a\u094d\u0930\u0938\u093f\u0926\u094d\u0927 \u0939\u094b \u0917\u090f\u0964", | |
| "Hindi_Female", | |
| null, | |
| "hi" | |
| ], | |
| [ | |
| "\u0c35\u0c21\u0c4d\u0c30\u0c02\u0c17\u0c3f, \u0c15\u0c4d\u0c37\u0c41\u0c30\u0c15 \u0c35\u0c43\u0c24\u0c4d\u0c24\u0c41\u0c32\u0c32\u0c4b \u0c2a\u0c46\u0c1f\u0c4d\u0c1f\u0c41\u0c2c\u0c21\u0c3f \u0c2a\u0c4d\u0c30\u0c27\u0c3e\u0c28\u0c2e\u0c48 \u0c07\u0c24\u0c30\u0c41\u0c32\u0c41 \u0c15\u0c42\u0c21\u0c3e \u0c08 \u0c35\u0c43\u0c24\u0c4d\u0c24\u0c3f\u0c32\u0c4b \u0c2a\u0c4d\u0c30\u0c35\u0c47\u0c36\u0c3f\u0c02\u0c1a\u0c3f \u0c35\u0c4d\u0c2f\u0c3e\u0c2a\u0c3e\u0c30\u0c02\u0c17\u0c3e \u0c2e\u0c3e\u0c30\u0c4d\u0c1a\u0c47\u0c38\u0c3e\u0c30", | |
| "Telugu_Female", | |
| null, | |
| "te" | |
| ], | |
| [ | |
| "\u0c35\u0c21\u0c4d\u0c30\u0c02\u0c17\u0c3f, \u0c15\u0c4d\u0c37\u0c41\u0c30\u0c15 \u0c35\u0c43\u0c24\u0c4d\u0c24\u0c41\u0c32\u0c32\u0c4b \u0c2a\u0c46\u0c1f\u0c4d\u0c1f\u0c41\u0c2c\u0c21\u0c3f \u0c2a\u0c4d\u0c30\u0c27\u0c3e\u0c28\u0c2e\u0c48 \u0c07\u0c24\u0c30\u0c41\u0c32\u0c41 \u0c15\u0c42\u0c21\u0c3e \u0c08 \u0c35\u0c43\u0c24\u0c4d\u0c24\u0c3f\u0c32\u0c4b \u0c2a\u0c4d\u0c30\u0c35\u0c47\u0c36\u0c3f\u0c02\u0c1a\u0c3f \u0c35\u0c4d\u0c2f\u0c3e\u0c2a\u0c3e\u0c30\u0c02\u0c17\u0c3e \u0c2e\u0c3e\u0c30\u0c4d\u0c1a\u0c47\u0c38\u0c3e\u0c30", | |
| "Telugu_Male", | |
| null, | |
| "te" | |
| ], | |
| [ | |
| "\u0915\u0932\u0915\u0924\u094d\u0924\u093e \u091c\u093e\u092f \u0916\u093e\u0924\u093f\u0930 \u092a\u0941\u0937\u094d\u092a\u093e \u0939 \u0911\u0928\u0932\u093e\u0907\u0928 \u091f\u093f\u0915\u093f\u091f \u0915\u0930\u0935\u093e\u092f \u0930\u093f\u0939\u093f\u0938 \u0939\u0935\u092f", | |
| "Chhattisgarhi_Female", | |
| null, | |
| "hne" | |
| ], | |
| [ | |
| "\u0915\u0932\u0915\u0924\u094d\u0924\u093e \u091c\u093e\u092f \u0916\u093e\u0924\u093f\u0930 \u092a\u0941\u0937\u094d\u092a\u093e \u0939 \u0911\u0928\u0932\u093e\u0907\u0928 \u091f\u093f\u0915\u093f\u091f \u0915\u0930\u0935\u093e\u092f \u0930\u093f\u0939\u093f\u0938 \u0939\u0935\u092f", | |
| "Chhattisgarhi_Male", | |
| null, | |
| "hne" | |
| ], | |
| [ | |
| "\u09a8\u09bf\u09ae\u09cd\u09a8\u09cb\u0995\u09cd\u09a4 \u09b8\u09be\u09b0\u09a3\u09bf \u0985\u09ac\u09b2\u09ae\u09cd\u09ac\u09a8\u09c7 \u09ad\u09be\u09b0\u09a4\u09c0\u09df \u09ac\u09cd\u09af\u09ac\u09b8\u09cd\u09a5\u09be\u09df \u099c\u09c0\u09ac\u09bf\u0995\u09be\u09b0 \u0995\u09be\u09a0\u09be\u09ae\u09cb\u09b0 \u098f\u0995\u099f\u09bf \u09aa\u09be\u0987 \u099a\u09bf\u09a4\u09cd\u09b0 \u09a4\u09c8\u09b0\u09bf \u0995\u09b0\u09cb \u0995\u09c3\u09b7\u09bf \u09ad\u09b0\u09cd\u09a4\u09c1\u0995\u09bf\u09b0 \u09aa\u0995\u09cd\u09b7\u09c7 \u098f\u09ac\u0982 \u09ac\u09bf\u09aa\u0995\u09cd\u09b7\u09c7\u09b0 \u09af\u09c1\u0995\u09cd\u09a4\u09bf\u0997\u09c1\u09b2\u09cb \u09aa\u09b0\u09cd\u09af\u09be\u09b2\u09cb\u099a\u09a8\u09be \u0995\u09b0\u09cb\u0964", | |
| "Bengali_Male", | |
| null, | |
| "bn" | |
| ], | |
| [ | |
| "\u09a8\u09bf\u09ae\u09cd\u09a8\u09cb\u0995\u09cd\u09a4 \u09b8\u09be\u09b0\u09a3\u09bf \u0985\u09ac\u09b2\u09ae\u09cd\u09ac\u09a8\u09c7 \u09ad\u09be\u09b0\u09a4\u09c0\u09df \u09ac\u09cd\u09af\u09ac\u09b8\u09cd\u09a5\u09be\u09df \u099c\u09c0\u09ac\u09bf\u0995\u09be\u09b0 \u0995\u09be\u09a0\u09be\u09ae\u09cb\u09b0 \u098f\u0995\u099f\u09bf \u09aa\u09be\u0987 \u099a\u09bf\u09a4\u09cd\u09b0 \u09a4\u09c8\u09b0\u09bf \u0995\u09b0\u09cb \u0995\u09c3\u09b7\u09bf \u09ad\u09b0\u09cd\u09a4\u09c1\u0995\u09bf\u09b0 \u09aa\u0995\u09cd\u09b7\u09c7 \u098f\u09ac\u0982 \u09ac\u09bf\u09aa\u0995\u09cd\u09b7\u09c7\u09b0 \u09af\u09c1\u0995\u09cd\u09a4\u09bf\u0997\u09c1\u09b2\u09cb \u09aa\u09b0\u09cd\u09af\u09be\u09b2\u09cb\u099a\u09a8\u09be \u0995\u09b0\u09cb\u0964", | |
| "Bengali_Female", | |
| null, | |
| "bn" | |
| ], | |
| [ | |
| "\u0cb9\u0cb8\u0ccd\u0ca6\u0cc7\u0cb5\u0ccd \u0ca8\u0ca6\u0cbf, \u0cb0\u0cbf\u0cb9\u0c82\u0ca1\u0ccd \u0ca8\u0ca6\u0cbf \u0cae\u0ca4\u0ccd\u0ca4\u0cc1 \u0c95\u0ca8\u0ccd\u0cb9\u0cb0\u0ccd \u0ca8\u0ca6\u0cbf\u0c97\u0cb3\u0cc1 \u0cb8\u0cc1\u0cb0\u0ccd\u0c97\u0cc1\u0c9c\u0cbe\u0ca6 \u0cae\u0cc1\u0c96\u0c9c \u0cad\u0cc2\u0cae\u0cbf\u0caf\u0cb2\u0ccd\u0cb2\u0cbf \u0cb9\u0cb0\u0cbf\u0caf\u0cc1\u0ca4\u0ccd\u0ca4\u0cb5\u0cc6.", | |
| "Kannada_Female", | |
| null, | |
| "kn" | |
| ], | |
| [ | |
| "\u0cb9\u0cb8\u0ccd\u0ca6\u0cc7\u0cb5\u0ccd \u0ca8\u0ca6\u0cbf, \u0cb0\u0cbf\u0cb9\u0c82\u0ca1\u0ccd \u0ca8\u0ca6\u0cbf \u0cae\u0ca4\u0ccd\u0ca4\u0cc1 \u0c95\u0ca8\u0ccd\u0cb9\u0cb0\u0ccd \u0ca8\u0ca6\u0cbf\u0c97\u0cb3\u0cc1 \u0cb8\u0cc1\u0cb0\u0ccd\u0c97\u0cc1\u0c9c\u0cbe\u0ca6 \u0cae\u0cc1\u0c96\u0c9c \u0cad\u0cc2\u0cae\u0cbf\u0caf\u0cb2\u0ccd\u0cb2\u0cbf \u0cb9\u0cb0\u0cbf\u0caf\u0cc1\u0ca4\u0ccd\u0ca4\u0cb5\u0cc6.", | |
| "Kannada_Male", | |
| null, | |
| "kn" | |
| ], | |
| [ | |
| "the russian leader added that the united states and russia have a common interest in preventing nuclear proliferation, in north korea and elsewhere", | |
| "English_Male", | |
| null, | |
| "en" | |
| ], | |
| [ | |
| "the russian leader added that the united states and russia have a common interest in preventing nuclear proliferation, in north korea and elsewhere", | |
| "English_Female", | |
| null, | |
| "en" | |
| ], | |
| [ | |
| "\u0915\u093e\u0928\u0942\u0928 \u0915\u0947 \u0936\u093e\u0938\u0928 \u0915\u0947 \u0938\u0916\u094d\u0924 \u0905\u0928\u0941\u092a\u093e\u0932\u0928 \u0932\u094b\u0915\u0924\u0902\u0924\u094d\u0930 \u0915\u0947 \u092a\u094d\u0930\u092e\u0941\u0916 \u0906\u0932\u094b\u091a\u0928\u093e \u092e\u0947\u0902 \u0938\u0947 \u090f\u0917\u094b \u0939\u0908", | |
| "Magahi_Male", | |
| null, | |
| "mag" | |
| ], | |
| [ | |
| "\u0915\u093e\u0928\u0942\u0928 \u0915\u0947 \u0936\u093e\u0938\u0928 \u0915\u0947 \u0938\u0916\u094d\u0924 \u0905\u0928\u0941\u092a\u093e\u0932\u0928 \u0932\u094b\u0915\u0924\u0902\u0924\u094d\u0930 \u0915\u0947 \u092a\u094d\u0930\u092e\u0941\u0916 \u0906\u0932\u094b\u091a\u0928\u093e \u092e\u0947\u0902 \u0938\u0947 \u090f\u0917\u094b \u0939\u0908", | |
| "Magahi_Female", | |
| null, | |
| "mag" | |
| ], | |
| [ | |
| "\u092a\u093e\u0915\u0936\u093e\u0932\u093e \u0938\u0902\u092c\u0902\u0927\u0940 \u0915\u0932\u093e \u092e\u0947\u0902 \u092d\u094b\u091c\u0928 \u092a\u0915\u093e\u092c\u0948 \u0938\u093d \u0932\u092f \u0915\u093d \u0913\u0915\u0930 \u0915\u0941\u0936\u0932 \u092a\u094d\u0930\u092c\u0902\u0927\u0928 \u0914\u0930 \u092d\u093e\u0928\u0938 \u0918\u0930\u093d\u0915 \u0909\u091a\u093f\u0924 \u0930\u0916 \u0930\u0916\u093e\u0935 \u0938\u0947\u0939\u094b \u0936\u093e\u092e\u093f\u0932 \u091b\u0948\u0915", | |
| "Maithili_Female", | |
| null, | |
| "mai" | |
| ], | |
| [ | |
| "\u092a\u093e\u0915\u0936\u093e\u0932\u093e \u0938\u0902\u092c\u0902\u0927\u0940 \u0915\u0932\u093e \u092e\u0947\u0902 \u092d\u094b\u091c\u0928 \u092a\u0915\u093e\u092c\u0948 \u0938\u093d \u0932\u092f \u0915\u093d \u0913\u0915\u0930 \u0915\u0941\u0936\u0932 \u092a\u094d\u0930\u092c\u0902\u0927\u0928 \u0914\u0930 \u092d\u093e\u0928\u0938 \u0918\u0930\u093d\u0915 \u0909\u091a\u093f\u0924 \u0930\u0916 \u0930\u0916\u093e\u0935 \u0938\u0947\u0939\u094b \u0936\u093e\u092e\u093f\u0932 \u091b\u0948\u0915", | |
| "Maithili_Male", | |
| null, | |
| "mai" | |
| ], | |
| [ | |
| "\u0aa4\u0acd\u0aaf\u0abe\u0ab0\u0aac\u0abe\u0aa6 \u0aaa\u0abe\u0a9f\u0ac0\u0aa6\u0abe\u0ab0\u0acb \u0aa6\u0acd\u0ab5\u0abe\u0ab0\u0abe \u0a85\u0aa8\u0ac7\u0a95 \u0aa8\u0abe\u0aa8\u0abe\u0aae\u0acb\u0a9f\u0abe \u0a95\u0abe\u0ab0\u0acd\u0aaf\u0a95\u0acd\u0ab0\u0aae\u0acb \u0aaf\u0acb\u0a9c\u0ab5\u0abe\u0aae\u0abe\u0a82 \u0a86\u0ab5\u0aa4\u0abe \u0ab9\u0aa4\u0abe \u0a9c\u0acb\u0a95\u0ac7 \u0a8f\u0a95 \u0aaa\u0aa3 \u0a95\u0abe\u0ab0\u0acd\u0aaf\u0a95\u0acd\u0ab0\u0aae\u0aa8\u0ac7 \u0aa4\u0a82\u0aa4\u0acd\u0ab0 \u0aa6\u0acd\u0ab5\u0abe\u0ab0\u0abe \u0aae\u0a82\u0a9c\u0ac2\u0ab0\u0ac0 \u0a86\u0aaa\u0ab5\u0abe\u0aae\u0abe\u0a82 \u0a86\u0ab5\u0aa4\u0ac0 \u0aa8\u0ab9\u0acb\u0aa4", | |
| "Gujarati_Female", | |
| null, | |
| "gu" | |
| ], | |
| [ | |
| "\u0aa4\u0acd\u0aaf\u0abe\u0ab0\u0aac\u0abe\u0aa6 \u0aaa\u0abe\u0a9f\u0ac0\u0aa6\u0abe\u0ab0\u0acb \u0aa6\u0acd\u0ab5\u0abe\u0ab0\u0abe \u0a85\u0aa8\u0ac7\u0a95 \u0aa8\u0abe\u0aa8\u0abe\u0aae\u0acb\u0a9f\u0abe \u0a95\u0abe\u0ab0\u0acd\u0aaf\u0a95\u0acd\u0ab0\u0aae\u0acb \u0aaf\u0acb\u0a9c\u0ab5\u0abe\u0aae\u0abe\u0a82 \u0a86\u0ab5\u0aa4\u0abe \u0ab9\u0aa4\u0abe \u0a9c\u0acb\u0a95\u0ac7 \u0a8f\u0a95 \u0aaa\u0aa3 \u0a95\u0abe\u0ab0\u0acd\u0aaf\u0a95\u0acd\u0ab0\u0aae\u0aa8\u0ac7 \u0aa4\u0a82\u0aa4\u0acd\u0ab0 \u0aa6\u0acd\u0ab5\u0abe\u0ab0\u0abe \u0aae\u0a82\u0a9c\u0ac2\u0ab0\u0ac0 \u0a86\u0aaa\u0ab5\u0abe\u0aae\u0abe\u0a82 \u0a86\u0ab5\u0aa4\u0ac0 \u0aa8\u0ab9\u0acb\u0aa4", | |
| "Gujarati_Male", | |
| null, | |
| "gu" | |
| ], | |
| [ | |
| "\u090f\u0928\u094d\u091f\u094d\u0930\u093e\u092a\u0940 \u0915\u0902\u092a\u094d\u092f\u0942\u091f\u093f\u0902\u0917 \u092e\u0947\u0902 \u090f\u0928\u094d\u091f\u094d\u0930\u094b\u092a\u0940 \u090a \u0911\u092a\u0930\u0947\u091f\u093f\u0902\u0917 \u0938\u093f\u0938\u094d\u091f\u092e \u0939 \u091c\u0947 \u092a\u0947 \u0938\u0930\u093e \u0915\u094d\u0930\u093f\u092a\u094d\u091f\u094b\u0917\u094d\u0930\u093e\u092b\u093f\u0915 \u092b\u0902\u0915\u094d\u0936\u0928 \u0938\u092c \u0915\u093e\u092e \u0915\u0930\u0947 \u0932\u0947\u0902", | |
| "Bhojpuri_Male", | |
| null, | |
| "bho" | |
| ], | |
| [ | |
| "\u090f\u0928\u094d\u091f\u094d\u0930\u093e\u092a\u0940 \u0915\u0902\u092a\u094d\u092f\u0942\u091f\u093f\u0902\u0917 \u092e\u0947\u0902 \u090f\u0928\u094d\u091f\u094d\u0930\u094b\u092a\u0940 \u090a \u0911\u092a\u0930\u0947\u091f\u093f\u0902\u0917 \u0938\u093f\u0938\u094d\u091f\u092e \u0939 \u091c\u0947 \u092a\u0947 \u0938\u0930\u093e \u0915\u094d\u0930\u093f\u092a\u094d\u091f\u094b\u0917\u094d\u0930\u093e\u092b\u093f\u0915 \u092b\u0902\u0915\u094d\u0936\u0928 \u0938\u092c \u0915\u093e\u092e \u0915\u0930\u0947 \u0932\u0947\u0902", | |
| "Bhojpuri_Female", | |
| null, | |
| "bho" | |
| ] | |
| ], | |
| "eval_split_max_size": 256, | |
| "eval_split_size": 0.01, | |
| "use_speaker_weighted_sampler": false, | |
| "speaker_weighted_sampler_alpha": 1.0, | |
| "use_language_weighted_sampler": false, | |
| "language_weighted_sampler_alpha": 1.0, | |
| "use_length_weighted_sampler": false, | |
| "length_weighted_sampler_alpha": 1.0, | |
| "model_args": { | |
| "num_chars": 444, | |
| "out_channels": 513, | |
| "spec_segment_size": 32, | |
| "hidden_channels": 192, | |
| "hidden_channels_ffn_text_encoder": 768, | |
| "num_heads_text_encoder": 2, | |
| "num_layers_text_encoder": 10, | |
| "kernel_size_text_encoder": 3, | |
| "dropout_p_text_encoder": 0.1, | |
| "dropout_p_duration_predictor": 0.5, | |
| "kernel_size_posterior_encoder": 5, | |
| "dilation_rate_posterior_encoder": 1, | |
| "num_layers_posterior_encoder": 16, | |
| "kernel_size_flow": 5, | |
| "dilation_rate_flow": 1, | |
| "num_layers_flow": 4, | |
| "resblock_type_decoder": "2", | |
| "resblock_kernel_sizes_decoder": [ | |
| 3, | |
| 7, | |
| 11 | |
| ], | |
| "resblock_dilation_sizes_decoder": [ | |
| [ | |
| 1, | |
| 3, | |
| 5 | |
| ], | |
| [ | |
| 1, | |
| 3, | |
| 5 | |
| ], | |
| [ | |
| 1, | |
| 3, | |
| 5 | |
| ] | |
| ], | |
| "upsample_rates_decoder": [ | |
| 8, | |
| 8, | |
| 2, | |
| 2 | |
| ], | |
| "upsample_initial_channel_decoder": 512, | |
| "upsample_kernel_sizes_decoder": [ | |
| 16, | |
| 16, | |
| 4, | |
| 4 | |
| ], | |
| "periods_multi_period_discriminator": [ | |
| 2, | |
| 3, | |
| 5, | |
| 7, | |
| 11 | |
| ], | |
| "use_sdp": true, | |
| "noise_scale": 1.0, | |
| "inference_noise_scale": 0.667, | |
| "length_scale": 1.0, | |
| "noise_scale_dp": 1.0, | |
| "inference_noise_scale_dp": 1.0, | |
| "max_inference_len": null, | |
| "init_discriminator": true, | |
| "use_spectral_norm_disriminator": false, | |
| "use_speaker_embedding": false, | |
| "num_speakers": 0, | |
| "speakers_file": "models/speakers.pth", | |
| "d_vector_file": [ | |
| "model_related/Bengali_Female/speakers.pth", | |
| "model_related/Chhattisgarhi_Male/speakers.pth", | |
| "model_related/Magahi_Male/speakers.pth", | |
| "model_related/Marathi_Male/speakers.pth", | |
| "model_related/Maithili_Female/speakers.pth", | |
| "model_related/English_Male/speakers.pth", | |
| "model_related/Chhattisgarhi_Female/speakers.pth", | |
| "model_related/Kannada_Male/speakers.pth", | |
| "model_related/Bhojpuri_Female/speakers.pth", | |
| "model_related/Kannada_Female/speakers.pth", | |
| "model_related/Maithili_Male/speakers.pth", | |
| "model_related/Telugu_Male/speakers.pth", | |
| "model_related/Telugu_Female/speakers.pth", | |
| "model_related/Bengali_Male/speakers.pth", | |
| "model_related/Bhojpuri_Male/speakers.pth", | |
| "model_related/Gujarati_Female/speakers.pth", | |
| "model_related/Marathi_Female/speakers.pth", | |
| "model_related/Hindi_Female/speakers.pth", | |
| "model_related/Gujarati_Male/speakers.pth", | |
| "model_related/Hindi_Male/speakers.pth", | |
| "model_related/Magahi_Female/speakers.pth", | |
| "model_related/English_Female/speakers.pth" | |
| ], | |
| "speaker_embedding_channels": 256, | |
| "use_d_vector_file": true, | |
| "d_vector_dim": 512, | |
| "detach_dp_input": true, | |
| "use_language_embedding": true, | |
| "embedded_language_dim": 4, | |
| "num_languages": 11, | |
| "language_ids_file": "models/language_ids.json", | |
| "use_speaker_encoder_as_loss": false, | |
| "speaker_encoder_config_path": "https://github.com/coqui-ai/TTS/releases/download/speaker_encoder_model/config_se.json", | |
| "speaker_encoder_model_path": "https://github.com/coqui-ai/TTS/releases/download/speaker_encoder_model/model_se.pth.tar", | |
| "condition_dp_on_speaker": true, | |
| "freeze_encoder": false, | |
| "freeze_DP": false, | |
| "freeze_PE": false, | |
| "freeze_flow_decoder": false, | |
| "freeze_waveform_decoder": false, | |
| "encoder_sample_rate": null, | |
| "interpolate_z": true, | |
| "reinit_DP": false, | |
| "reinit_text_encoder": false | |
| }, | |
| "lr_gen": 0.0002, | |
| "lr_disc": 0.0002, | |
| "lr_scheduler_gen": "ExponentialLR", | |
| "lr_scheduler_gen_params": { | |
| "gamma": 0.999875, | |
| "last_epoch": -1 | |
| }, | |
| "lr_scheduler_disc": "ExponentialLR", | |
| "lr_scheduler_disc_params": { | |
| "gamma": 0.999875, | |
| "last_epoch": -1 | |
| }, | |
| "kl_loss_alpha": 1.0, | |
| "disc_loss_alpha": 1.0, | |
| "gen_loss_alpha": 1.0, | |
| "feat_loss_alpha": 1.0, | |
| "mel_loss_alpha": 45.0, | |
| "dur_loss_alpha": 1.0, | |
| "speaker_encoder_loss_alpha": 9.0, | |
| "return_wav": true, | |
| "use_weighted_sampler": true, | |
| "weighted_sampler_attrs": {}, | |
| "weighted_sampler_multipliers": {}, | |
| "r": 1, | |
| "num_speakers": 0, | |
| "use_speaker_embedding": false, | |
| "speakers_file": "models/speakers.pth", | |
| "speaker_embedding_channels": 256, | |
| "language_ids_file": "models/language_ids.json", | |
| "use_language_embedding": true, | |
| "use_d_vector_file": true, | |
| "d_vector_file": [ | |
| "model_related/Bengali_Female/speakers.pth", | |
| "model_related/Chhattisgarhi_Male/speakers.pth", | |
| "model_related/Magahi_Male/speakers.pth", | |
| "model_related/Marathi_Male/speakers.pth", | |
| "model_related/Maithili_Female/speakers.pth", | |
| "model_related/English_Male/speakers.pth", | |
| "model_related/Chhattisgarhi_Female/speakers.pth", | |
| "model_related/Kannada_Male/speakers.pth", | |
| "model_related/Bhojpuri_Female/speakers.pth", | |
| "model_related/Kannada_Female/speakers.pth", | |
| "model_related/Maithili_Male/speakers.pth", | |
| "model_related/Telugu_Male/speakers.pth", | |
| "model_related/Telugu_Female/speakers.pth", | |
| "model_related/Bengali_Male/speakers.pth", | |
| "model_related/Bhojpuri_Male/speakers.pth", | |
| "model_related/Gujarati_Female/speakers.pth", | |
| "model_related/Marathi_Female/speakers.pth", | |
| "model_related/Hindi_Female/speakers.pth", | |
| "model_related/Gujarati_Male/speakers.pth", | |
| "model_related/Hindi_Male/speakers.pth", | |
| "model_related/Magahi_Female/speakers.pth", | |
| "model_related/English_Female/speakers.pth" | |
| ], | |
| "d_vector_dim": 512 | |
| } |