File size: 32,032 Bytes
b28205b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 |
{
"output_path": "/home1/jesuraj/speechlm/espnet/egs2/LIMMITS_25/speechlm1/downloads",
"logger_uri": null,
"run_name": "yourtts_syspin_baseline",
"project_name": "YourTTS",
"run_description": "\n - Original YourTTS trained using VCTK dataset\n ",
"print_step": 50,
"plot_step": 100,
"model_param_stats": false,
"wandb_entity": null,
"dashboard_logger": "tensorboard",
"save_on_interrupt": true,
"log_model_step": 1000,
"save_step": 10000,
"save_n_checkpoints": 10,
"save_checkpoints": true,
"save_all_best": false,
"save_best_after": 0,
"target_loss": "loss_1",
"print_eval": false,
"test_delay_epochs": 0,
"run_eval": true,
"run_eval_steps": null,
"distributed_backend": "nccl",
"distributed_url": "tcp://localhost:54321",
"mixed_precision": false,
"precision": "fp16",
"epochs": 1000,
"batch_size": 16,
"eval_batch_size": 16,
"grad_clip": [
1000.0,
1000.0
],
"scheduler_after_epoch": true,
"lr": 0.001,
"optimizer": "AdamW",
"optimizer_params": {
"betas": [
0.8,
0.99
],
"eps": 1e-09,
"weight_decay": 0.01
},
"lr_scheduler": null,
"lr_scheduler_params": {},
"use_grad_scaler": false,
"allow_tf32": false,
"cudnn_enable": true,
"cudnn_deterministic": false,
"cudnn_benchmark": false,
"training_seed": 54321,
"model": "vits",
"num_loader_workers": 8,
"num_eval_loader_workers": 0,
"use_noise_augment": false,
"audio": {
"fft_size": 1024,
"sample_rate": 22050,
"win_length": 1024,
"hop_length": 256,
"num_mels": 80,
"mel_fmin": 0,
"mel_fmax": null
},
"use_phonemes": false,
"phonemizer": "espeak",
"phoneme_language": "en",
"compute_input_seq_cache": true,
"text_cleaner": "multilingual_cleaners",
"enable_eos_bos_chars": false,
"test_sentences_file": "",
"phoneme_cache_path": null,
"characters": {
"characters_class": "TTS.tts.models.vits.VitsCharacters",
"vocab_dict": null,
"pad": "_",
"eos": "&",
"bos": "*",
"blank": null,
"characters": "\u0cc8\u092f\u2013\u0951\u0905\u0c1f\u0c2c\u0a8f\ufe0f\u0a82\u099dH\u0c9bM\u2026\u0997\u0926\u0cb5\u099f\u00e8\u0c89\u0917\u0c32\u0914\u09b9\u0c4cY\u0aa2\u0a8d\u0c02\u0c4b\u0c13\u09b0\u09a8\u0aac\u09a5\u0a88\u0c93\u0c47\u0936\u0a9b\u0c09\u0919\u0c2a\u0c17\u099e\u0c0b\u098aD\u0986\u0aa1 \u0ccd\u0a95\u0c12\u0aa0RI\u090a\u0cd5\u091f\u0c97\u0c36\u0cb9\u0ab3\u09b7\u0a9e\u0aaa\u09aa\u0c37\u0cb8j\u0a86Wk\u0a81\u0958\u0937\u0cab\u09be\u095eqn\\\u0ca8\u0ce0\u091b\u09aesz\u09a3\u0995\u0c2b\u0aa3\u0aa6\u00bb1\u09bfA5\u0ca5\u092c\u091d\u09c8\u09a2\u0c9e'\u0ac9\u0c16\u0acc\u0c9c\u0ccc\u0924\u0cc0E\u00e0J,\u0c8bu\u0ca2c]\u0cca\u0caa\u099aT\u0a89\u09ce\u0a98\u0ca6\u0987\u0aa5\u0a97\u0cbf\u0c98\u09c7v\u0ca7\u0901\u0c28\u09dc\u0ac2o\u0ab2\u0c40\u0c25\u0c21\u0c82\u095a\u0c95\u09cd\u0ca0\u0c1e#\u095b\u00e9\u0cb2\u0927\u0948\u0cad\u0959\u0ab6\u093e\u0cac\u0abe\u0acdl\u09df\u0ca3\u0abf\u0ab9\u0988\u09ac\u0a96\u095d\u0909\u090b\u0c31\u0993\u0945\u0983\u0c14\u0ab7\u09f0\u0a8a\u0907\u0c19\u0989\u0c48\u09c0\u0955\u094b\u09cb\u0c1d\u0cc1\u0999\u0c99\u0c2f\u0a93\u0931\u099b\u00e2\"9\u0c92\u0c30\u0998\u0c9aZ\u09a0\u0a90\u00ef\u0c07\u092b\u0c1a\u0cbd\u0cc3(\u0cdeOB2\u09b2\u0ac1\u0c3f\u0ac5\u0922\u0c8a\u0ac8\u09af\u091e\u0ac7\u0c06we\u09f7\u0c35\u0c26\u0932hQ\u0c18a\u0c8fi\u0911\u0943\u092a\u0939\u0c4d\u0c41\u09adP3C4\u098f\u0ca4\u09ab\u0c69\u09c1\u0a9f\u0972\u0970\u0a9a\u0c2e\u0941\u0a83\u0c1bx\u09b8\u0c10r\u0cb6\u092e\u0923\u0925\u0c24\u0c33\u0c38\u0cc2\u0930[\u0942\u0949\u0964\u0a85\u0ccb\u0908\u0cbe\u0cbc*\u0caf\u0aab\u0c42\u0a8b\u0a87\u0c27\u0c3e\u09a1X`\u0c0e\u0954\u0aa8\u0ab8\u093f\u0ac3\u09c3N\u0cb3\u0cb0\u0c96\u0981\u095c\u0a9cL\u0c90\u0cb1\u0aad\u0990\u0910\u0920\u0960\u0947\u09c2\u0c66U\u091aV\u09dd\u0c15\u098b\u0c46\u0ac0G\u0921\u0c9d\u0c88\u09bc\u0c22\u093c\u0c9f\u099c\u092df\u0916\u0c05\u0cc7K\u0a9d\u090f\u09a6?\u0c4a\u0902\u0c94\u0ae0\u0c87\u094a\u0a94\u0c0f\u0985\u0c08\u0abc\u0cc67\u0933\u0918\u00f4\u0928@\u0c8e\u091c\u0915\u0c238\u0996\u0cb7t\u0982\u0c43m\u0c03\u0994\u09cc\u0c39\u0940\u0ab5\u093d\u0a91\u090d\u0c2d\u09b6\u0cae\u0938bF\u0c83\u09a7\u0aa4y\u0935p\u09030{&\u0c0a\u0ca1\u0906\u0ab0\u0acb\u0c86\u094dg\u09a4\u0aae\u0950\u0c1c\u094c\u0aa7\u0934\u0aaf\u0c20\u0c85\u095fSd\u0913",
"punctuations": "!'(),-.:;? ",
"phonemes": "",
"is_unique": true,
"is_sorted": true
},
"add_blank": true,
"batch_group_size": 32,
"loss_masking": null,
"min_audio_len": 1,
"max_audio_len": Infinity,
"min_text_len": 1,
"max_text_len": Infinity,
"compute_f0": false,
"compute_energy": false,
"compute_linear_spec": true,
"precompute_num_workers": 12,
"start_by_longest": true,
"shuffle": false,
"drop_last": false,
"datasets": [
{
"formatter": "syspin_ml",
"dataset_name": "",
"path": "model_related/Bengali_Female",
"meta_file_train": "SyspinSpeakers/Bengali_Female.tsv",
"ignored_speakers": null,
"language": "bn",
"phonemizer": "",
"meta_file_val": "",
"meta_file_attn_mask": ""
},
{
"formatter": "syspin_ml",
"dataset_name": "",
"path": "model_related/Chhattisgarhi_Male",
"meta_file_train": "SyspinSpeakers/Chhattisgarhi_Male.tsv",
"ignored_speakers": null,
"language": "hne",
"phonemizer": "",
"meta_file_val": "",
"meta_file_attn_mask": ""
},
{
"formatter": "syspin_ml",
"dataset_name": "",
"path": "model_related/Magahi_Male",
"meta_file_train": "SyspinSpeakers/Magahi_Male.tsv",
"ignored_speakers": null,
"language": "mag",
"phonemizer": "",
"meta_file_val": "",
"meta_file_attn_mask": ""
},
{
"formatter": "syspin_ml",
"dataset_name": "",
"path": "model_related/Marathi_Male",
"meta_file_train": "SyspinSpeakers/Marathi_Male.tsv",
"ignored_speakers": null,
"language": "mr",
"phonemizer": "",
"meta_file_val": "",
"meta_file_attn_mask": ""
},
{
"formatter": "syspin_ml",
"dataset_name": "",
"path": "model_related/Maithili_Female",
"meta_file_train": "SyspinSpeakers/Maithili_Female.tsv",
"ignored_speakers": null,
"language": "mai",
"phonemizer": "",
"meta_file_val": "",
"meta_file_attn_mask": ""
},
{
"formatter": "syspin_ml",
"dataset_name": "",
"path": "model_related/English_Male",
"meta_file_train": "SyspinSpeakers/English_Male.tsv",
"ignored_speakers": null,
"language": "en",
"phonemizer": "",
"meta_file_val": "",
"meta_file_attn_mask": ""
},
{
"formatter": "syspin_ml",
"dataset_name": "",
"path": "model_related/Chhattisgarhi_Female",
"meta_file_train": "SyspinSpeakers/Chhattisgarhi_Female.tsv",
"ignored_speakers": null,
"language": "hne",
"phonemizer": "",
"meta_file_val": "",
"meta_file_attn_mask": ""
},
{
"formatter": "syspin_ml",
"dataset_name": "",
"path": "model_related/Kannada_Male",
"meta_file_train": "SyspinSpeakers/Kannada_Male.tsv",
"ignored_speakers": null,
"language": "kn",
"phonemizer": "",
"meta_file_val": "",
"meta_file_attn_mask": ""
},
{
"formatter": "syspin_ml",
"dataset_name": "",
"path": "model_related/Bhojpuri_Female",
"meta_file_train": "SyspinSpeakers/Bhojpuri_Female.tsv",
"ignored_speakers": null,
"language": "bho",
"phonemizer": "",
"meta_file_val": "",
"meta_file_attn_mask": ""
},
{
"formatter": "syspin_ml",
"dataset_name": "",
"path": "model_related/Kannada_Female",
"meta_file_train": "SyspinSpeakers/Kannada_Female.tsv",
"ignored_speakers": null,
"language": "kn",
"phonemizer": "",
"meta_file_val": "",
"meta_file_attn_mask": ""
},
{
"formatter": "syspin_ml",
"dataset_name": "",
"path": "model_related/Maithili_Male",
"meta_file_train": "SyspinSpeakers/Maithili_Male.tsv",
"ignored_speakers": null,
"language": "mai",
"phonemizer": "",
"meta_file_val": "",
"meta_file_attn_mask": ""
},
{
"formatter": "syspin_ml",
"dataset_name": "",
"path": "model_related/Telugu_Male",
"meta_file_train": "SyspinSpeakers/Telugu_Male.tsv",
"ignored_speakers": null,
"language": "te",
"phonemizer": "",
"meta_file_val": "",
"meta_file_attn_mask": ""
},
{
"formatter": "syspin_ml",
"dataset_name": "",
"path": "model_related/Telugu_Female",
"meta_file_train": "SyspinSpeakers/Telugu_Female.tsv",
"ignored_speakers": null,
"language": "te",
"phonemizer": "",
"meta_file_val": "",
"meta_file_attn_mask": ""
},
{
"formatter": "syspin_ml",
"dataset_name": "",
"path": "model_related/Bengali_Male",
"meta_file_train": "SyspinSpeakers/Bengali_Male.tsv",
"ignored_speakers": null,
"language": "bn",
"phonemizer": "",
"meta_file_val": "",
"meta_file_attn_mask": ""
},
{
"formatter": "syspin_ml",
"dataset_name": "",
"path": "model_related/Bhojpuri_Male",
"meta_file_train": "SyspinSpeakers/Bhojpuri_Male.tsv",
"ignored_speakers": null,
"language": "bho",
"phonemizer": "",
"meta_file_val": "",
"meta_file_attn_mask": ""
},
{
"formatter": "syspin_ml",
"dataset_name": "",
"path": "model_related/Gujarati_Female",
"meta_file_train": "SyspinSpeakers/Gujarati_Female.tsv",
"ignored_speakers": null,
"language": "gu",
"phonemizer": "",
"meta_file_val": "",
"meta_file_attn_mask": ""
},
{
"formatter": "syspin_ml",
"dataset_name": "",
"path": "model_related/Marathi_Female",
"meta_file_train": "SyspinSpeakers/Marathi_Female.tsv",
"ignored_speakers": null,
"language": "mr",
"phonemizer": "",
"meta_file_val": "",
"meta_file_attn_mask": ""
},
{
"formatter": "syspin_ml",
"dataset_name": "",
"path": "model_related/Hindi_Female",
"meta_file_train": "SyspinSpeakers/Hindi_Female.tsv",
"ignored_speakers": null,
"language": "hi",
"phonemizer": "",
"meta_file_val": "",
"meta_file_attn_mask": ""
},
{
"formatter": "syspin_ml",
"dataset_name": "",
"path": "model_related/Gujarati_Male",
"meta_file_train": "SyspinSpeakers/Gujarati_Male.tsv",
"ignored_speakers": null,
"language": "gu",
"phonemizer": "",
"meta_file_val": "",
"meta_file_attn_mask": ""
},
{
"formatter": "syspin_ml",
"dataset_name": "",
"path": "model_related/Hindi_Male",
"meta_file_train": "SyspinSpeakers/Hindi_Male.tsv",
"ignored_speakers": null,
"language": "hi",
"phonemizer": "",
"meta_file_val": "",
"meta_file_attn_mask": ""
},
{
"formatter": "syspin_ml",
"dataset_name": "",
"path": "model_related/Magahi_Female",
"meta_file_train": "SyspinSpeakers/Magahi_Female.tsv",
"ignored_speakers": null,
"language": "mag",
"phonemizer": "",
"meta_file_val": "",
"meta_file_attn_mask": ""
},
{
"formatter": "syspin_ml",
"dataset_name": "",
"path": "model_related/English_Female",
"meta_file_train": "SyspinSpeakers/English_Female.tsv",
"ignored_speakers": null,
"language": "en",
"phonemizer": "",
"meta_file_val": "",
"meta_file_attn_mask": ""
}
],
"test_sentences": [
[
"\u091c\u093e\u092f\u0915\u0935\u093e\u0921\u0940 \u0927\u0930\u0923\u093e\u0924\u0942\u0928 \u0924\u092c\u094d\u092c\u0932 \u0905\u0921\u0940\u091a \u0924\u0947 \u0924\u0940\u0928 \u0932\u093e\u0916 \u0939\u0947\u0915\u094d\u091f\u0930 \u0936\u0947\u0924\u0940\u091a\u094d\u092f\u093e \u0938\u093f\u0902\u091a\u0928\u093e\u0938\u093e\u0920\u0940 \u092a\u093e\u0923\u0940 \u0938\u094b\u0921\u0932\u0902 \u091c\u093e\u0924\u0902",
"Marathi_Male",
null,
"mr"
],
[
"\u091c\u093e\u092f\u0915\u0935\u093e\u0921\u0940 \u0927\u0930\u0923\u093e\u0924\u0942\u0928 \u0924\u092c\u094d\u092c\u0932 \u0905\u0921\u0940\u091a \u0924\u0947 \u0924\u0940\u0928 \u0932\u093e\u0916 \u0939\u0947\u0915\u094d\u091f\u0930 \u0936\u0947\u0924\u0940\u091a\u094d\u092f\u093e \u0938\u093f\u0902\u091a\u0928\u093e\u0938\u093e\u0920\u0940 \u092a\u093e\u0923\u0940 \u0938\u094b\u0921\u0932\u0902 \u091c\u093e\u0924\u0902",
"Marathi_Female",
null,
"mr"
],
[
"\u0915\u0941\u091b \u0938\u092e\u092f \u092c\u093e\u0926 \u0935\u0947 \u0905\u0938\u0939\u093e\u092c\u0947 \u0938\u0941\u095e\u094d\u095e\u093e\u0939 \u0915\u0947 \u0928\u093e\u092e \u0938\u0947 \u092a\u094d\u0930\u0938\u093f\u0926\u094d\u0927 \u0939\u094b \u0917\u090f\u0964",
"Hindi_Male",
null,
"hi"
],
[
"\u0915\u0941\u091b \u0938\u092e\u092f \u092c\u093e\u0926 \u0935\u0947 \u0905\u0938\u0939\u093e\u092c\u0947 \u0938\u0941\u095e\u094d\u095e\u093e\u0939 \u0915\u0947 \u0928\u093e\u092e \u0938\u0947 \u092a\u094d\u0930\u0938\u093f\u0926\u094d\u0927 \u0939\u094b \u0917\u090f\u0964",
"Hindi_Female",
null,
"hi"
],
[
"\u0c35\u0c21\u0c4d\u0c30\u0c02\u0c17\u0c3f, \u0c15\u0c4d\u0c37\u0c41\u0c30\u0c15 \u0c35\u0c43\u0c24\u0c4d\u0c24\u0c41\u0c32\u0c32\u0c4b \u0c2a\u0c46\u0c1f\u0c4d\u0c1f\u0c41\u0c2c\u0c21\u0c3f \u0c2a\u0c4d\u0c30\u0c27\u0c3e\u0c28\u0c2e\u0c48 \u0c07\u0c24\u0c30\u0c41\u0c32\u0c41 \u0c15\u0c42\u0c21\u0c3e \u0c08 \u0c35\u0c43\u0c24\u0c4d\u0c24\u0c3f\u0c32\u0c4b \u0c2a\u0c4d\u0c30\u0c35\u0c47\u0c36\u0c3f\u0c02\u0c1a\u0c3f \u0c35\u0c4d\u0c2f\u0c3e\u0c2a\u0c3e\u0c30\u0c02\u0c17\u0c3e \u0c2e\u0c3e\u0c30\u0c4d\u0c1a\u0c47\u0c38\u0c3e\u0c30",
"Telugu_Female",
null,
"te"
],
[
"\u0c35\u0c21\u0c4d\u0c30\u0c02\u0c17\u0c3f, \u0c15\u0c4d\u0c37\u0c41\u0c30\u0c15 \u0c35\u0c43\u0c24\u0c4d\u0c24\u0c41\u0c32\u0c32\u0c4b \u0c2a\u0c46\u0c1f\u0c4d\u0c1f\u0c41\u0c2c\u0c21\u0c3f \u0c2a\u0c4d\u0c30\u0c27\u0c3e\u0c28\u0c2e\u0c48 \u0c07\u0c24\u0c30\u0c41\u0c32\u0c41 \u0c15\u0c42\u0c21\u0c3e \u0c08 \u0c35\u0c43\u0c24\u0c4d\u0c24\u0c3f\u0c32\u0c4b \u0c2a\u0c4d\u0c30\u0c35\u0c47\u0c36\u0c3f\u0c02\u0c1a\u0c3f \u0c35\u0c4d\u0c2f\u0c3e\u0c2a\u0c3e\u0c30\u0c02\u0c17\u0c3e \u0c2e\u0c3e\u0c30\u0c4d\u0c1a\u0c47\u0c38\u0c3e\u0c30",
"Telugu_Male",
null,
"te"
],
[
"\u0915\u0932\u0915\u0924\u094d\u0924\u093e \u091c\u093e\u092f \u0916\u093e\u0924\u093f\u0930 \u092a\u0941\u0937\u094d\u092a\u093e \u0939 \u0911\u0928\u0932\u093e\u0907\u0928 \u091f\u093f\u0915\u093f\u091f \u0915\u0930\u0935\u093e\u092f \u0930\u093f\u0939\u093f\u0938 \u0939\u0935\u092f",
"Chhattisgarhi_Female",
null,
"hne"
],
[
"\u0915\u0932\u0915\u0924\u094d\u0924\u093e \u091c\u093e\u092f \u0916\u093e\u0924\u093f\u0930 \u092a\u0941\u0937\u094d\u092a\u093e \u0939 \u0911\u0928\u0932\u093e\u0907\u0928 \u091f\u093f\u0915\u093f\u091f \u0915\u0930\u0935\u093e\u092f \u0930\u093f\u0939\u093f\u0938 \u0939\u0935\u092f",
"Chhattisgarhi_Male",
null,
"hne"
],
[
"\u09a8\u09bf\u09ae\u09cd\u09a8\u09cb\u0995\u09cd\u09a4 \u09b8\u09be\u09b0\u09a3\u09bf \u0985\u09ac\u09b2\u09ae\u09cd\u09ac\u09a8\u09c7 \u09ad\u09be\u09b0\u09a4\u09c0\u09df \u09ac\u09cd\u09af\u09ac\u09b8\u09cd\u09a5\u09be\u09df \u099c\u09c0\u09ac\u09bf\u0995\u09be\u09b0 \u0995\u09be\u09a0\u09be\u09ae\u09cb\u09b0 \u098f\u0995\u099f\u09bf \u09aa\u09be\u0987 \u099a\u09bf\u09a4\u09cd\u09b0 \u09a4\u09c8\u09b0\u09bf \u0995\u09b0\u09cb \u0995\u09c3\u09b7\u09bf \u09ad\u09b0\u09cd\u09a4\u09c1\u0995\u09bf\u09b0 \u09aa\u0995\u09cd\u09b7\u09c7 \u098f\u09ac\u0982 \u09ac\u09bf\u09aa\u0995\u09cd\u09b7\u09c7\u09b0 \u09af\u09c1\u0995\u09cd\u09a4\u09bf\u0997\u09c1\u09b2\u09cb \u09aa\u09b0\u09cd\u09af\u09be\u09b2\u09cb\u099a\u09a8\u09be \u0995\u09b0\u09cb\u0964",
"Bengali_Male",
null,
"bn"
],
[
"\u09a8\u09bf\u09ae\u09cd\u09a8\u09cb\u0995\u09cd\u09a4 \u09b8\u09be\u09b0\u09a3\u09bf \u0985\u09ac\u09b2\u09ae\u09cd\u09ac\u09a8\u09c7 \u09ad\u09be\u09b0\u09a4\u09c0\u09df \u09ac\u09cd\u09af\u09ac\u09b8\u09cd\u09a5\u09be\u09df \u099c\u09c0\u09ac\u09bf\u0995\u09be\u09b0 \u0995\u09be\u09a0\u09be\u09ae\u09cb\u09b0 \u098f\u0995\u099f\u09bf \u09aa\u09be\u0987 \u099a\u09bf\u09a4\u09cd\u09b0 \u09a4\u09c8\u09b0\u09bf \u0995\u09b0\u09cb \u0995\u09c3\u09b7\u09bf \u09ad\u09b0\u09cd\u09a4\u09c1\u0995\u09bf\u09b0 \u09aa\u0995\u09cd\u09b7\u09c7 \u098f\u09ac\u0982 \u09ac\u09bf\u09aa\u0995\u09cd\u09b7\u09c7\u09b0 \u09af\u09c1\u0995\u09cd\u09a4\u09bf\u0997\u09c1\u09b2\u09cb \u09aa\u09b0\u09cd\u09af\u09be\u09b2\u09cb\u099a\u09a8\u09be \u0995\u09b0\u09cb\u0964",
"Bengali_Female",
null,
"bn"
],
[
"\u0cb9\u0cb8\u0ccd\u0ca6\u0cc7\u0cb5\u0ccd \u0ca8\u0ca6\u0cbf, \u0cb0\u0cbf\u0cb9\u0c82\u0ca1\u0ccd \u0ca8\u0ca6\u0cbf \u0cae\u0ca4\u0ccd\u0ca4\u0cc1 \u0c95\u0ca8\u0ccd\u0cb9\u0cb0\u0ccd \u0ca8\u0ca6\u0cbf\u0c97\u0cb3\u0cc1 \u0cb8\u0cc1\u0cb0\u0ccd\u0c97\u0cc1\u0c9c\u0cbe\u0ca6 \u0cae\u0cc1\u0c96\u0c9c \u0cad\u0cc2\u0cae\u0cbf\u0caf\u0cb2\u0ccd\u0cb2\u0cbf \u0cb9\u0cb0\u0cbf\u0caf\u0cc1\u0ca4\u0ccd\u0ca4\u0cb5\u0cc6.",
"Kannada_Female",
null,
"kn"
],
[
"\u0cb9\u0cb8\u0ccd\u0ca6\u0cc7\u0cb5\u0ccd \u0ca8\u0ca6\u0cbf, \u0cb0\u0cbf\u0cb9\u0c82\u0ca1\u0ccd \u0ca8\u0ca6\u0cbf \u0cae\u0ca4\u0ccd\u0ca4\u0cc1 \u0c95\u0ca8\u0ccd\u0cb9\u0cb0\u0ccd \u0ca8\u0ca6\u0cbf\u0c97\u0cb3\u0cc1 \u0cb8\u0cc1\u0cb0\u0ccd\u0c97\u0cc1\u0c9c\u0cbe\u0ca6 \u0cae\u0cc1\u0c96\u0c9c \u0cad\u0cc2\u0cae\u0cbf\u0caf\u0cb2\u0ccd\u0cb2\u0cbf \u0cb9\u0cb0\u0cbf\u0caf\u0cc1\u0ca4\u0ccd\u0ca4\u0cb5\u0cc6.",
"Kannada_Male",
null,
"kn"
],
[
"the russian leader added that the united states and russia have a common interest in preventing nuclear proliferation, in north korea and elsewhere",
"English_Male",
null,
"en"
],
[
"the russian leader added that the united states and russia have a common interest in preventing nuclear proliferation, in north korea and elsewhere",
"English_Female",
null,
"en"
],
[
"\u0915\u093e\u0928\u0942\u0928 \u0915\u0947 \u0936\u093e\u0938\u0928 \u0915\u0947 \u0938\u0916\u094d\u0924 \u0905\u0928\u0941\u092a\u093e\u0932\u0928 \u0932\u094b\u0915\u0924\u0902\u0924\u094d\u0930 \u0915\u0947 \u092a\u094d\u0930\u092e\u0941\u0916 \u0906\u0932\u094b\u091a\u0928\u093e \u092e\u0947\u0902 \u0938\u0947 \u090f\u0917\u094b \u0939\u0908",
"Magahi_Male",
null,
"mag"
],
[
"\u0915\u093e\u0928\u0942\u0928 \u0915\u0947 \u0936\u093e\u0938\u0928 \u0915\u0947 \u0938\u0916\u094d\u0924 \u0905\u0928\u0941\u092a\u093e\u0932\u0928 \u0932\u094b\u0915\u0924\u0902\u0924\u094d\u0930 \u0915\u0947 \u092a\u094d\u0930\u092e\u0941\u0916 \u0906\u0932\u094b\u091a\u0928\u093e \u092e\u0947\u0902 \u0938\u0947 \u090f\u0917\u094b \u0939\u0908",
"Magahi_Female",
null,
"mag"
],
[
"\u092a\u093e\u0915\u0936\u093e\u0932\u093e \u0938\u0902\u092c\u0902\u0927\u0940 \u0915\u0932\u093e \u092e\u0947\u0902 \u092d\u094b\u091c\u0928 \u092a\u0915\u093e\u092c\u0948 \u0938\u093d \u0932\u092f \u0915\u093d \u0913\u0915\u0930 \u0915\u0941\u0936\u0932 \u092a\u094d\u0930\u092c\u0902\u0927\u0928 \u0914\u0930 \u092d\u093e\u0928\u0938 \u0918\u0930\u093d\u0915 \u0909\u091a\u093f\u0924 \u0930\u0916 \u0930\u0916\u093e\u0935 \u0938\u0947\u0939\u094b \u0936\u093e\u092e\u093f\u0932 \u091b\u0948\u0915",
"Maithili_Female",
null,
"mai"
],
[
"\u092a\u093e\u0915\u0936\u093e\u0932\u093e \u0938\u0902\u092c\u0902\u0927\u0940 \u0915\u0932\u093e \u092e\u0947\u0902 \u092d\u094b\u091c\u0928 \u092a\u0915\u093e\u092c\u0948 \u0938\u093d \u0932\u092f \u0915\u093d \u0913\u0915\u0930 \u0915\u0941\u0936\u0932 \u092a\u094d\u0930\u092c\u0902\u0927\u0928 \u0914\u0930 \u092d\u093e\u0928\u0938 \u0918\u0930\u093d\u0915 \u0909\u091a\u093f\u0924 \u0930\u0916 \u0930\u0916\u093e\u0935 \u0938\u0947\u0939\u094b \u0936\u093e\u092e\u093f\u0932 \u091b\u0948\u0915",
"Maithili_Male",
null,
"mai"
],
[
"\u0aa4\u0acd\u0aaf\u0abe\u0ab0\u0aac\u0abe\u0aa6 \u0aaa\u0abe\u0a9f\u0ac0\u0aa6\u0abe\u0ab0\u0acb \u0aa6\u0acd\u0ab5\u0abe\u0ab0\u0abe \u0a85\u0aa8\u0ac7\u0a95 \u0aa8\u0abe\u0aa8\u0abe\u0aae\u0acb\u0a9f\u0abe \u0a95\u0abe\u0ab0\u0acd\u0aaf\u0a95\u0acd\u0ab0\u0aae\u0acb \u0aaf\u0acb\u0a9c\u0ab5\u0abe\u0aae\u0abe\u0a82 \u0a86\u0ab5\u0aa4\u0abe \u0ab9\u0aa4\u0abe \u0a9c\u0acb\u0a95\u0ac7 \u0a8f\u0a95 \u0aaa\u0aa3 \u0a95\u0abe\u0ab0\u0acd\u0aaf\u0a95\u0acd\u0ab0\u0aae\u0aa8\u0ac7 \u0aa4\u0a82\u0aa4\u0acd\u0ab0 \u0aa6\u0acd\u0ab5\u0abe\u0ab0\u0abe \u0aae\u0a82\u0a9c\u0ac2\u0ab0\u0ac0 \u0a86\u0aaa\u0ab5\u0abe\u0aae\u0abe\u0a82 \u0a86\u0ab5\u0aa4\u0ac0 \u0aa8\u0ab9\u0acb\u0aa4",
"Gujarati_Female",
null,
"gu"
],
[
"\u0aa4\u0acd\u0aaf\u0abe\u0ab0\u0aac\u0abe\u0aa6 \u0aaa\u0abe\u0a9f\u0ac0\u0aa6\u0abe\u0ab0\u0acb \u0aa6\u0acd\u0ab5\u0abe\u0ab0\u0abe \u0a85\u0aa8\u0ac7\u0a95 \u0aa8\u0abe\u0aa8\u0abe\u0aae\u0acb\u0a9f\u0abe \u0a95\u0abe\u0ab0\u0acd\u0aaf\u0a95\u0acd\u0ab0\u0aae\u0acb \u0aaf\u0acb\u0a9c\u0ab5\u0abe\u0aae\u0abe\u0a82 \u0a86\u0ab5\u0aa4\u0abe \u0ab9\u0aa4\u0abe \u0a9c\u0acb\u0a95\u0ac7 \u0a8f\u0a95 \u0aaa\u0aa3 \u0a95\u0abe\u0ab0\u0acd\u0aaf\u0a95\u0acd\u0ab0\u0aae\u0aa8\u0ac7 \u0aa4\u0a82\u0aa4\u0acd\u0ab0 \u0aa6\u0acd\u0ab5\u0abe\u0ab0\u0abe \u0aae\u0a82\u0a9c\u0ac2\u0ab0\u0ac0 \u0a86\u0aaa\u0ab5\u0abe\u0aae\u0abe\u0a82 \u0a86\u0ab5\u0aa4\u0ac0 \u0aa8\u0ab9\u0acb\u0aa4",
"Gujarati_Male",
null,
"gu"
],
[
"\u090f\u0928\u094d\u091f\u094d\u0930\u093e\u092a\u0940 \u0915\u0902\u092a\u094d\u092f\u0942\u091f\u093f\u0902\u0917 \u092e\u0947\u0902 \u090f\u0928\u094d\u091f\u094d\u0930\u094b\u092a\u0940 \u090a \u0911\u092a\u0930\u0947\u091f\u093f\u0902\u0917 \u0938\u093f\u0938\u094d\u091f\u092e \u0939 \u091c\u0947 \u092a\u0947 \u0938\u0930\u093e \u0915\u094d\u0930\u093f\u092a\u094d\u091f\u094b\u0917\u094d\u0930\u093e\u092b\u093f\u0915 \u092b\u0902\u0915\u094d\u0936\u0928 \u0938\u092c \u0915\u093e\u092e \u0915\u0930\u0947 \u0932\u0947\u0902",
"Bhojpuri_Male",
null,
"bho"
],
[
"\u090f\u0928\u094d\u091f\u094d\u0930\u093e\u092a\u0940 \u0915\u0902\u092a\u094d\u092f\u0942\u091f\u093f\u0902\u0917 \u092e\u0947\u0902 \u090f\u0928\u094d\u091f\u094d\u0930\u094b\u092a\u0940 \u090a \u0911\u092a\u0930\u0947\u091f\u093f\u0902\u0917 \u0938\u093f\u0938\u094d\u091f\u092e \u0939 \u091c\u0947 \u092a\u0947 \u0938\u0930\u093e \u0915\u094d\u0930\u093f\u092a\u094d\u091f\u094b\u0917\u094d\u0930\u093e\u092b\u093f\u0915 \u092b\u0902\u0915\u094d\u0936\u0928 \u0938\u092c \u0915\u093e\u092e \u0915\u0930\u0947 \u0932\u0947\u0902",
"Bhojpuri_Female",
null,
"bho"
]
],
"eval_split_max_size": 256,
"eval_split_size": 0.01,
"use_speaker_weighted_sampler": false,
"speaker_weighted_sampler_alpha": 1.0,
"use_language_weighted_sampler": false,
"language_weighted_sampler_alpha": 1.0,
"use_length_weighted_sampler": false,
"length_weighted_sampler_alpha": 1.0,
"model_args": {
"num_chars": 444,
"out_channels": 513,
"spec_segment_size": 32,
"hidden_channels": 192,
"hidden_channels_ffn_text_encoder": 768,
"num_heads_text_encoder": 2,
"num_layers_text_encoder": 10,
"kernel_size_text_encoder": 3,
"dropout_p_text_encoder": 0.1,
"dropout_p_duration_predictor": 0.5,
"kernel_size_posterior_encoder": 5,
"dilation_rate_posterior_encoder": 1,
"num_layers_posterior_encoder": 16,
"kernel_size_flow": 5,
"dilation_rate_flow": 1,
"num_layers_flow": 4,
"resblock_type_decoder": "2",
"resblock_kernel_sizes_decoder": [
3,
7,
11
],
"resblock_dilation_sizes_decoder": [
[
1,
3,
5
],
[
1,
3,
5
],
[
1,
3,
5
]
],
"upsample_rates_decoder": [
8,
8,
2,
2
],
"upsample_initial_channel_decoder": 512,
"upsample_kernel_sizes_decoder": [
16,
16,
4,
4
],
"periods_multi_period_discriminator": [
2,
3,
5,
7,
11
],
"use_sdp": true,
"noise_scale": 1.0,
"inference_noise_scale": 0.667,
"length_scale": 1.0,
"noise_scale_dp": 1.0,
"inference_noise_scale_dp": 1.0,
"max_inference_len": null,
"init_discriminator": true,
"use_spectral_norm_disriminator": false,
"use_speaker_embedding": false,
"num_speakers": 0,
"speakers_file": "/app/models/speakers.pth",
"d_vector_file": [
"model_related/Bengali_Female/speakers.pth",
"model_related/Chhattisgarhi_Male/speakers.pth",
"model_related/Magahi_Male/speakers.pth",
"model_related/Marathi_Male/speakers.pth",
"model_related/Maithili_Female/speakers.pth",
"model_related/English_Male/speakers.pth",
"model_related/Chhattisgarhi_Female/speakers.pth",
"model_related/Kannada_Male/speakers.pth",
"model_related/Bhojpuri_Female/speakers.pth",
"model_related/Kannada_Female/speakers.pth",
"model_related/Maithili_Male/speakers.pth",
"model_related/Telugu_Male/speakers.pth",
"model_related/Telugu_Female/speakers.pth",
"model_related/Bengali_Male/speakers.pth",
"model_related/Bhojpuri_Male/speakers.pth",
"model_related/Gujarati_Female/speakers.pth",
"model_related/Marathi_Female/speakers.pth",
"model_related/Hindi_Female/speakers.pth",
"model_related/Gujarati_Male/speakers.pth",
"model_related/Hindi_Male/speakers.pth",
"model_related/Magahi_Female/speakers.pth",
"model_related/English_Female/speakers.pth"
],
"speaker_embedding_channels": 256,
"use_d_vector_file": true,
"d_vector_dim": 512,
"detach_dp_input": true,
"use_language_embedding": true,
"embedded_language_dim": 4,
"num_languages": 11,
"language_ids_file": "/app/models/language_ids.json",
"use_speaker_encoder_as_loss": false,
"speaker_encoder_config_path": "https://github.com/coqui-ai/TTS/releases/download/speaker_encoder_model/config_se.json",
"speaker_encoder_model_path": "https://github.com/coqui-ai/TTS/releases/download/speaker_encoder_model/model_se.pth.tar",
"condition_dp_on_speaker": true,
"freeze_encoder": false,
"freeze_DP": false,
"freeze_PE": false,
"freeze_flow_decoder": false,
"freeze_waveform_decoder": false,
"encoder_sample_rate": null,
"interpolate_z": true,
"reinit_DP": false,
"reinit_text_encoder": false
},
"lr_gen": 0.0002,
"lr_disc": 0.0002,
"lr_scheduler_gen": "ExponentialLR",
"lr_scheduler_gen_params": {
"gamma": 0.999875,
"last_epoch": -1
},
"lr_scheduler_disc": "ExponentialLR",
"lr_scheduler_disc_params": {
"gamma": 0.999875,
"last_epoch": -1
},
"kl_loss_alpha": 1.0,
"disc_loss_alpha": 1.0,
"gen_loss_alpha": 1.0,
"feat_loss_alpha": 1.0,
"mel_loss_alpha": 45.0,
"dur_loss_alpha": 1.0,
"speaker_encoder_loss_alpha": 9.0,
"return_wav": true,
"use_weighted_sampler": true,
"weighted_sampler_attrs": {},
"weighted_sampler_multipliers": {},
"r": 1,
"num_speakers": 0,
"use_speaker_embedding": false,
"speakers_file": "/app/models/speakers.pth",
"speaker_embedding_channels": 256,
"language_ids_file": "/app/models/language_ids.json",
"use_language_embedding": true,
"use_d_vector_file": true,
"d_vector_file": [
"model_related/Bengali_Female/speakers.pth",
"model_related/Chhattisgarhi_Male/speakers.pth",
"model_related/Magahi_Male/speakers.pth",
"model_related/Marathi_Male/speakers.pth",
"model_related/Maithili_Female/speakers.pth",
"model_related/English_Male/speakers.pth",
"model_related/Chhattisgarhi_Female/speakers.pth",
"model_related/Kannada_Male/speakers.pth",
"model_related/Bhojpuri_Female/speakers.pth",
"model_related/Kannada_Female/speakers.pth",
"model_related/Maithili_Male/speakers.pth",
"model_related/Telugu_Male/speakers.pth",
"model_related/Telugu_Female/speakers.pth",
"model_related/Bengali_Male/speakers.pth",
"model_related/Bhojpuri_Male/speakers.pth",
"model_related/Gujarati_Female/speakers.pth",
"model_related/Marathi_Female/speakers.pth",
"model_related/Hindi_Female/speakers.pth",
"model_related/Gujarati_Male/speakers.pth",
"model_related/Hindi_Male/speakers.pth",
"model_related/Magahi_Female/speakers.pth",
"model_related/English_Female/speakers.pth"
],
"d_vector_dim": 512
} |