Jarbas commited on
Commit
3aab73c
·
verified ·
1 Parent(s): a4648aa

fix: recover empty phoneme_id_map for ubl, tzo-chenalhó, ubu from MMS vocab.txt

Browse files

These 3 dialect voices shipped with empty phoneme_id_map (0 symbols) so every input char was dropped (empty audio). Recovered the exact char->id mapping from Meta MMS per-language vocab.txt (dl.fbaipublicfiles.com/mms/tts/<iso>.tar.gz), verified vocab size == ONNX emb table (ubl 37, chenalhó 36, ubu 28) and 100% token survival on synth.

facebook__mms-tts-tzo-dialect_chenalhó-Tzotzil/config.json CHANGED
@@ -7,7 +7,7 @@
7
  "audio": {
8
  "sample_rate": 16000
9
  },
10
- "num_symbols": 256,
11
  "num_speakers": 1,
12
  "num_langs": 1,
13
  "speaker_id_map": {},
@@ -19,14 +19,51 @@
19
  "length_scale": 1.0,
20
  "noise_w": 0.8
21
  },
22
- "phoneme_id_map": {},
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23
  "pad": null,
24
- "blank": null,
25
  "bos": null,
26
  "eos": null,
27
  "add_blank_char": true,
28
  "add_blank_word": false,
29
- "use_eos_bos": true,
30
  "blank_at_start": true,
31
  "blank_at_end": true,
32
  "word_sep_token": " ",
 
7
  "audio": {
8
  "sample_rate": 16000
9
  },
10
+ "num_symbols": 36,
11
  "num_speakers": 1,
12
  "num_langs": 1,
13
  "speaker_id_map": {},
 
19
  "length_scale": 1.0,
20
  "noise_w": 0.8
21
  },
22
+ "phoneme_id_map": {
23
+ "|": 0,
24
+ "a": 1,
25
+ "c": 2,
26
+ "i": 3,
27
+ "l": 4,
28
+ "t": 5,
29
+ "'": 6,
30
+ "u": 7,
31
+ "o": 8,
32
+ "e": 9,
33
+ "n": 10,
34
+ "s": 11,
35
+ "j": 12,
36
+ "h": 13,
37
+ "b": 14,
38
+ "y": 15,
39
+ "x": 16,
40
+ "m": 17,
41
+ "v": 18,
42
+ "q": 19,
43
+ "p": 20,
44
+ "r": 21,
45
+ "d": 22,
46
+ "—": 23,
47
+ "g": 24,
48
+ "z": 25,
49
+ "-": 26,
50
+ "í": 27,
51
+ "f": 28,
52
+ "ó": 29,
53
+ "é": 30,
54
+ "ú": 31,
55
+ "á": 32,
56
+ "k": 33,
57
+ "ñ": 34,
58
+ " ": 35
59
+ },
60
  "pad": null,
61
+ "blank": "|",
62
  "bos": null,
63
  "eos": null,
64
  "add_blank_char": true,
65
  "add_blank_word": false,
66
+ "use_eos_bos": false,
67
  "blank_at_start": true,
68
  "blank_at_end": true,
69
  "word_sep_token": " ",
facebook__mms-tts-ubl-Bikol_Buhi’non/config.json CHANGED
@@ -7,7 +7,7 @@
7
  "audio": {
8
  "sample_rate": 16000
9
  },
10
- "num_symbols": 256,
11
  "num_speakers": 1,
12
  "num_langs": 1,
13
  "speaker_id_map": {},
@@ -19,14 +19,52 @@
19
  "length_scale": 1.0,
20
  "noise_w": 0.8
21
  },
22
- "phoneme_id_map": {},
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23
  "pad": null,
24
- "blank": null,
25
  "bos": null,
26
  "eos": null,
27
  "add_blank_char": true,
28
  "add_blank_word": false,
29
- "use_eos_bos": true,
30
  "blank_at_start": true,
31
  "blank_at_end": true,
32
  "word_sep_token": " ",
 
7
  "audio": {
8
  "sample_rate": 16000
9
  },
10
+ "num_symbols": 37,
11
  "num_speakers": 1,
12
  "num_langs": 1,
13
  "speaker_id_map": {},
 
19
  "length_scale": 1.0,
20
  "noise_w": 0.8
21
  },
22
+ "phoneme_id_map": {
23
+ "j": 0,
24
+ "a": 1,
25
+ "_": 2,
26
+ "'": 3,
27
+ "k": 4,
28
+ "e": 5,
29
+ "w": 6,
30
+ "i": 7,
31
+ "f": 8,
32
+ "u": 9,
33
+ "o": 10,
34
+ "d": 11,
35
+ "n": 12,
36
+ "l": 13,
37
+ "5": 14,
38
+ "h": 15,
39
+ " ": 16,
40
+ "-": 17,
41
+ "v": 18,
42
+ "4": 19,
43
+ "6": 20,
44
+ "p": 21,
45
+ "t": 22,
46
+ "3": 23,
47
+ "g": 24,
48
+ "c": 25,
49
+ "0": 26,
50
+ "b": 27,
51
+ "m": 28,
52
+ "2": 29,
53
+ "s": 30,
54
+ "z": 31,
55
+ "x": 32,
56
+ "q": 33,
57
+ "r": 34,
58
+ "1": 35,
59
+ "y": 36
60
+ },
61
  "pad": null,
62
+ "blank": "j",
63
  "bos": null,
64
  "eos": null,
65
  "add_blank_char": true,
66
  "add_blank_word": false,
67
+ "use_eos_bos": false,
68
  "blank_at_start": true,
69
  "blank_at_end": true,
70
  "word_sep_token": " ",
facebook__mms-tts-ubu-Umbu-Ungu/config.json CHANGED
@@ -7,7 +7,7 @@
7
  "audio": {
8
  "sample_rate": 16000
9
  },
10
- "num_symbols": 256,
11
  "num_speakers": 1,
12
  "num_langs": 1,
13
  "speaker_id_map": {},
@@ -19,14 +19,43 @@
19
  "length_scale": 1.0,
20
  "noise_w": 0.8
21
  },
22
- "phoneme_id_map": {},
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23
  "pad": null,
24
- "blank": null,
25
  "bos": null,
26
  "eos": null,
27
  "add_blank_char": true,
28
  "add_blank_word": false,
29
- "use_eos_bos": true,
30
  "blank_at_start": true,
31
  "blank_at_end": true,
32
  "word_sep_token": " ",
 
7
  "audio": {
8
  "sample_rate": 16000
9
  },
10
+ "num_symbols": 28,
11
  "num_speakers": 1,
12
  "num_langs": 1,
13
  "speaker_id_map": {},
 
19
  "length_scale": 1.0,
20
  "noise_w": 0.8
21
  },
22
+ "phoneme_id_map": {
23
+ "r": 0,
24
+ " ": 1,
25
+ "i": 2,
26
+ "'": 3,
27
+ "o": 4,
28
+ "ú": 5,
29
+ "n": 6,
30
+ "t": 7,
31
+ "p": 8,
32
+ "s": 9,
33
+ "e": 10,
34
+ "ó": 11,
35
+ "í": 12,
36
+ "m": 13,
37
+ "w": 14,
38
+ "a": 15,
39
+ "u": 16,
40
+ "_": 17,
41
+ "á": 18,
42
+ "b": 19,
43
+ "g": 20,
44
+ "j": 21,
45
+ "l": 22,
46
+ "y": 23,
47
+ "-": 24,
48
+ "k": 25,
49
+ "d": 26,
50
+ "é": 27
51
+ },
52
  "pad": null,
53
+ "blank": "r",
54
  "bos": null,
55
  "eos": null,
56
  "add_blank_char": true,
57
  "add_blank_word": false,
58
+ "use_eos_bos": false,
59
  "blank_at_start": true,
60
  "blank_at_end": true,
61
  "word_sep_token": " ",