scyllasband / onnx /assets /g2p /tokenizer.json
spybyscript's picture
Scylla's Band v1: G2P v7 (7 languages), b64/b128 latent buckets, model_version 1
a8deaa2 verified
Raw
History Blame Contribute Delete
5.57 kB
{
"format": "deepphonemizer_forward_ctc",
"languages": [
"de",
"en_gb",
"en_us",
"es",
"fr",
"it",
"vi"
],
"char_repeats": 4,
"lowercase": true,
"phoneme_token_mode": "char",
"text_symbols": {
"_": 0,
"<de>": 1,
"<en_gb>": 2,
"<en_us>": 3,
"<es>": 4,
"<fr>": 5,
"<it>": 6,
"<vi>": 7,
"<end>": 8,
" ": 9,
"!": 10,
"\"": 11,
"#": 12,
"$": 13,
"%": 14,
"&": 15,
"'": 16,
"(": 17,
")": 18,
"*": 19,
"+": 20,
",": 21,
"-": 22,
".": 23,
"/": 24,
"0": 25,
"1": 26,
"2": 27,
"3": 28,
"4": 29,
"5": 30,
"6": 31,
"7": 32,
"8": 33,
"9": 34,
":": 35,
";": 36,
"=": 37,
">": 38,
"?": 39,
"@": 40,
"A": 41,
"B": 42,
"C": 43,
"D": 44,
"E": 45,
"F": 46,
"G": 47,
"H": 48,
"I": 49,
"J": 50,
"K": 51,
"L": 52,
"M": 53,
"N": 54,
"O": 55,
"P": 56,
"Q": 57,
"R": 58,
"S": 59,
"T": 60,
"U": 61,
"V": 62,
"W": 63,
"X": 64,
"Y": 65,
"Z": 66,
"^": 67,
"a": 68,
"b": 69,
"c": 70,
"d": 71,
"e": 72,
"f": 73,
"g": 74,
"h": 75,
"i": 76,
"j": 77,
"k": 78,
"l": 79,
"m": 80,
"n": 81,
"o": 82,
"p": 83,
"q": 84,
"r": 85,
"s": 86,
"t": 87,
"u": 88,
"v": 89,
"w": 90,
"x": 91,
"y": 92,
"z": 93,
"¡": 94,
"«": 95,
"­": 96,
"°": 97,
"²": 98,
"³": 99,
"»": 100,
"¿": 101,
"À": 102,
"Á": 103,
"Â": 104,
"Ä": 105,
"Æ": 106,
"Ç": 107,
"È": 108,
"É": 109,
"Ê": 110,
"Í": 111,
"Ó": 112,
"Ô": 113,
"Ö": 114,
"Ú": 115,
"Ü": 116,
"Ý": 117,
"ß": 118,
"à": 119,
"á": 120,
"â": 121,
"ã": 122,
"ä": 123,
"æ": 124,
"ç": 125,
"è": 126,
"é": 127,
"ê": 128,
"ë": 129,
"ì": 130,
"í": 131,
"î": 132,
"ï": 133,
"ð": 134,
"ñ": 135,
"ò": 136,
"ó": 137,
"ô": 138,
"õ": 139,
"ö": 140,
"ø": 141,
"ù": 142,
"ú": 143,
"û": 144,
"ü": 145,
"ý": 146,
"ÿ": 147,
"ā": 148,
"Ă": 149,
"ă": 150,
"č": 151,
"Đ": 152,
"đ": 153,
"ğ": 154,
"ĩ": 155,
"ī": 156,
"ń": 157,
"Ō": 158,
"ō": 159,
"œ": 160,
"ş": 161,
"š": 162,
"ũ": 163,
"ū": 164,
"Ž": 165,
"ž": 166,
"Ơ": 167,
"ơ": 168,
"Ư": 169,
"ư": 170,
"ș": 171,
"ʻ": 172,
"д": 173,
"е": 174,
"и": 175,
"р": 176,
"ง": 177,
"ย": 178,
"า": 179,
"่": 180,
"ည": 181,
"လ": 182,
"း": 183,
"်": 184,
"ṛ": 185,
"ẓ": 186,
"ạ": 187,
"Ả": 188,
"ả": 189,
"Ấ": 190,
"ấ": 191,
"ầ": 192,
"ẩ": 193,
"ẫ": 194,
"ậ": 195,
"ắ": 196,
"ằ": 197,
"ẳ": 198,
"ẵ": 199,
"ặ": 200,
"ẹ": 201,
"ẻ": 202,
"ẽ": 203,
"Ế": 204,
"ế": 205,
"Ề": 206,
"ề": 207,
"ể": 208,
"ễ": 209,
"ệ": 210,
"ỉ": 211,
"ị": 212,
"ọ": 213,
"ỏ": 214,
"Ố": 215,
"ố": 216,
"Ồ": 217,
"ồ": 218,
"Ổ": 219,
"ổ": 220,
"ỗ": 221,
"Ộ": 222,
"ộ": 223,
"ớ": 224,
"Ờ": 225,
"ờ": 226,
"Ở": 227,
"ở": 228,
"ỡ": 229,
"ợ": 230,
"ụ": 231,
"ủ": 232,
"Ứ": 233,
"ứ": 234,
"Ừ": 235,
"ừ": 236,
"ử": 237,
"ữ": 238,
"ự": 239,
"ỳ": 240,
"ỵ": 241,
"Ỷ": 242,
"ỷ": 243,
"ỹ": 244,
"​": 245,
"—": 246,
"…": 247,
"⁷": 248,
"⁻": 249,
"₂": 250,
"€": 251,
"。": 252,
"な": 253,
"三": 254,
"次": 255,
"肿": 256,
"臃": 257,
"구": 258,
"로": 259,
"요": 260
},
"phoneme_symbols": {
"0": "_",
"1": "<de>",
"2": "<en_gb>",
"3": "<en_us>",
"4": "<es>",
"5": "<fr>",
"6": "<it>",
"7": "<vi>",
"8": "<end>",
"9": " ",
"10": "!",
"11": ",",
"12": "-",
"13": ".",
"14": "1",
"15": "2",
"16": "4",
"17": "5",
"18": "6",
"19": "7",
"20": ":",
"21": ";",
"22": "?",
"23": "a",
"24": "b",
"25": "c",
"26": "d",
"27": "e",
"28": "f",
"29": "h",
"30": "i",
"31": "j",
"32": "k",
"33": "l",
"34": "m",
"35": "n",
"36": "o",
"37": "p",
"38": "q",
"39": "r",
"40": "s",
"41": "t",
"42": "u",
"43": "v",
"44": "w",
"45": "x",
"46": "y",
"47": "z",
"48": "«",
"49": "»",
"50": "æ",
"51": "ç",
"52": "ð",
"53": "ø",
"54": "ŋ",
"55": "œ",
"56": "ɐ",
"57": "ɑ",
"58": "ɒ",
"59": "ɔ",
"60": "ɗ",
"61": "ə",
"62": "ɚ",
"63": "ɛ",
"64": "ɜ",
"65": "ɟ",
"66": "ɡ",
"67": "ɣ",
"68": "ɪ",
"69": "ɯ",
"70": "ɲ",
"71": "ɹ",
"72": "ɾ",
"73": "ʁ",
"74": "ʃ",
"75": "ʊ",
"76": "ʌ",
"77": "ʎ",
"78": "ʐ",
"79": "ʒ",
"80": "ʔ",
"81": "ʝ",
"82": "ˈ",
"83": "ˌ",
"84": "ː",
"85": "̃",
"86": "̩",
"87": "̪",
"88": "β",
"89": "θ",
"90": "ᵻ",
"91": "—",
"92": "…",
"93": "ʏ"
}
}