| import re
|
| import jieba
|
| from pypinyin import pinyin, Style
|
| from data_gen.tts.data_gen_utils import PUNCS
|
| from data_gen.tts.txt_processors import zh
|
| from g2pM import G2pM
|
|
|
| ALL_SHENMU = ['zh', 'ch', 'sh', 'b', 'p', 'm', 'f', 'd', 't', 'n', 'l', 'g', 'k', 'h', 'j',
|
| 'q', 'x', 'r', 'z', 'c', 's', 'y', 'w']
|
| ALL_YUNMU = ['a', 'ai', 'an', 'ang', 'ao', 'e', 'ei', 'en', 'eng', 'er', 'i', 'ia', 'ian',
|
| 'iang', 'iao', 'ie', 'in', 'ing', 'iong', 'iu', 'ng', 'o', 'ong', 'ou',
|
| 'u', 'ua', 'uai', 'uan', 'uang', 'ui', 'un', 'uo', 'v', 'van', 've', 'vn']
|
|
|
|
|
| class TxtProcessor(zh.TxtProcessor):
|
| model = G2pM()
|
|
|
| @staticmethod
|
| def sp_phonemes():
|
| return ['|', '#']
|
|
|
| @classmethod
|
| def process(cls, txt, pre_align_args):
|
| txt = cls.preprocess_text(txt)
|
| ph_list = cls.model(txt, tone=pre_align_args['use_tone'], char_split=True)
|
| seg_list = '#'.join(jieba.cut(txt))
|
| assert len(ph_list) == len([s for s in seg_list if s != '#']), (ph_list, seg_list)
|
|
|
|
|
| ph_list_ = []
|
| seg_idx = 0
|
| for p in ph_list:
|
| p = p.replace("u:", "v")
|
| if seg_list[seg_idx] == '#':
|
| ph_list_.append('#')
|
| seg_idx += 1
|
| else:
|
| ph_list_.append("|")
|
| seg_idx += 1
|
| if re.findall('[\u4e00-\u9fff]', p):
|
| if pre_align_args['use_tone']:
|
| p = pinyin(p, style=Style.TONE3, strict=True)[0][0]
|
| if p[-1] not in ['1', '2', '3', '4', '5']:
|
| p = p + '5'
|
| else:
|
| p = pinyin(p, style=Style.NORMAL, strict=True)[0][0]
|
|
|
| finished = False
|
| if len([c.isalpha() for c in p]) > 1:
|
| for shenmu in ALL_SHENMU:
|
| if p.startswith(shenmu) and not p.lstrip(shenmu).isnumeric():
|
| ph_list_ += [shenmu, p.lstrip(shenmu)]
|
| finished = True
|
| break
|
| if not finished:
|
| ph_list_.append(p)
|
|
|
| ph_list = ph_list_
|
|
|
|
|
| sil_phonemes = list(PUNCS) + TxtProcessor.sp_phonemes()
|
| ph_list_ = []
|
| for i in range(0, len(ph_list), 1):
|
| if ph_list[i] != '#' or (ph_list[i - 1] not in sil_phonemes and ph_list[i + 1] not in sil_phonemes):
|
| ph_list_.append(ph_list[i])
|
| ph_list = ph_list_
|
| return ph_list, txt
|
|
|
|
|
| if __name__ == '__main__':
|
| phs, txt = TxtProcessor.process('他来到了，网易杭研大厦', {'use_tone': True})
|
| print(phs)
|
|
|
