| import re
|
| from unidecode import unidecode
|
| import pyopenjtalk
|
|
|
| pyopenjtalk._lazy_init()
|
|
|
|
|
| _japanese_characters = re.compile(
|
| r'[A-Za-z\d\u3005\u3040-\u30ff\u4e00-\u9fff\uff11-\uff19\uff21-\uff3a\uff41-\uff5a\uff66-\uff9d]')
|
|
|
|
|
| _japanese_marks = re.compile(
|
| r'[^A-Za-z\d\u3005\u3040-\u30ff\u4e00-\u9fff\uff11-\uff19\uff21-\uff3a\uff41-\uff5a\uff66-\uff9d]')
|
|
|
|
|
| def japanese_cleaners(text):
|
| '''Pipeline for notating accent in Japanese text.'''
|
| '''Reference https://r9y9.github.io/ttslearn/latest/notebooks/ch10_Recipe-Tacotron.html'''
|
| sentences = re.split(_japanese_marks, text)
|
| marks = re.findall(_japanese_marks, text)
|
| text = ''
|
| for i, sentence in enumerate(sentences):
|
| if re.match(_japanese_characters, sentence):
|
| if text != '':
|
| text += ' '
|
| labels = pyopenjtalk.extract_fullcontext(sentence)
|
| for n, label in enumerate(labels):
|
| phoneme = re.search(r'\-([^\+]*)\+', label).group(1)
|
| if phoneme not in ['sil', 'pau']:
|
| text += phoneme.replace('ch', 'ʧ').replace('sh', 'ʃ').replace('cl', 'Q')
|
| else:
|
| continue
|
| n_moras = int(re.search(r'/F:(\d+)_', label).group(1))
|
| a1 = int(re.search(r"/A:(\-?[0-9]+)\+", label).group(1))
|
| a2 = int(re.search(r"\+(\d+)\+", label).group(1))
|
| a3 = int(re.search(r"\+(\d+)/", label).group(1))
|
| if re.search(r'\-([^\+]*)\+', labels[n + 1]).group(1) in ['sil', 'pau']:
|
| a2_next = -1
|
| else:
|
| a2_next = int(re.search(r"\+(\d+)\+", labels[n + 1]).group(1))
|
|
|
| if a3 == 1 and a2_next == 1:
|
| text += ' '
|
|
|
| elif a1 == 0 and a2_next == a2 + 1 and a2 != n_moras:
|
| text += '↓'
|
|
|
| elif a2 == 1 and a2_next == 2:
|
| text += '↑'
|
| if i < len(marks):
|
| text += unidecode(marks[i]).replace(' ', '')
|
| if re.match('[A-Za-z]', text[-1]):
|
| text += '.'
|
| return text
|
|
|
|
|
| def japanese_cleaners2(text):
|
| return japanese_cleaners(text).replace('ts','ʦ').replace('...','…')
|
|
|
