| import os
|
|
|
| os.environ["OMP_NUM_THREADS"] = "1"
|
|
|
| from data_gen.tts.txt_processors.zh_g2pM import ALL_SHENMU
|
| from data_gen.tts.base_binarizer import BaseBinarizer, BinarizationError
|
| from data_gen.tts.data_gen_utils import get_mel2ph
|
| from utils.hparams import set_hparams, hparams
|
| import numpy as np
|
|
|
|
|
| class ZhBinarizer(BaseBinarizer):
|
| @staticmethod
|
| def get_align(tg_fn, ph, mel, phone_encoded, res):
|
| if tg_fn is not None and os.path.exists(tg_fn):
|
| _, dur = get_mel2ph(tg_fn, ph, mel, hparams)
|
| else:
|
| raise BinarizationError(f"Align not found")
|
| ph_list = ph.split(" ")
|
| assert len(dur) == len(ph_list)
|
| mel2ph = []
|
|
|
| dur_cumsum = np.pad(np.cumsum(dur), [1, 0], mode='constant', constant_values=0)
|
| for i in range(len(dur)):
|
| p = ph_list[i]
|
| if p[0] != '<' and not p[0].isalpha():
|
| uv_ = res['f0'][dur_cumsum[i]:dur_cumsum[i + 1]] == 0
|
| j = 0
|
| while j < len(uv_) and not uv_[j]:
|
| j += 1
|
| dur[i - 1] += j
|
| dur[i] -= j
|
| if dur[i] < 100:
|
| dur[i - 1] += dur[i]
|
| dur[i] = 0
|
|
|
| for i in range(len(dur)):
|
| p = ph_list[i]
|
| if p in ALL_SHENMU:
|
| p_next = ph_list[i + 1]
|
| if not (dur[i] > 0 and p_next[0].isalpha() and p_next not in ALL_SHENMU):
|
| print(f"assert dur[i] > 0 and p_next[0].isalpha() and p_next not in ALL_SHENMU, "
|
| f"dur[i]: {dur[i]}, p: {p}, p_next: {p_next}.")
|
| continue
|
| total = dur[i + 1] + dur[i]
|
| dur[i] = total // 2
|
| dur[i + 1] = total - dur[i]
|
| for i in range(len(dur)):
|
| mel2ph += [i + 1] * dur[i]
|
| mel2ph = np.array(mel2ph)
|
| if mel2ph.max() - 1 >= len(phone_encoded):
|
| raise BinarizationError(f"| Align does not match: {(mel2ph.max() - 1, len(phone_encoded))}")
|
| res['mel2ph'] = mel2ph
|
| res['dur'] = dur
|
|
|
|
|
| if __name__ == "__main__":
|
| set_hparams()
|
| ZhBinarizer().process()
|
|
|
