File size: 1,834 Bytes
3f9bd99 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 |
import os
import argparse
from config import config
global speaker_annos
speaker_annos = []
def process_text(item):
spkdir, wav_name, args = item
speaker = spkdir.replace("\\", "/").split("/")[-1]
wav_path = os.path.join(args.in_dir, speaker, wav_name)
global speaker_annos
tr_name = wav_name.replace('.wav', '')
try:
with open(args.out_dir+'/'+speaker+'/'+tr_name+'.lab', "r", encoding="utf-8") as file:
text = file.read()
#text = f'{lang}|{text}\n' #
speaker_annos.append(args.out_dir+'/'+speaker+'/'+wav_name+ "|" + speaker + "|" + text)
except:
pass
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument("--in_dir", type=str, default=config.resample_config.in_dir, help="path to source dir")
parser.add_argument("--out_dir", type=str, default=config.resample_config.out_dir, help="path to target dir")
parent_dir=config.resample_config.in_dir
print("请注意，这个处理程序只能够处理2.1版整合包whisper打标的音频，不能处理原神数据集。文件内容格式为: <语言>|<文本>\n")
speaker_names = list(os.walk(parent_dir))[0][1]
args = parser.parse_args()
for speaker in os.listdir(args.in_dir):
spk_dir = os.path.join(args.in_dir, speaker)
if os.path.isdir(spk_dir):
print(spk_dir)
for i in os.listdir(spk_dir):
if i.endswith("wav"):
pro=(spk_dir, i, args)
process_text(pro)
if len(speaker_annos) == 0:
print("transcribe error. len(speaker_annos) == 0")
else:
with open(config.preprocess_text_config.transcription_path, 'w', encoding='utf-8') as f:
for line in speaker_annos:
f.write(line)
print("finished.") |