|
|
import csv |
|
|
import pathlib |
|
|
|
|
|
import click |
|
|
|
|
|
|
|
|
@click.command(help='Add ph_num attribute into transcriptions.csv') |
|
|
@click.argument('transcription', metavar='TRANSCRIPTIONS') |
|
|
@click.option('--dictionary', metavar='DICTIONARY') |
|
|
@click.option('--vowels', metavar='FILE') |
|
|
@click.option('--consonants', metavar='FILE') |
|
|
def add_ph_num( |
|
|
transcription: str, |
|
|
dictionary: str = None, |
|
|
vowels: str = None, |
|
|
consonants: str = None |
|
|
): |
|
|
assert dictionary is not None or (vowels is not None and consonants is not None), \ |
|
|
'Either dictionary file or vowels and consonants file should be specified.' |
|
|
if dictionary is not None: |
|
|
dictionary = pathlib.Path(dictionary).resolve() |
|
|
vowels = {'SP', 'AP'} |
|
|
consonants = set() |
|
|
with open(dictionary, 'r', encoding='utf8') as f: |
|
|
rules = f.readlines() |
|
|
for r in rules: |
|
|
syllable, phonemes = r.split('\t') |
|
|
phonemes = phonemes.split() |
|
|
assert len(phonemes) <= 2, 'We only support two-phase dictionaries for automatically adding ph_num.' |
|
|
if len(phonemes) == 1: |
|
|
vowels.add(phonemes[0]) |
|
|
else: |
|
|
consonants.add(phonemes[0]) |
|
|
vowels.add(phonemes[1]) |
|
|
else: |
|
|
vowels_path = pathlib.Path(vowels).resolve() |
|
|
consonants_path = pathlib.Path(consonants).resolve() |
|
|
vowels = {'SP', 'AP'} |
|
|
consonants = set() |
|
|
with open(vowels_path, 'r', encoding='utf8') as f: |
|
|
vowels.update(f.read().split()) |
|
|
with open(consonants_path, 'r', encoding='utf8') as f: |
|
|
consonants.update(f.read().split()) |
|
|
overlapped = vowels.intersection(consonants) |
|
|
assert len(vowels.intersection(consonants)) == 0, \ |
|
|
'Vowel set and consonant set overlapped. The following phonemes ' \ |
|
|
'appear both as vowels and as consonants:\n' \ |
|
|
f'{sorted(overlapped)}' |
|
|
|
|
|
transcription = pathlib.Path(transcription).resolve() |
|
|
items: list[dict] = [] |
|
|
with open(transcription, 'r', encoding='utf8') as f: |
|
|
reader = csv.DictReader(f) |
|
|
for item in reader: |
|
|
items.append(item) |
|
|
|
|
|
for item in items: |
|
|
item: dict |
|
|
ph_seq = item['ph_seq'].split() |
|
|
for ph in ph_seq: |
|
|
assert ph in vowels or ph in consonants, \ |
|
|
f'Invalid phoneme symbol \'{ph}\' in \'{item["name"]}\'.' |
|
|
ph_num = [] |
|
|
i = 0 |
|
|
while i < len(ph_seq): |
|
|
j = i + 1 |
|
|
while j < len(ph_seq) and ph_seq[j] in consonants: |
|
|
j += 1 |
|
|
ph_num.append(str(j - i)) |
|
|
i = j |
|
|
item['ph_num'] = ' '.join(ph_num) |
|
|
|
|
|
with open(transcription, 'w', encoding='utf8', newline='') as f: |
|
|
writer = csv.DictWriter(f, fieldnames=items[0].keys()) |
|
|
writer.writeheader() |
|
|
writer.writerows(items) |
|
|
|
|
|
|
|
|
if __name__ == '__main__': |
|
|
add_ph_num() |
|
|
|
