File size: 3,365 Bytes
79cf5f5 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 |
import csv
import math
import pathlib
import click
import librosa
import numpy as np
import tqdm
from typing import List
from get_pitch import get_pitch
@click.command(help='Estimate note pitch from transcriptions and corresponding waveforms')
@click.argument('transcriptions', metavar='TRANSCRIPTIONS')
@click.argument('waveforms', metavar='WAVS')
@click.option('--pe', metavar='ALGORITHM', default='parselmouth',
help='Pitch extractor (parselmouth, rmvpe)')
@click.option('--rest_uv_ratio', metavar='RATIO', type=float, default=0.85,
help='The minimum percentage of unvoiced length for a note to be regarded as rest')
def estimate_midi(
transcriptions: str,
waveforms: str,
pe: str = 'parselmouth',
rest_uv_ratio: float = 0.85
):
transcriptions = pathlib.Path(transcriptions).resolve()
waveforms = pathlib.Path(waveforms).resolve()
with open(transcriptions, 'r', encoding='utf8') as f:
reader = csv.DictReader(f)
items: List[dict] = []
for item in reader:
items.append(item)
timestep = 512 / 44100
for item in tqdm.tqdm(items):
item: dict
ph_dur = [float(d) for d in item['ph_dur'].split()]
ph_num = [int(n) for n in item['ph_num'].split()]
assert sum(ph_num) == len(ph_dur), f'ph_num does not sum to number of phones in \'{item["name"]}\'.'
word_dur = []
i = 0
for num in ph_num:
word_dur.append(sum(ph_dur[i: i + num]))
i += num
total_secs = sum(ph_dur)
waveform, _ = librosa.load(waveforms / (item['name'] + '.wav'), sr=44100, mono=True)
_, f0, uv = get_pitch(pe, waveform, 512, 44100)
pitch = librosa.hz_to_midi(f0)
if pitch.shape[0] < total_secs / timestep:
pad = math.ceil(total_secs / timestep) - pitch.shape[0]
pitch = np.pad(pitch, [0, pad], mode='constant', constant_values=[0, pitch[-1]])
uv = np.pad(uv, [0, pad], mode='constant')
note_seq = []
note_dur = []
start = 0.
for dur in word_dur:
end = start + dur
start_idx = math.floor(start / timestep)
end_idx = math.ceil(end / timestep)
word_pitch = pitch[start_idx: end_idx]
word_uv = uv[start_idx: end_idx]
word_valid_pitch = np.extract(~word_uv & (word_pitch >= 0), word_pitch)
if len(word_valid_pitch) < (1 - rest_uv_ratio) * (end_idx - start_idx):
note_seq.append('rest')
else:
counts = np.bincount(np.round(word_valid_pitch).astype(np.int64))
midi = counts.argmax()
midi = np.mean(word_valid_pitch[(word_valid_pitch >= midi - 0.5) & (word_valid_pitch < midi + 0.5)])
note_seq.append(librosa.midi_to_note(midi, cents=True, unicode=False))
note_dur.append(dur)
start = end
item['note_seq'] = ' '.join(note_seq)
item['note_dur'] = ' '.join([str(round(d, 6)) for d in note_dur])
with open(transcriptions, 'w', encoding='utf8', newline='') as f:
writer = csv.DictWriter(f, fieldnames=['name', 'ph_seq', 'ph_dur', 'ph_num', 'note_seq', 'note_dur'])
writer.writeheader()
writer.writerows(items)
if __name__ == '__main__':
estimate_midi()
|