Spaces:
Runtime error
Runtime error
Create infer_pack/modules/F0Predictor/DioF0Predictor.py
Browse files
lib/infer_pack/modules/F0Predictor/DioF0Predictor.py
ADDED
|
@@ -0,0 +1,90 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from lib.infer_pack.modules.F0Predictor.F0Predictor import F0Predictor
|
| 2 |
+
import pyworld
|
| 3 |
+
import numpy as np
|
| 4 |
+
|
| 5 |
+
|
| 6 |
+
class DioF0Predictor(F0Predictor):
|
| 7 |
+
def __init__(self, hop_length=512, f0_min=50, f0_max=1100, sampling_rate=44100):
|
| 8 |
+
self.hop_length = hop_length
|
| 9 |
+
self.f0_min = f0_min
|
| 10 |
+
self.f0_max = f0_max
|
| 11 |
+
self.sampling_rate = sampling_rate
|
| 12 |
+
|
| 13 |
+
def interpolate_f0(self, f0):
|
| 14 |
+
"""
|
| 15 |
+
对F0进行插值处理
|
| 16 |
+
"""
|
| 17 |
+
|
| 18 |
+
data = np.reshape(f0, (f0.size, 1))
|
| 19 |
+
|
| 20 |
+
vuv_vector = np.zeros((data.size, 1), dtype=np.float32)
|
| 21 |
+
vuv_vector[data > 0.0] = 1.0
|
| 22 |
+
vuv_vector[data <= 0.0] = 0.0
|
| 23 |
+
|
| 24 |
+
ip_data = data
|
| 25 |
+
|
| 26 |
+
frame_number = data.size
|
| 27 |
+
last_value = 0.0
|
| 28 |
+
for i in range(frame_number):
|
| 29 |
+
if data[i] <= 0.0:
|
| 30 |
+
j = i + 1
|
| 31 |
+
for j in range(i + 1, frame_number):
|
| 32 |
+
if data[j] > 0.0:
|
| 33 |
+
break
|
| 34 |
+
if j < frame_number - 1:
|
| 35 |
+
if last_value > 0.0:
|
| 36 |
+
step = (data[j] - data[i - 1]) / float(j - i)
|
| 37 |
+
for k in range(i, j):
|
| 38 |
+
ip_data[k] = data[i - 1] + step * (k - i + 1)
|
| 39 |
+
else:
|
| 40 |
+
for k in range(i, j):
|
| 41 |
+
ip_data[k] = data[j]
|
| 42 |
+
else:
|
| 43 |
+
for k in range(i, frame_number):
|
| 44 |
+
ip_data[k] = last_value
|
| 45 |
+
else:
|
| 46 |
+
ip_data[i] = data[i] # 这里可能存在一个没有必要的拷贝
|
| 47 |
+
last_value = data[i]
|
| 48 |
+
|
| 49 |
+
return ip_data[:, 0], vuv_vector[:, 0]
|
| 50 |
+
|
| 51 |
+
def resize_f0(self, x, target_len):
|
| 52 |
+
source = np.array(x)
|
| 53 |
+
source[source < 0.001] = np.nan
|
| 54 |
+
target = np.interp(
|
| 55 |
+
np.arange(0, len(source) * target_len, len(source)) / target_len,
|
| 56 |
+
np.arange(0, len(source)),
|
| 57 |
+
source,
|
| 58 |
+
)
|
| 59 |
+
res = np.nan_to_num(target)
|
| 60 |
+
return res
|
| 61 |
+
|
| 62 |
+
def compute_f0(self, wav, p_len=None):
|
| 63 |
+
if p_len is None:
|
| 64 |
+
p_len = wav.shape[0] // self.hop_length
|
| 65 |
+
f0, t = pyworld.dio(
|
| 66 |
+
wav.astype(np.double),
|
| 67 |
+
fs=self.sampling_rate,
|
| 68 |
+
f0_floor=self.f0_min,
|
| 69 |
+
f0_ceil=self.f0_max,
|
| 70 |
+
frame_period=1000 * self.hop_length / self.sampling_rate,
|
| 71 |
+
)
|
| 72 |
+
f0 = pyworld.stonemask(wav.astype(np.double), f0, t, self.sampling_rate)
|
| 73 |
+
for index, pitch in enumerate(f0):
|
| 74 |
+
f0[index] = round(pitch, 1)
|
| 75 |
+
return self.interpolate_f0(self.resize_f0(f0, p_len))[0]
|
| 76 |
+
|
| 77 |
+
def compute_f0_uv(self, wav, p_len=None):
|
| 78 |
+
if p_len is None:
|
| 79 |
+
p_len = wav.shape[0] // self.hop_length
|
| 80 |
+
f0, t = pyworld.dio(
|
| 81 |
+
wav.astype(np.double),
|
| 82 |
+
fs=self.sampling_rate,
|
| 83 |
+
f0_floor=self.f0_min,
|
| 84 |
+
f0_ceil=self.f0_max,
|
| 85 |
+
frame_period=1000 * self.hop_length / self.sampling_rate,
|
| 86 |
+
)
|
| 87 |
+
f0 = pyworld.stonemask(wav.astype(np.double), f0, t, self.sampling_rate)
|
| 88 |
+
for index, pitch in enumerate(f0):
|
| 89 |
+
f0[index] = round(pitch, 1)
|
| 90 |
+
return self.interpolate_f0(self.resize_f0(f0, p_len))
|