Update ultravox_processing.py
Browse files- ultravox_processing.py +2 -2
ultravox_processing.py
CHANGED
|
@@ -150,10 +150,10 @@ class UltravoxProcessor(transformers.ProcessorMixin):
|
|
| 150 |
def cnn_out_len(in_len, kernel, stride=1, padding=1, dilation=1):
|
| 151 |
return np.floor((in_len + (2*padding) - (dilation * (kernel - 1)) - 1)/stride + 1)
|
| 152 |
def stack_frame_len(T):
|
| 153 |
-
T_pad = (T + self.stack_factor - 1) // self.stack_factor * self.stack_factor
|
| 154 |
return int((T_pad + self.stack_factor) // self.stack_factor)
|
| 155 |
nb_encoder_frames = [cnn_out_len(cnn_out_len(feat_len, kernel=3), kernel=3, stride=2) for feat_len in data["audio_len"]]
|
| 156 |
-
data["audio_token_len"] = [stack_frame_len(
|
| 157 |
|
| 158 |
if text is not None:
|
| 159 |
assert isinstance(
|
|
|
|
| 150 |
def cnn_out_len(in_len, kernel, stride=1, padding=1, dilation=1):
|
| 151 |
return np.floor((in_len + (2*padding) - (dilation * (kernel - 1)) - 1)/stride + 1)
|
| 152 |
def stack_frame_len(T):
|
| 153 |
+
T_pad = ((T + self.stack_factor - 1) // self.stack_factor) * self.stack_factor
|
| 154 |
return int((T_pad + self.stack_factor) // self.stack_factor)
|
| 155 |
nb_encoder_frames = [cnn_out_len(cnn_out_len(feat_len, kernel=3), kernel=3, stride=2) for feat_len in data["audio_len"]]
|
| 156 |
+
data["audio_token_len"] = [stack_frame_len(nf) for nf in nb_encoder_frames]
|
| 157 |
|
| 158 |
if text is not None:
|
| 159 |
assert isinstance(
|