Spaces:
Sleeping
Sleeping
Fix emotion_embedding and typo
Browse files- bert_vits2/models.py +7 -5
bert_vits2/models.py
CHANGED
|
@@ -262,7 +262,7 @@ class TextEncoder(nn.Module):
|
|
| 262 |
symbols=None,
|
| 263 |
ja_bert_dim=1024,
|
| 264 |
num_tones=None,
|
| 265 |
-
|
| 266 |
):
|
| 267 |
super().__init__()
|
| 268 |
self.n_vocab = n_vocab
|
|
@@ -283,8 +283,8 @@ class TextEncoder(nn.Module):
|
|
| 283 |
self.bert_proj = nn.Conv1d(1024, hidden_channels, 1)
|
| 284 |
self.ja_bert_proj = nn.Conv1d(ja_bert_dim, hidden_channels, 1)
|
| 285 |
self.en_bert_proj = nn.Conv1d(1024, hidden_channels, 1)
|
| 286 |
-
self.
|
| 287 |
-
if self.
|
| 288 |
self.emo_proj = nn.Linear(1024, 1024)
|
| 289 |
self.emo_quantizer = [
|
| 290 |
VectorQuantize(
|
|
@@ -313,7 +313,7 @@ class TextEncoder(nn.Module):
|
|
| 313 |
ja_bert_emb = self.ja_bert_proj(ja_bert).transpose(1, 2)
|
| 314 |
en_bert_emb = self.en_bert_proj(en_bert).transpose(1, 2)
|
| 315 |
x = self.emb(x) + self.tone_emb(tone) + self.language_emb(language) + zh_bert_emb + ja_bert_emb + en_bert_emb
|
| 316 |
-
|
| 317 |
if emo is not None:
|
| 318 |
emo = emo.to(zh_bert_emb.device)
|
| 319 |
if emo.size(-1) == 1024:
|
|
@@ -641,6 +641,7 @@ class SynthesizerTrn(nn.Module):
|
|
| 641 |
symbols=None,
|
| 642 |
ja_bert_dim=1024,
|
| 643 |
num_tones=None,
|
|
|
|
| 644 |
**kwargs):
|
| 645 |
|
| 646 |
super().__init__()
|
|
@@ -671,6 +672,7 @@ class SynthesizerTrn(nn.Module):
|
|
| 671 |
self.current_mas_noise_scale = self.mas_noise_scale_initial
|
| 672 |
if self.use_spk_conditioned_encoder and gin_channels > 0:
|
| 673 |
self.enc_gin_channels = gin_channels
|
|
|
|
| 674 |
self.enc_p = TextEncoder(n_vocab,
|
| 675 |
inter_channels,
|
| 676 |
hidden_channels,
|
|
@@ -684,7 +686,7 @@ class SynthesizerTrn(nn.Module):
|
|
| 684 |
symbols=symbols,
|
| 685 |
ja_bert_dim=ja_bert_dim,
|
| 686 |
num_tones=num_tones,
|
| 687 |
-
|
| 688 |
)
|
| 689 |
self.dec = Generator(inter_channels, resblock, resblock_kernel_sizes, resblock_dilation_sizes, upsample_rates,
|
| 690 |
upsample_initial_channel, upsample_kernel_sizes, gin_channels=gin_channels)
|
|
|
|
| 262 |
symbols=None,
|
| 263 |
ja_bert_dim=1024,
|
| 264 |
num_tones=None,
|
| 265 |
+
emotion_embedding=False,
|
| 266 |
):
|
| 267 |
super().__init__()
|
| 268 |
self.n_vocab = n_vocab
|
|
|
|
| 283 |
self.bert_proj = nn.Conv1d(1024, hidden_channels, 1)
|
| 284 |
self.ja_bert_proj = nn.Conv1d(ja_bert_dim, hidden_channels, 1)
|
| 285 |
self.en_bert_proj = nn.Conv1d(1024, hidden_channels, 1)
|
| 286 |
+
self.emotion_embedding = emotion_embedding
|
| 287 |
+
if self.emotion_embedding:
|
| 288 |
self.emo_proj = nn.Linear(1024, 1024)
|
| 289 |
self.emo_quantizer = [
|
| 290 |
VectorQuantize(
|
|
|
|
| 313 |
ja_bert_emb = self.ja_bert_proj(ja_bert).transpose(1, 2)
|
| 314 |
en_bert_emb = self.en_bert_proj(en_bert).transpose(1, 2)
|
| 315 |
x = self.emb(x) + self.tone_emb(tone) + self.language_emb(language) + zh_bert_emb + ja_bert_emb + en_bert_emb
|
| 316 |
+
|
| 317 |
if emo is not None:
|
| 318 |
emo = emo.to(zh_bert_emb.device)
|
| 319 |
if emo.size(-1) == 1024:
|
|
|
|
| 641 |
symbols=None,
|
| 642 |
ja_bert_dim=1024,
|
| 643 |
num_tones=None,
|
| 644 |
+
emotion_embedding=False,
|
| 645 |
**kwargs):
|
| 646 |
|
| 647 |
super().__init__()
|
|
|
|
| 672 |
self.current_mas_noise_scale = self.mas_noise_scale_initial
|
| 673 |
if self.use_spk_conditioned_encoder and gin_channels > 0:
|
| 674 |
self.enc_gin_channels = gin_channels
|
| 675 |
+
self.emotion_embedding = emotion_embedding
|
| 676 |
self.enc_p = TextEncoder(n_vocab,
|
| 677 |
inter_channels,
|
| 678 |
hidden_channels,
|
|
|
|
| 686 |
symbols=symbols,
|
| 687 |
ja_bert_dim=ja_bert_dim,
|
| 688 |
num_tones=num_tones,
|
| 689 |
+
emotion_embedding=self.emotion_embedding
|
| 690 |
)
|
| 691 |
self.dec = Generator(inter_channels, resblock, resblock_kernel_sizes, resblock_dilation_sizes, upsample_rates,
|
| 692 |
upsample_initial_channel, upsample_kernel_sizes, gin_channels=gin_channels)
|