Artrajz commited on
Commit
b218b83
·
1 Parent(s): 4dacbda

Fix emotion_embedding and typo

Browse files
Files changed (1) hide show
  1. bert_vits2/models.py +7 -5
bert_vits2/models.py CHANGED
@@ -262,7 +262,7 @@ class TextEncoder(nn.Module):
262
  symbols=None,
263
  ja_bert_dim=1024,
264
  num_tones=None,
265
- emotion_embbeding=False,
266
  ):
267
  super().__init__()
268
  self.n_vocab = n_vocab
@@ -283,8 +283,8 @@ class TextEncoder(nn.Module):
283
  self.bert_proj = nn.Conv1d(1024, hidden_channels, 1)
284
  self.ja_bert_proj = nn.Conv1d(ja_bert_dim, hidden_channels, 1)
285
  self.en_bert_proj = nn.Conv1d(1024, hidden_channels, 1)
286
- self.emotion_embbeding = emotion_embbeding
287
- if self.emotion_embbeding:
288
  self.emo_proj = nn.Linear(1024, 1024)
289
  self.emo_quantizer = [
290
  VectorQuantize(
@@ -313,7 +313,7 @@ class TextEncoder(nn.Module):
313
  ja_bert_emb = self.ja_bert_proj(ja_bert).transpose(1, 2)
314
  en_bert_emb = self.en_bert_proj(en_bert).transpose(1, 2)
315
  x = self.emb(x) + self.tone_emb(tone) + self.language_emb(language) + zh_bert_emb + ja_bert_emb + en_bert_emb
316
-
317
  if emo is not None:
318
  emo = emo.to(zh_bert_emb.device)
319
  if emo.size(-1) == 1024:
@@ -641,6 +641,7 @@ class SynthesizerTrn(nn.Module):
641
  symbols=None,
642
  ja_bert_dim=1024,
643
  num_tones=None,
 
644
  **kwargs):
645
 
646
  super().__init__()
@@ -671,6 +672,7 @@ class SynthesizerTrn(nn.Module):
671
  self.current_mas_noise_scale = self.mas_noise_scale_initial
672
  if self.use_spk_conditioned_encoder and gin_channels > 0:
673
  self.enc_gin_channels = gin_channels
 
674
  self.enc_p = TextEncoder(n_vocab,
675
  inter_channels,
676
  hidden_channels,
@@ -684,7 +686,7 @@ class SynthesizerTrn(nn.Module):
684
  symbols=symbols,
685
  ja_bert_dim=ja_bert_dim,
686
  num_tones=num_tones,
687
- emotion_embbeding = True
688
  )
689
  self.dec = Generator(inter_channels, resblock, resblock_kernel_sizes, resblock_dilation_sizes, upsample_rates,
690
  upsample_initial_channel, upsample_kernel_sizes, gin_channels=gin_channels)
 
262
  symbols=None,
263
  ja_bert_dim=1024,
264
  num_tones=None,
265
+ emotion_embedding=False,
266
  ):
267
  super().__init__()
268
  self.n_vocab = n_vocab
 
283
  self.bert_proj = nn.Conv1d(1024, hidden_channels, 1)
284
  self.ja_bert_proj = nn.Conv1d(ja_bert_dim, hidden_channels, 1)
285
  self.en_bert_proj = nn.Conv1d(1024, hidden_channels, 1)
286
+ self.emotion_embedding = emotion_embedding
287
+ if self.emotion_embedding:
288
  self.emo_proj = nn.Linear(1024, 1024)
289
  self.emo_quantizer = [
290
  VectorQuantize(
 
313
  ja_bert_emb = self.ja_bert_proj(ja_bert).transpose(1, 2)
314
  en_bert_emb = self.en_bert_proj(en_bert).transpose(1, 2)
315
  x = self.emb(x) + self.tone_emb(tone) + self.language_emb(language) + zh_bert_emb + ja_bert_emb + en_bert_emb
316
+
317
  if emo is not None:
318
  emo = emo.to(zh_bert_emb.device)
319
  if emo.size(-1) == 1024:
 
641
  symbols=None,
642
  ja_bert_dim=1024,
643
  num_tones=None,
644
+ emotion_embedding=False,
645
  **kwargs):
646
 
647
  super().__init__()
 
672
  self.current_mas_noise_scale = self.mas_noise_scale_initial
673
  if self.use_spk_conditioned_encoder and gin_channels > 0:
674
  self.enc_gin_channels = gin_channels
675
+ self.emotion_embedding = emotion_embedding
676
  self.enc_p = TextEncoder(n_vocab,
677
  inter_channels,
678
  hidden_channels,
 
686
  symbols=symbols,
687
  ja_bert_dim=ja_bert_dim,
688
  num_tones=num_tones,
689
+ emotion_embedding=self.emotion_embedding
690
  )
691
  self.dec = Generator(inter_channels, resblock, resblock_kernel_sizes, resblock_dilation_sizes, upsample_rates,
692
  upsample_initial_channel, upsample_kernel_sizes, gin_channels=gin_channels)