FashionFlora commited on
Commit
64db8d2
·
verified ·
1 Parent(s): 6a518a6

Upload full repo excluding dump_40, dump_100, precomputed_tokens, precomputed_data

Browse files
fsq_flow_convnext_training/latest_model.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c497711e5a4ede9155d5b6bebc3cdef0e6a6a5f24bf125219b96cba3c84e30fb
3
  size 663062442
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db74ec68cd52ac3c78172e3db827eeffff7107d2c927e727fa1bff88bd9faeae
3
  size 663062442
fsq_flow_convnext_training/model_epoch_24.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b118535b01d1bcf14b0bf18996e77b9efe7bc191d5de6c185f346cd681daacb
3
+ size 663066616
infer_fsq_flow.py CHANGED
@@ -86,7 +86,7 @@ def phonemize_text(text: str, language_code: str = "de") -> str:
86
  with_stress=True,
87
  separator=sep,
88
  strip=True,
89
- preserve_punctuation=False,
90
  njobs=1,
91
  )
92
  return ipa
 
86
  with_stress=True,
87
  separator=sep,
88
  strip=True,
89
+ preserve_punctuation=True,
90
  njobs=1,
91
  )
92
  return ipa
infer_outputs/story.wav CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:518f1591c99cdee38cea5de63f8287e33cb70aa95731b5b65bf6523e8770b202
3
- size 10617560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7060fc1d26b1d64f3b03b5f8e6ca633d4e30b5fda1b5c2b8af10deca85c526b7
3
+ size 10695176
train_fsq_flow_convnext.py CHANGED
@@ -438,30 +438,8 @@ def main(config_path: str, codec_config_path: str):
438
  phonemes = tgt_texts
439
  phoneme_lengths = tgt_lens
440
 
441
- # Scheduled duration sampling: occasionally use predicted durations
442
- # rescaled to the GT total so upsampled length == codec_lengths (no mismatch).
443
- if dur_sampling_prob > 0.0 and random.random() < dur_sampling_prob:
444
- unwrapped = getattr(predictor, 'module', predictor)
445
- with torch.no_grad():
446
- _dur_out = unwrapped.infer_durations(
447
- phonemes=phonemes,
448
- phoneme_lengths=phoneme_lengths,
449
- speaker_ids=speakers,
450
- language_ids=langs,
451
- ctx_tokens=ctx_texts,
452
- ctx_lens=ctx_lens,
453
- token_start_indices=token_start_indices,
454
- token_end_indices=token_end_indices,
455
- noise_scale=0.3, # lower noise than val for stability
456
- )
457
- _pred_dur = _dur_out['durations'].float() # [B, T]
458
- # Rescale so each sample's duration sum matches GT total.
459
- # This keeps codec_lengths valid and the flow loss well-defined.
460
- _gt_total = durations.float().sum(dim=-1, keepdim=True).clamp(min=1) # [B,1]
461
- _pred_total = _pred_dur.sum(dim=-1, keepdim=True).clamp(min=1) # [B,1]
462
-
463
- else:
464
- dur_for_model = durations
465
 
466
  # Forward pass - pass context to flow predictor for contextual encoding
467
  output = predictor(
 
438
  phonemes = tgt_texts
439
  phoneme_lengths = tgt_lens
440
 
441
+
442
+ dur_for_model = durations
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
443
 
444
  # Forward pass - pass context to flow predictor for contextual encoding
445
  output = predictor(