Upload full repo excluding dump_40, dump_100, precomputed_tokens, precomputed_data
Browse files
fsq_flow_convnext_training/latest_model.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 663062442
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:db74ec68cd52ac3c78172e3db827eeffff7107d2c927e727fa1bff88bd9faeae
|
| 3 |
size 663062442
|
fsq_flow_convnext_training/model_epoch_24.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9b118535b01d1bcf14b0bf18996e77b9efe7bc191d5de6c185f346cd681daacb
|
| 3 |
+
size 663066616
|
infer_fsq_flow.py
CHANGED
|
@@ -86,7 +86,7 @@ def phonemize_text(text: str, language_code: str = "de") -> str:
|
|
| 86 |
with_stress=True,
|
| 87 |
separator=sep,
|
| 88 |
strip=True,
|
| 89 |
-
preserve_punctuation=
|
| 90 |
njobs=1,
|
| 91 |
)
|
| 92 |
return ipa
|
|
|
|
| 86 |
with_stress=True,
|
| 87 |
separator=sep,
|
| 88 |
strip=True,
|
| 89 |
+
preserve_punctuation=True,
|
| 90 |
njobs=1,
|
| 91 |
)
|
| 92 |
return ipa
|
infer_outputs/story.wav
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7060fc1d26b1d64f3b03b5f8e6ca633d4e30b5fda1b5c2b8af10deca85c526b7
|
| 3 |
+
size 10695176
|
train_fsq_flow_convnext.py
CHANGED
|
@@ -438,30 +438,8 @@ def main(config_path: str, codec_config_path: str):
|
|
| 438 |
phonemes = tgt_texts
|
| 439 |
phoneme_lengths = tgt_lens
|
| 440 |
|
| 441 |
-
|
| 442 |
-
|
| 443 |
-
if dur_sampling_prob > 0.0 and random.random() < dur_sampling_prob:
|
| 444 |
-
unwrapped = getattr(predictor, 'module', predictor)
|
| 445 |
-
with torch.no_grad():
|
| 446 |
-
_dur_out = unwrapped.infer_durations(
|
| 447 |
-
phonemes=phonemes,
|
| 448 |
-
phoneme_lengths=phoneme_lengths,
|
| 449 |
-
speaker_ids=speakers,
|
| 450 |
-
language_ids=langs,
|
| 451 |
-
ctx_tokens=ctx_texts,
|
| 452 |
-
ctx_lens=ctx_lens,
|
| 453 |
-
token_start_indices=token_start_indices,
|
| 454 |
-
token_end_indices=token_end_indices,
|
| 455 |
-
noise_scale=0.3, # lower noise than val for stability
|
| 456 |
-
)
|
| 457 |
-
_pred_dur = _dur_out['durations'].float() # [B, T]
|
| 458 |
-
# Rescale so each sample's duration sum matches GT total.
|
| 459 |
-
# This keeps codec_lengths valid and the flow loss well-defined.
|
| 460 |
-
_gt_total = durations.float().sum(dim=-1, keepdim=True).clamp(min=1) # [B,1]
|
| 461 |
-
_pred_total = _pred_dur.sum(dim=-1, keepdim=True).clamp(min=1) # [B,1]
|
| 462 |
-
|
| 463 |
-
else:
|
| 464 |
-
dur_for_model = durations
|
| 465 |
|
| 466 |
# Forward pass - pass context to flow predictor for contextual encoding
|
| 467 |
output = predictor(
|
|
|
|
| 438 |
phonemes = tgt_texts
|
| 439 |
phoneme_lengths = tgt_lens
|
| 440 |
|
| 441 |
+
|
| 442 |
+
dur_for_model = durations
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 443 |
|
| 444 |
# Forward pass - pass context to flow predictor for contextual encoding
|
| 445 |
output = predictor(
|