little-tts / evaluation /summary.json
TuringLogic's picture
Little TTS initial release
b49ed64
Raw History Blame Contribute Delete
3.91 kB
{
"tag": "human-ddsp-final-104000",
"step": 104000,
"inference_parameters": 4648907,
"asr_model": "faster-whisper small.en",
"note": "generated audio is free-running: text in, predicted durations/pitch/voicing/energy",
"settings": {
"speed": 1.0,
"pitch_range": 1.0,
"seed": 0
},
"summary": {
"novel": {
"all": {
"samples": 16,
"generated_wer": 0.0167,
"reference_wer": null,
"duration_ratio": null,
"pause_ratio": null,
"mel_dtw": null,
"generated_pitch_std_semitones": 2.5144,
"reference_pitch_std_semitones": null,
"generated_voiced_fraction": 0.6872,
"reference_voiced_fraction": null
},
"92": {
"samples": 8,
"generated_wer": 0.0104,
"reference_wer": null,
"duration_ratio": null,
"pause_ratio": null,
"mel_dtw": null,
"generated_pitch_std_semitones": 2.495,
"reference_pitch_std_semitones": null,
"generated_voiced_fraction": 0.6718,
"reference_voiced_fraction": null
},
"6097": {
"samples": 8,
"generated_wer": 0.0229,
"reference_wer": null,
"duration_ratio": null,
"pause_ratio": null,
"mel_dtw": null,
"generated_pitch_std_semitones": 2.5337,
"reference_pitch_std_semitones": null,
"generated_voiced_fraction": 0.7026,
"reference_voiced_fraction": null
}
},
"test": {
"all": {
"samples": 32,
"generated_wer": 0.0733,
"reference_wer": 0.071,
"duration_ratio": 1.0082,
"pause_ratio": 1.0942,
"mel_dtw": 0.7575,
"generated_pitch_std_semitones": 2.7075,
"reference_pitch_std_semitones": 3.0875,
"generated_voiced_fraction": 0.6686,
"reference_voiced_fraction": 0.6217
},
"92": {
"samples": 16,
"generated_wer": 0.0179,
"reference_wer": 0.0016,
"duration_ratio": 0.9748,
"pause_ratio": 1.2083,
"mel_dtw": 0.7805,
"generated_pitch_std_semitones": 2.52,
"reference_pitch_std_semitones": 2.4525,
"generated_voiced_fraction": 0.6726,
"reference_voiced_fraction": 0.6353
},
"6097": {
"samples": 16,
"generated_wer": 0.1288,
"reference_wer": 0.1404,
"duration_ratio": 1.0417,
"pause_ratio": 0.9802,
"mel_dtw": 0.7344,
"generated_pitch_std_semitones": 2.895,
"reference_pitch_std_semitones": 3.7225,
"generated_voiced_fraction": 0.6646,
"reference_voiced_fraction": 0.6081
}
},
"validation": {
"all": {
"samples": 32,
"generated_wer": 0.1345,
"reference_wer": 0.0485,
"duration_ratio": 0.9928,
"pause_ratio": 0.9087,
"mel_dtw": 0.786,
"generated_pitch_std_semitones": 2.7062,
"reference_pitch_std_semitones": 2.9231,
"generated_voiced_fraction": 0.6795,
"reference_voiced_fraction": 0.6123
},
"92": {
"samples": 16,
"generated_wer": 0.097,
"reference_wer": 0.097,
"duration_ratio": 0.9759,
"pause_ratio": 0.8582,
"mel_dtw": 0.755,
"generated_pitch_std_semitones": 2.5481,
"reference_pitch_std_semitones": 2.5494,
"generated_voiced_fraction": 0.6724,
"reference_voiced_fraction": 0.5961
},
"6097": {
"samples": 16,
"generated_wer": 0.1721,
"reference_wer": 0.0,
"duration_ratio": 1.0096,
"pause_ratio": 0.9592,
"mel_dtw": 0.817,
"generated_pitch_std_semitones": 2.8644,
"reference_pitch_std_semitones": 3.2969,
"generated_voiced_fraction": 0.6866,
"reference_voiced_fraction": 0.6285
}
}
},
"frontend_token_mismatches": []
}