little-tts / evaluation /example_audit.json
TuringLogic's picture
Record successful ASR checks of all five live narrative examples
3179597 verified
Raw History Blame Contribute Delete
16.2 kB
{
"asr": "mlx-whisper large-v3-turbo, cached model, temperature 0, English",
"checkpoint": "104000-step FP32 ONNX",
"assessment": "All original example transcripts recover the intended words. Number/date/currency expansions and read/live phonemes were inspected and correct. No tested waveform clipped. This does not establish naturalness or identify every audible defect.",
"change": "Default to voice 92 and the user-approved story; curate four narrative examples. Keep sentence context together within a 256-phoneme budget instead of generating every short sentence independently.",
"selected": [
"original_story_92_whole",
"candidate_morning",
"candidate_garden",
"candidate_journey",
"candidate_evening"
],
"records": [
{
"id": "original_greeting_92_split",
"name": "Greeting",
"group": "original",
"voice": "92",
"mode": "split",
"text": "Hello! This is Little TTS, a small text to speech model running entirely in your browser.",
"seconds": 6.048,
"peak": 0.4475133419036865,
"rms": 0.06643831729888916,
"max_phone_ms": 341.3333333333333,
"transcript": "Hello, this is Little TTS, a small text-to-speech model running entirely in your browser.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "original_greeting_92_whole",
"name": "Greeting",
"group": "original",
"voice": "92",
"mode": "whole",
"text": "Hello! This is Little TTS, a small text to speech model running entirely in your browser.",
"seconds": 6.602666666666667,
"peak": 0.3820764422416687,
"rms": 0.05732801929116249,
"max_phone_ms": 693.3333333333334,
"transcript": "Hello. This is Little TTS. A small text-to-speech model running entirely in your browser.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "original_greeting_6097_split",
"name": "Greeting",
"group": "original",
"voice": "6097",
"mode": "split",
"text": "Hello! This is Little TTS, a small text to speech model running entirely in your browser.",
"seconds": 6.208,
"peak": 0.4306836724281311,
"rms": 0.06606490164995193,
"max_phone_ms": 309.3333333333333,
"transcript": "Hello, this is Little TTS, a small text-to-speech model running entirely in your browser.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "original_numbers_92_split",
"name": "Numbers",
"group": "original",
"voice": "92",
"mode": "split",
"text": "The meeting moved to 3:30 pm on March 14th, so we have about 45 minutes left. It costs $12.99.",
"seconds": 8.949333333333334,
"peak": 0.513077437877655,
"rms": 0.07153236120939255,
"max_phone_ms": 288.0,
"transcript": "The meeting moved to 3.30pm on March 14th, so we have about 45 minutes left. It costs $12.99.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "original_numbers_92_whole",
"name": "Numbers",
"group": "original",
"voice": "92",
"mode": "whole",
"text": "The meeting moved to 3:30 pm on March 14th, so we have about 45 minutes left. It costs $12.99.",
"seconds": 9.429333333333334,
"peak": 0.4163459241390228,
"rms": 0.07056879997253418,
"max_phone_ms": 629.3333333333334,
"transcript": "The meeting moved to 3.30pm on March 14th, so we have about 45 minutes left. It costs $12.99.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "original_numbers_6097_split",
"name": "Numbers",
"group": "original",
"voice": "6097",
"mode": "split",
"text": "The meeting moved to 3:30 pm on March 14th, so we have about 45 minutes left. It costs $12.99.",
"seconds": 9.354666666666667,
"peak": 0.3957769274711609,
"rms": 0.06224226579070091,
"max_phone_ms": 288.0,
"transcript": "The meeting moved to 3.30pm on March 14th, so we have about 45 minutes left. It costs $12.99.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "original_question_92_split",
"name": "Question",
"group": "original",
"voice": "92",
"mode": "split",
"text": "Did you really think I would forget your birthday? Of course not!",
"seconds": 3.584,
"peak": 0.36631646752357483,
"rms": 0.06598064303398132,
"max_phone_ms": 266.6666666666667,
"transcript": "Did you really think I would forget your birthday? Of course not.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "original_question_92_whole",
"name": "Question",
"group": "original",
"voice": "92",
"mode": "whole",
"text": "Did you really think I would forget your birthday? Of course not!",
"seconds": 3.808,
"peak": 0.4056791365146637,
"rms": 0.06391939520835876,
"max_phone_ms": 362.6666666666667,
"transcript": "Did you really think I would forget your birthday? Of course not.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "original_question_6097_split",
"name": "Question",
"group": "original",
"voice": "6097",
"mode": "split",
"text": "Did you really think I would forget your birthday? Of course not!",
"seconds": 4.032,
"peak": 0.32719099521636963,
"rms": 0.05581101402640343,
"max_phone_ms": 266.6666666666667,
"transcript": "Did you really think I would forget your birthday? Of course not.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "original_story_92_split",
"name": "Story",
"group": "original",
"voice": "92",
"mode": "split",
"text": "She had never seen the sea before, and for a long while she stood at the edge of the water without saying a word.",
"seconds": 6.112,
"peak": 0.49410974979400635,
"rms": 0.07249464094638824,
"max_phone_ms": 416.0,
"transcript": "She had never seen the sea before, and for a long while she stood at the edge of the water without saying a word.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "original_story_92_whole",
"name": "Story",
"group": "original",
"voice": "92",
"mode": "whole",
"text": "She had never seen the sea before, and for a long while she stood at the edge of the water without saying a word.",
"seconds": 6.112,
"peak": 0.48852014541625977,
"rms": 0.07270210981369019,
"max_phone_ms": 416.0,
"transcript": "She had never seen the sea before, and for a long while she stood at the edge of the water without saying a word.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "original_story_6097_split",
"name": "Story",
"group": "original",
"voice": "6097",
"mode": "split",
"text": "She had never seen the sea before, and for a long while she stood at the edge of the water without saying a word.",
"seconds": 6.709333333333333,
"peak": 0.46869251132011414,
"rms": 0.06123565882444382,
"max_phone_ms": 362.6666666666667,
"transcript": "She had never seen the sea before, and for a long while she stood at the edge of the water without saying a word.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "original_homographs_92_split",
"name": "Homographs",
"group": "original",
"voice": "92",
"mode": "split",
"text": "I read the book you read yesterday. They live near the live music hall.",
"seconds": 4.149333333333334,
"peak": 0.4184657633304596,
"rms": 0.0712343081831932,
"max_phone_ms": 277.3333333333333,
"transcript": "I read the book you read yesterday, they live near the live music hall.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "original_homographs_92_whole",
"name": "Homographs",
"group": "original",
"voice": "92",
"mode": "whole",
"text": "I read the book you read yesterday. They live near the live music hall.",
"seconds": 4.341333333333333,
"peak": 0.39780718088150024,
"rms": 0.06642615050077438,
"max_phone_ms": 650.6666666666666,
"transcript": "I read the book you read yesterday. They live near the live music hall.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "original_homographs_6097_split",
"name": "Homographs",
"group": "original",
"voice": "6097",
"mode": "split",
"text": "I read the book you read yesterday. They live near the live music hall.",
"seconds": 4.554666666666667,
"peak": 0.34278368949890137,
"rms": 0.062132786959409714,
"max_phone_ms": 309.3333333333333,
"transcript": "I read the book you read yesterday. They live near the live music hall.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "candidate_morning",
"name": "Morning",
"group": "candidate",
"voice": "92",
"mode": "whole",
"text": "The morning sunlight streamed through the window, warming the quiet room.",
"seconds": 4.245333333333333,
"peak": 0.4985140562057495,
"rms": 0.08017548173666,
"transcript": "The morning sunlight streamed through the window, warming the quiet room.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "candidate_garden",
"name": "Garden",
"group": "candidate",
"voice": "92",
"mode": "whole",
"text": "The garden was quiet, and the air was filled with the scent of roses.",
"seconds": 4.213333333333333,
"peak": 0.505418062210083,
"rms": 0.06683439016342163,
"transcript": "The garden was quiet, and the air was filled with the scent of roses.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "candidate_journey",
"name": "Journey",
"group": "candidate",
"voice": "92",
"mode": "whole",
"text": "The road curved gently through the hills, leading us toward the distant village.",
"seconds": 4.618666666666667,
"peak": 0.38427817821502686,
"rms": 0.07625928521156311,
"transcript": "The road curved gently through the hills, leading us toward the distant village.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "candidate_evening",
"name": "Evening",
"group": "candidate",
"voice": "92",
"mode": "whole",
"text": "As evening fell, the last light of the day faded slowly from the sky.",
"seconds": 4.48,
"peak": 0.5540910363197327,
"rms": 0.07118357717990875,
"transcript": "As evening fell, the last light of the day faded slowly from the sky.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "candidate_welcome",
"name": "Welcome",
"group": "candidate",
"voice": "92",
"mode": "whole",
"text": "Hello, and welcome. I hope you are having a lovely day.",
"seconds": 3.6906666666666665,
"peak": 0.41937002539634705,
"rms": 0.06571155786514282,
"transcript": "Hello and welcome, I hope you are having a lovely day.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "candidate_library",
"name": "Library",
"group": "candidate",
"voice": "92",
"mode": "whole",
"text": "She opened the book and began to read, while the rain tapped softly against the window.",
"seconds": 4.576,
"peak": 0.4718334674835205,
"rms": 0.06749529391527176,
"transcript": "She opened the book and began to read while the rain tapped softly against the window.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "candidate_river",
"name": "River",
"group": "candidate",
"voice": "92",
"mode": "whole",
"text": "We followed the narrow path along the river until we reached the old stone bridge.",
"seconds": 4.618666666666667,
"peak": 0.49772343039512634,
"rms": 0.07158654183149338,
"transcript": "We followed the narrow path along the river, until we reached the old stone bridge.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "candidate_letters",
"name": "Letters",
"group": "candidate",
"voice": "92",
"mode": "whole",
"text": "The letter arrived early that morning, bringing news from an old friend.",
"seconds": 4.298666666666667,
"peak": 0.394939124584198,
"rms": 0.0810907632112503,
"transcript": "The letter arrived early that morning, bringing news from an old friend.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
},
{
"id": "candidate_home",
"name": "Home",
"group": "candidate",
"voice": "92",
"mode": "whole",
"text": "After a long day, he returned home and sat quietly beside the fire.",
"seconds": 4.330666666666667,
"peak": 0.3570804297924042,
"rms": 0.0646943673491478,
"transcript": "After a long day, he returned home and sat quietly beside the fire.",
"word_accuracy_note": "ASR spelling/number/punctuation conventions may differ from the input."
}
],
"live_browser_verification": [
{
"name": "Story",
"text": "She had never seen the sea before, and for a long while she stood at the edge of the water without saying a word.",
"transcript": "She had never seen the sea before, and for a long while she stood at the edge of the water without saying a word.",
"words_match": true
},
{
"name": "Morning",
"text": "The morning sunlight streamed through the window, warming the quiet room.",
"transcript": "The morning sunlight streamed through the window, warming the quiet room.",
"words_match": true
},
{
"name": "Garden",
"text": "The garden was quiet, and the air was filled with the scent of roses.",
"transcript": "The garden was quiet, and the air was filled with the scent of roses.",
"words_match": true
},
{
"name": "Journey",
"text": "The road curved gently through the hills, leading us toward the distant village.",
"transcript": "The road curved gently through the hills, leading us toward the distant village.",
"words_match": true
},
{
"name": "Evening",
"text": "As evening fell, the last light of the day faded slowly from the sky.",
"transcript": "As evening fell, the last light of the day faded slowly from the sky.",
"words_match": true
}
],
"live_browser_note": "All five published narrative examples were generated in the browser with voice 92. ASR recovered all words after case/punctuation normalization. This is not a human naturalness score."
}