AksharaVP-17M / evaluation /browser.json
sourojitdotcom's picture
Private review: AksharaVP-17M release
4cb76bc verified
Raw History Blame Contribute Delete
1.98 kB
{
"browser": "headless Google Chrome (playwright-core), onnxruntime-web 1.31.1 WASM, Pyodide 0.27.7",
"sizes_MB": {
"fp32": {
"tts": 72.1,
"clone_encoder": 39.1
},
"f16": {
"tts": 36.9,
"clone_encoder": 19.7
},
"runtime_wasm_js": 29.0
},
"fp32": {
"threads": 4,
"vs_pytorch": {
"n": 4,
"same_frame_counts": true,
"frame_max_abs": 0.00015151500701904297,
"audio_max_abs": 0.00048044323921203613,
"audio_err_db_range": [
-92.0,
-74.7
]
},
"clone_latent_max_abs": 1.0013580322265625e-05,
"rtf": [
0.206,
0.201,
0.197
],
"rtf_by_threads": {
"1": [
0.337,
0.321,
0.335
],
"4": [
0.206,
0.201,
0.197
]
},
"speed_protocol": "first 10 FLEURS dev sentences per language (te, hi, en), built-in voices cycled, retakes on; idle 8-vCPU box",
"vs_pytorch_1thread": [
{
"frames_same": true,
"audio_err_db": -89.7
},
{
"frames_same": true,
"audio_err_db": -92.0
},
{
"frames_same": true,
"audio_err_db": -74.7
},
{
"frames_same": true,
"audio_err_db": -78.2
}
]
},
"f16": {
"threads": 4,
"vs_pytorch": {
"n": 4,
"same_frame_counts": true,
"frame_max_abs": 0.019983291625976562,
"audio_max_abs": 0.03546367585659027,
"audio_err_db_range": [
-40.4,
-34.7
]
},
"clone_latent_max_abs": 1.4543533325195312e-05,
"rtf": [
0.194,
0.196,
0.191
],
"rtf_by_threads": {
"1": [
0.354,
0.337,
0.329
],
"4": [
0.194,
0.196,
0.191
]
},
"speed_protocol": "first 10 FLEURS dev sentences per language (te, hi, en), built-in voices cycled, retakes on; idle 8-vCPU box",
"vs_pytorch_1thread": [
{
"frames_same": true,
"audio_err_db": -35.5
},
{
"frames_same": true,
"audio_err_db": -40.4
},
{
"frames_same": true,
"audio_err_db": -36.7
},
{
"frames_same": true,
"audio_err_db": -34.7
}
]
}
}