AuroraASR-1M-CoreML / transcript_smoke.json
cowWhySo's picture
Publish AuroraASR-1M static FP32 conversion + Mac speed comparisons
a1bd3a2 verified
Raw History Blame Contribute Delete
1.41 kB
{
"text": "and so my fll ameraca as not what your coupr can do for you as what you can do for your country",
"normalized_text": "and so my fll ameraca as not what your coupr can do for you as what you can do for your country",
"jfk_sentence_wer_smoke_only": 0.22727272727272727,
"reference_equals_onnx_ctc": true,
"onnx_decoded_text": "and so my fll ameraca as not what your coupr can do for you as what you can do for your country",
"frontend_qualification": {
"resampler": "soxr_hq",
"reference": "upstream torch.stft logmel",
"max_abs": 0.010972976684570312,
"mean_abs": 1.2707962014246732e-05,
"p99_abs": 0.00016892608255147934,
"p99_9_abs": 0.0020693019032478333,
"count_over_0_002": 93,
"bins": 88080,
"upstream_ctc": "and so my fll ameraca as not what your coupr can do for you as what you can do for your country",
"portable_torch_ctc": "and so my fll ameraca as not what your coupr can do for you as what you can do for your country",
"portable_onnx_ctc": "and so my fll ameraca as not what your coupr can do for you as what you can do for your country",
"reference_vs_portable_frame_argmax": 1.0,
"portable_torch_vs_onnx_frame_argmax": 1.0,
"portable_onnx_max_abs_logit_error": 4.1961669921875e-05,
"feature_distribution_pass": true,
"transcript_pass": true,
"acoustic_port_pass": true,
"publish_ready": true
}
}