| { |
| "environment": { |
| "python": "3.12.0", |
| "numpy": "1.26.4", |
| "onnxruntime": "1.23.1", |
| "platform": "Linux-5.15.0-94-generic-x86_64-with-glibc2.35" |
| }, |
| "openwakeword": { |
| "pipeline": "fixed 80 ms streaming chunks with 30 ms PCM history", |
| "clips": [ |
| { |
| "audio": "openWakeWord/tests/data/alexa_test.wav", |
| "sample_rate": 16000, |
| "sample_count": 10240, |
| "frame_count": 8, |
| "initial_context": "480 zero PCM samples for fixed [1,1760] mel input", |
| "stage_metrics": { |
| "melspectrogram": { |
| "shape_match": true, |
| "comparisons": 8, |
| "minimum_cosine": 0.9999999999999984, |
| "maximum_mse": 2.3590018827235326e-11, |
| "maximum_abs": 1.52587890625e-05 |
| }, |
| "embedding": { |
| "shape_match": true, |
| "comparisons": 8, |
| "minimum_cosine": 0.9999999999996391, |
| "maximum_mse": 2.417571698387633e-10, |
| "maximum_abs": 3.814697265625e-05 |
| }, |
| "classifiers": { |
| "shape_match": true, |
| "comparisons": 48, |
| "minimum_cosine": 0.9999999999999992, |
| "maximum_mse": 7.993605777301127e-15, |
| "maximum_abs": 1.1920928955078125e-07 |
| } |
| }, |
| "source_max_scores": { |
| "alexa_v0.1.onnx": [ |
| 1.0 |
| ], |
| "hey_jarvis_v0.1.onnx": [ |
| 4.9173831939697266e-06 |
| ], |
| "hey_mycroft_v0.1.onnx": [ |
| 0.0007033348083496094 |
| ], |
| "hey_rhasspy_v0.1.onnx": [ |
| 0.0013944804668426514 |
| ], |
| "timer_v0.1.onnx": [ |
| 0.9979174733161926, |
| 0.011717854999005795, |
| 0.011717854999005795, |
| 0.01298792939633131, |
| 0.012006871402263641, |
| 0.011717854999005795, |
| 0.011717854999005795 |
| ], |
| "weather_v0.1.onnx": [ |
| 0.011630207300186157 |
| ] |
| }, |
| "static_max_scores": { |
| "alexa_v0.1.onnx": [ |
| 1.0 |
| ], |
| "hey_jarvis_v0.1.onnx": [ |
| 4.947185516357422e-06 |
| ], |
| "hey_mycroft_v0.1.onnx": [ |
| 0.0007033348083496094 |
| ], |
| "hey_rhasspy_v0.1.onnx": [ |
| 0.0013944804668426514 |
| ], |
| "timer_v0.1.onnx": [ |
| 0.9979174733161926, |
| 0.011717865243554115, |
| 0.011717865243554115, |
| 0.012987940572202206, |
| 0.012006882578134537, |
| 0.011717865243554115, |
| 0.011717865243554115 |
| ], |
| "weather_v0.1.onnx": [ |
| 0.011630237102508545 |
| ] |
| }, |
| "expected_model": "alexa_v0.1.onnx", |
| "expected_score": 1.0, |
| "expected_detected": true, |
| "numerical_match": true, |
| "passed": true |
| }, |
| { |
| "audio": "openWakeWord/tests/data/hey_mycroft_test.wav", |
| "sample_rate": 16000, |
| "sample_count": 15360, |
| "frame_count": 12, |
| "initial_context": "480 zero PCM samples for fixed [1,1760] mel input", |
| "stage_metrics": { |
| "melspectrogram": { |
| "shape_match": true, |
| "comparisons": 12, |
| "minimum_cosine": 0.9999999999999982, |
| "maximum_mse": 2.4101609596982598e-11, |
| "maximum_abs": 1.52587890625e-05 |
| }, |
| "embedding": { |
| "shape_match": true, |
| "comparisons": 12, |
| "minimum_cosine": 0.9999999999998549, |
| "maximum_mse": 1.3607677947409988e-10, |
| "maximum_abs": 4.1961669921875e-05 |
| }, |
| "classifiers": { |
| "shape_match": true, |
| "comparisons": 72, |
| "minimum_cosine": 0.9999999999999998, |
| "maximum_mse": 1.9454660105111543e-11, |
| "maximum_abs": 4.410743713378906e-06 |
| } |
| }, |
| "source_max_scores": { |
| "alexa_v0.1.onnx": [ |
| 0.0016120076179504395 |
| ], |
| "hey_jarvis_v0.1.onnx": [ |
| 2.256035804748535e-05 |
| ], |
| "hey_mycroft_v0.1.onnx": [ |
| 1.0 |
| ], |
| "hey_rhasspy_v0.1.onnx": [ |
| 0.0026790201663970947 |
| ], |
| "timer_v0.1.onnx": [ |
| 0.9988803267478943, |
| 0.011138674803078175, |
| 0.011138674803078175, |
| 0.012048495002090931, |
| 0.011720946989953518, |
| 0.011138674803078175, |
| 0.011138674803078175 |
| ], |
| "weather_v0.1.onnx": [ |
| 0.18771854043006897 |
| ] |
| }, |
| "static_max_scores": { |
| "alexa_v0.1.onnx": [ |
| 0.0016120672225952148 |
| ], |
| "hey_jarvis_v0.1.onnx": [ |
| 2.2590160369873047e-05 |
| ], |
| "hey_mycroft_v0.1.onnx": [ |
| 1.0 |
| ], |
| "hey_rhasspy_v0.1.onnx": [ |
| 0.0026790201663970947 |
| ], |
| "timer_v0.1.onnx": [ |
| 0.9988803267478943, |
| 0.011138674803078175, |
| 0.011138674803078175, |
| 0.012048495002090931, |
| 0.011720946989953518, |
| 0.011138674803078175, |
| 0.011138674803078175 |
| ], |
| "weather_v0.1.onnx": [ |
| 0.18771809339523315 |
| ] |
| }, |
| "expected_model": "hey_mycroft_v0.1.onnx", |
| "expected_score": 1.0, |
| "expected_detected": true, |
| "numerical_match": true, |
| "passed": true |
| }, |
| { |
| "audio": "openWakeWord/tests/data/hey_jane.wav", |
| "sample_rate": 16000, |
| "sample_count": 38400, |
| "frame_count": 30, |
| "initial_context": "480 zero PCM samples for fixed [1,1760] mel input", |
| "stage_metrics": { |
| "melspectrogram": { |
| "shape_match": true, |
| "comparisons": 30, |
| "minimum_cosine": 0.9999999999999951, |
| "maximum_mse": 1.836042429204099e-11, |
| "maximum_abs": 1.52587890625e-05 |
| }, |
| "embedding": { |
| "shape_match": true, |
| "comparisons": 30, |
| "minimum_cosine": 0.9999999999996753, |
| "maximum_mse": 1.5618928372873597e-10, |
| "maximum_abs": 3.910064697265625e-05 |
| }, |
| "classifiers": { |
| "shape_match": true, |
| "comparisons": 180, |
| "minimum_cosine": 0.0, |
| "maximum_mse": 4.3520742565306136e-14, |
| "maximum_abs": 2.086162567138672e-07 |
| } |
| }, |
| "source_max_scores": { |
| "alexa_v0.1.onnx": [ |
| 0.001211315393447876 |
| ], |
| "hey_jarvis_v0.1.onnx": [ |
| 0.0183732807636261 |
| ], |
| "hey_mycroft_v0.1.onnx": [ |
| 3.1888484954833984e-06 |
| ], |
| "hey_rhasspy_v0.1.onnx": [ |
| 0.0046852827072143555 |
| ], |
| "timer_v0.1.onnx": [ |
| 0.9999986886978149, |
| 0.01402811985462904, |
| 0.009387511759996414, |
| 0.010385164059698582, |
| 0.012926612980663776, |
| 0.009387511759996414, |
| 0.03614084795117378 |
| ], |
| "weather_v0.1.onnx": [ |
| 0.31700584292411804 |
| ] |
| }, |
| "static_max_scores": { |
| "alexa_v0.1.onnx": [ |
| 0.001211315393447876 |
| ], |
| "hey_jarvis_v0.1.onnx": [ |
| 0.018373221158981323 |
| ], |
| "hey_mycroft_v0.1.onnx": [ |
| 3.159046173095703e-06 |
| ], |
| "hey_rhasspy_v0.1.onnx": [ |
| 0.0046852827072143555 |
| ], |
| "timer_v0.1.onnx": [ |
| 0.9999986886978149, |
| 0.01402811985462904, |
| 0.009387511759996414, |
| 0.010385164059698582, |
| 0.012926612980663776, |
| 0.009387511759996414, |
| 0.036140866577625275 |
| ], |
| "weather_v0.1.onnx": [ |
| 0.31700563430786133 |
| ] |
| }, |
| "expected_model": null, |
| "expected_score": null, |
| "expected_detected": null, |
| "numerical_match": true, |
| "passed": true |
| } |
| ], |
| "passed": true |
| }, |
| "sherpa": { |
| "sherpa_onnx_version": "1.13.4", |
| "variants": [ |
| { |
| "chunk_size": 8, |
| "max_active_paths": 1, |
| "audio_count": 9, |
| "comparisons": [ |
| { |
| "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/en_0.wav", |
| "source_detections": [ |
| "LIGHT_UP" |
| ], |
| "static_detections": [ |
| "LIGHT_UP" |
| ], |
| "source_decode_calls": 45, |
| "static_decode_calls": 45, |
| "match": true |
| }, |
| { |
| "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/en_1.wav", |
| "source_detections": [ |
| "LOVELY_CHILD" |
| ], |
| "static_detections": [ |
| "LOVELY_CHILD" |
| ], |
| "source_decode_calls": 108, |
| "static_decode_calls": 108, |
| "match": true |
| }, |
| { |
| "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_0.wav", |
| "source_detections": [], |
| "static_detections": [], |
| "source_decode_calls": 39, |
| "static_decode_calls": 39, |
| "match": true |
| }, |
| { |
| "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_1.wav", |
| "source_detections": [], |
| "static_detections": [], |
| "source_decode_calls": 36, |
| "static_decode_calls": 36, |
| "match": true |
| }, |
| { |
| "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_2.wav", |
| "source_detections": [], |
| "static_detections": [], |
| "source_decode_calls": 32, |
| "static_decode_calls": 32, |
| "match": true |
| }, |
| { |
| "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_3.wav", |
| "source_detections": [ |
| "法国" |
| ], |
| "static_detections": [ |
| "法国" |
| ], |
| "source_decode_calls": 54, |
| "static_decode_calls": 54, |
| "match": true |
| }, |
| { |
| "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_4.wav", |
| "source_detections": [ |
| "蒋友伯", |
| "女儿" |
| ], |
| "static_detections": [ |
| "蒋友伯", |
| "女儿" |
| ], |
| "source_decode_calls": 32, |
| "static_decode_calls": 32, |
| "match": true |
| }, |
| { |
| "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_5.wav", |
| "source_detections": [ |
| "周望军", |
| "落实" |
| ], |
| "static_detections": [ |
| "周望军", |
| "落实" |
| ], |
| "source_decode_calls": 30, |
| "static_decode_calls": 30, |
| "match": true |
| }, |
| { |
| "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_6.wav", |
| "source_detections": [ |
| "朱丽楠" |
| ], |
| "static_detections": [ |
| "朱丽楠" |
| ], |
| "source_decode_calls": 26, |
| "static_decode_calls": 26, |
| "match": true |
| } |
| ], |
| "detected_audio_count": 6, |
| "passed": true |
| }, |
| { |
| "chunk_size": 16, |
| "max_active_paths": 1, |
| "audio_count": 9, |
| "comparisons": [ |
| { |
| "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/en_0.wav", |
| "source_detections": [], |
| "static_detections": [], |
| "source_decode_calls": 22, |
| "static_decode_calls": 22, |
| "match": true |
| }, |
| { |
| "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/en_1.wav", |
| "source_detections": [ |
| "LOVELY_CHILD" |
| ], |
| "static_detections": [ |
| "LOVELY_CHILD" |
| ], |
| "source_decode_calls": 54, |
| "static_decode_calls": 54, |
| "match": true |
| }, |
| { |
| "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_0.wav", |
| "source_detections": [], |
| "static_detections": [], |
| "source_decode_calls": 19, |
| "static_decode_calls": 19, |
| "match": true |
| }, |
| { |
| "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_1.wav", |
| "source_detections": [], |
| "static_detections": [], |
| "source_decode_calls": 18, |
| "static_decode_calls": 18, |
| "match": true |
| }, |
| { |
| "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_2.wav", |
| "source_detections": [], |
| "static_detections": [], |
| "source_decode_calls": 16, |
| "static_decode_calls": 16, |
| "match": true |
| }, |
| { |
| "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_3.wav", |
| "source_detections": [ |
| "法国" |
| ], |
| "static_detections": [ |
| "法国" |
| ], |
| "source_decode_calls": 27, |
| "static_decode_calls": 27, |
| "match": true |
| }, |
| { |
| "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_4.wav", |
| "source_detections": [ |
| "蒋友伯", |
| "女儿" |
| ], |
| "static_detections": [ |
| "蒋友伯", |
| "女儿" |
| ], |
| "source_decode_calls": 16, |
| "static_decode_calls": 16, |
| "match": true |
| }, |
| { |
| "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_5.wav", |
| "source_detections": [ |
| "周望军", |
| "落实" |
| ], |
| "static_detections": [ |
| "周望军", |
| "落实" |
| ], |
| "source_decode_calls": 15, |
| "static_decode_calls": 15, |
| "match": true |
| }, |
| { |
| "audio": "sherpa-onnx-kws-zipformer-zh-en-3M-2025-12-20/test_wavs/zh_6.wav", |
| "source_detections": [ |
| "朱丽楠" |
| ], |
| "static_detections": [ |
| "朱丽楠" |
| ], |
| "source_decode_calls": 13, |
| "static_decode_calls": 13, |
| "match": true |
| } |
| ], |
| "detected_audio_count": 5, |
| "passed": true |
| } |
| ], |
| "passed": true |
| }, |
| "elapsed_seconds": 9.052458902820945, |
| "all_passed": true |
| } |
|
|
